2024-09-13T14:48:11.452 INFO:root:teuthology version: 1.2.2.dev2+g3752d38 2024-09-13T14:48:11.474 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T14:48:11.573 INFO:teuthology.run:Config: archive_path: /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903702 branch: wip-rishabh-testing-20240910.095512-reef description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_20.04} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/recovery-fs} email: null first_in_suite: false job_id: '7903702' kernel: kdb: 1 sha1: distro ktype: distro last_in_suite: false log-rotate: ceph-mds: 10G ceph-osd: 10G machine_type: smithi mgrmodules: sequential: - print: Enabling mgr modules name: rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi no_nested_subset: false openstack: - volumes: count: 4 size: 20 - machine: disk: 200 os_type: ubuntu os_version: '20.04' overrides: admin_socket: branch: wip-rishabh-testing-20240910.095512-reef ceph: cephfs: ec_profile: - m=2 - k=2 - crush-failure-domain=osd conf: client: client mount timeout: 600 debug client: 20 debug ms: 1 pid file: '' rados mon op timeout: 900 rados osd op timeout: 900 mds: debug mds: 20 debug mds balancer: 20 debug ms: 1 mds debug frag: true mds debug scatterstat: true mds op complaint time: 180 mds verify scatter: true osd op complaint time: 180 rados mon op timeout: 900 rados osd op timeout: 900 mgr: debug client: 20 debug mgr: 20 debug ms: 1 mon: debug mon: 20 debug ms: 1 debug paxos: 20 mon op complaint time: 120 mon warn on pool no app: false osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug ms: 1 debug osd: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore osd op complaint time: 180 flavor: default fs: xfs log-ignorelist: - \(MDS_ALL_DOWN\) - \(MDS_UP_LESS_THAN_MAX\) - FS_DEGRADED - FS_INLINE_DATA_DEPRECATED - FS_WITH_FAILED_MDS - MDS_ALL_DOWN - MDS_DAMAGE - MDS_DEGRADED - MDS_FAILED - MDS_INSUFFICIENT_STANDBY - MDS_UP_LESS_THAN_MAX - online, but wants - filesystem is online with fewer MDS than max_mds - POOL_APP_NOT_ENABLED - do not have an application enabled - overall HEALTH_ - Replacing daemon - deprecated feature inline_data - overall HEALTH_ - \(OSD_DOWN\) - \(OSD_ - but it is still running - is not responding - MON_DOWN - PG_AVAILABILITY - PG_DEGRADED - Reduced data availability - Degraded data redundancy sha1: 50bbe7f395997dcd871813949c49addbbf630361 ceph-deploy: bluestore: true conf: client: log file: /var/log/ceph/ceph-$name.$pid.log mon: {} osd: bluestore block size: 96636764160 bluestore fsck on mount: true debug bluefs: 20 debug bluestore: 20 debug rocksdb: 10 mon osd backfillfull_ratio: 0.85 mon osd full ratio: 0.9 mon osd nearfull ratio: 0.8 osd failsafe full ratio: 0.95 osd objectstore: bluestore fs: xfs install: ceph: flavor: default sha1: 50bbe7f395997dcd871813949c49addbbf630361 subvolume_version: 2 thrashosds: bdev_inject_crash: 2 bdev_inject_crash_probability: 0.5 workunit: branch: wip-rishabh-testing-20240910.095512-reef sha1: 50bbe7f395997dcd871813949c49addbbf630361 owner: scheduled_rishabh@teuthology priority: 70 repo: https://git.ceph.com/ceph-ci.git roles: - - mon.a - mgr.y - mds.a - mds.c - osd.0 - osd.1 - osd.2 - osd.3 - client.0 - client.2 - - mon.b - mon.c - mgr.x - mds.b - mds.d - osd.4 - osd.5 - osd.6 - osd.7 - client.1 - client.3 seed: 1152 sha1: 50bbe7f395997dcd871813949c49addbbf630361 sleep_before_teardown: 0 subset: 984/1024 suite: fs suite_branch: wip-rishabh-testing-20240910.095512-reef suite_path: /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa suite_relpath: qa suite_repo: https://git.ceph.com/ceph-ci.git suite_sha1: 50bbe7f395997dcd871813949c49addbbf630361 syslog: ignorelist: - WARNING*.*check_session_state - WARNING*.*__ceph_remove_cap targets: smithi033.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM= smithi103.front.sepia.ceph.com: ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM= tasks: - install: extra_packages: deb: - python3-cephfs - cephfs-shell - cephfs-top - cephfs-mirror rpm: - python3-cephfs - cephfs-top - cephfs-mirror extra_system_packages: deb: - bison - flex - libelf-dev - libssl-dev - network-manager - iproute2 - util-linux - dump - indent - libaio-dev - libtool-bin - uuid-dev - xfslibs-dev - postgresql - postgresql-client - postgresql-common - postgresql-contrib rpm: - bison - flex - elfutils-libelf-devel - openssl-devel - NetworkManager - iproute - util-linux - libacl-devel - libaio-devel - libattr-devel - libtool - libuuid-devel - xfsdump - xfsprogs - xfsprogs-devel - libaio-devel - libtool - libuuid-devel - xfsprogs-devel - postgresql - postgresql-server - postgresql-contrib - ceph: create_rbd_pool: false - sequential: - mgrmodules - ceph-fuse: null - cephfs_test_runner: modules: - tasks.cephfs.test_recovery_fs teuthology: fragments_dropped: [] meta: {} postmerge: - local function is_kupstream() return false end - local function is_kdistro() return false end - local function is_fuse() return true end - local function syntax_version() return '' end teuthology_branch: main teuthology_sha1: 3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a timestamp: 2024-09-13_14:36:41 tube: smithi user: rishabh verbose: false worker_log: /home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856 2024-09-13T14:48:11.573 INFO:teuthology.run:suite_path is set to /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa; will attempt to use it 2024-09-13T14:48:11.574 INFO:teuthology.run:Found tasks at /home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa/tasks 2024-09-13T14:48:11.574 INFO:teuthology.run_tasks:Running task internal.check_packages... 2024-09-13T14:48:11.576 INFO:teuthology.task.internal:Checking packages... 2024-09-13T14:48:11.599 INFO:teuthology.task.internal:Checking packages for os_type 'ubuntu', flavor 'default' and ceph hash '50bbe7f395997dcd871813949c49addbbf630361' 2024-09-13T14:48:11.599 WARNING:teuthology.packaging:More than one of ref, tag, branch, or sha1 supplied; using branch 2024-09-13T14:48:11.599 INFO:teuthology.packaging:ref: None 2024-09-13T14:48:11.599 INFO:teuthology.packaging:tag: None 2024-09-13T14:48:11.599 INFO:teuthology.packaging:branch: wip-rishabh-testing-20240910.095512-reef 2024-09-13T14:48:11.599 INFO:teuthology.packaging:sha1: 50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T14:48:11.600 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&ref=wip-rishabh-testing-20240910.095512-reef 2024-09-13T14:48:11.744 INFO:teuthology.task.internal:Found packages for ceph version 18.2.4-850-g50bbe7f3-1focal 2024-09-13T14:48:11.746 INFO:teuthology.run_tasks:Running task internal.buildpackages_prep... 2024-09-13T14:48:11.752 INFO:teuthology.task.internal:no buildpackages task found 2024-09-13T14:48:11.752 INFO:teuthology.run_tasks:Running task internal.save_config... 2024-09-13T14:48:11.771 INFO:teuthology.task.internal:Saving configuration 2024-09-13T14:48:11.788 INFO:teuthology.run_tasks:Running task internal.check_lock... 2024-09-13T14:48:11.794 INFO:teuthology.task.internal.check_lock:Checking locks... 2024-09-13T14:48:11.827 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi033.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903702', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 14:41:53.589577', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw'} 2024-09-13T14:48:11.857 DEBUG:teuthology.task.internal.check_lock:machine status is {'name': 'smithi103.front.sepia.ceph.com', 'description': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903702', 'up': True, 'machine_type': 'smithi', 'is_vm': False, 'vm_host': None, 'os_type': 'ubuntu', 'os_version': '20.04', 'arch': 'x86_64', 'locked': True, 'locked_since': '2024-09-13 14:41:53.587895', 'locked_by': 'scheduled_rishabh@teuthology', 'mac_address': None, 'ssh_pub_key': 'ssh-ed25519 AAAAC3NzaC1lZDI1NTE5AAAAIGETOy3xONfbx7kUFCNiUtRLNfkcrcEsWzPdq6Np/6Bw'} 2024-09-13T14:48:11.858 INFO:teuthology.run_tasks:Running task internal.add_remotes... 2024-09-13T14:48:11.864 INFO:teuthology.task.internal:roles: ubuntu@smithi033.front.sepia.ceph.com - ['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'] 2024-09-13T14:48:11.864 INFO:teuthology.task.internal:roles: ubuntu@smithi103.front.sepia.ceph.com - ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3'] 2024-09-13T14:48:11.864 INFO:teuthology.run_tasks:Running task console_log... 2024-09-13T14:48:11.938 DEBUG:teuthology.exit:Installing handler: Handler(exiter=, func=.kill_console_loggers at 0x7f9a9470fbe0>, signals=[15]) 2024-09-13T14:48:11.938 INFO:teuthology.run_tasks:Running task internal.connect... 2024-09-13T14:48:11.946 INFO:teuthology.task.internal:Opening connections... 2024-09-13T14:48:11.946 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T14:48:11.948 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:48:12.057 DEBUG:teuthology.task.internal:connecting to ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T14:48:12.057 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:48:12.164 INFO:teuthology.run_tasks:Running task internal.push_inventory... 2024-09-13T14:48:12.170 DEBUG:teuthology.orchestra.run.smithi033:> uname -m 2024-09-13T14:48:12.178 INFO:teuthology.orchestra.run.smithi033.stdout:x86_64 2024-09-13T14:48:12.178 DEBUG:teuthology.orchestra.run.smithi033:> cat /etc/os-release 2024-09-13T14:48:12.225 INFO:teuthology.orchestra.run.smithi033.stdout:NAME="Ubuntu" 2024-09-13T14:48:12.226 INFO:teuthology.orchestra.run.smithi033.stdout:VERSION="20.04.4 LTS (Focal Fossa)" 2024-09-13T14:48:12.226 INFO:teuthology.orchestra.run.smithi033.stdout:ID=ubuntu 2024-09-13T14:48:12.226 INFO:teuthology.orchestra.run.smithi033.stdout:ID_LIKE=debian 2024-09-13T14:48:12.226 INFO:teuthology.orchestra.run.smithi033.stdout:PRETTY_NAME="Ubuntu 20.04.4 LTS" 2024-09-13T14:48:12.226 INFO:teuthology.orchestra.run.smithi033.stdout:VERSION_ID="20.04" 2024-09-13T14:48:12.226 INFO:teuthology.orchestra.run.smithi033.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-13T14:48:12.226 INFO:teuthology.orchestra.run.smithi033.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-13T14:48:12.226 INFO:teuthology.orchestra.run.smithi033.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-13T14:48:12.226 INFO:teuthology.orchestra.run.smithi033.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-13T14:48:12.226 INFO:teuthology.orchestra.run.smithi033.stdout:VERSION_CODENAME=focal 2024-09-13T14:48:12.227 INFO:teuthology.orchestra.run.smithi033.stdout:UBUNTU_CODENAME=focal 2024-09-13T14:48:12.227 INFO:teuthology.lock.ops:Updating smithi033.front.sepia.ceph.com on lock server 2024-09-13T14:48:12.260 DEBUG:teuthology.orchestra.run.smithi103:> uname -m 2024-09-13T14:48:12.267 INFO:teuthology.orchestra.run.smithi103.stdout:x86_64 2024-09-13T14:48:12.267 DEBUG:teuthology.orchestra.run.smithi103:> cat /etc/os-release 2024-09-13T14:48:12.316 INFO:teuthology.orchestra.run.smithi103.stdout:NAME="Ubuntu" 2024-09-13T14:48:12.316 INFO:teuthology.orchestra.run.smithi103.stdout:VERSION="20.04.4 LTS (Focal Fossa)" 2024-09-13T14:48:12.316 INFO:teuthology.orchestra.run.smithi103.stdout:ID=ubuntu 2024-09-13T14:48:12.316 INFO:teuthology.orchestra.run.smithi103.stdout:ID_LIKE=debian 2024-09-13T14:48:12.317 INFO:teuthology.orchestra.run.smithi103.stdout:PRETTY_NAME="Ubuntu 20.04.4 LTS" 2024-09-13T14:48:12.317 INFO:teuthology.orchestra.run.smithi103.stdout:VERSION_ID="20.04" 2024-09-13T14:48:12.317 INFO:teuthology.orchestra.run.smithi103.stdout:HOME_URL="https://www.ubuntu.com/" 2024-09-13T14:48:12.317 INFO:teuthology.orchestra.run.smithi103.stdout:SUPPORT_URL="https://help.ubuntu.com/" 2024-09-13T14:48:12.317 INFO:teuthology.orchestra.run.smithi103.stdout:BUG_REPORT_URL="https://bugs.launchpad.net/ubuntu/" 2024-09-13T14:48:12.317 INFO:teuthology.orchestra.run.smithi103.stdout:PRIVACY_POLICY_URL="https://www.ubuntu.com/legal/terms-and-policies/privacy-policy" 2024-09-13T14:48:12.317 INFO:teuthology.orchestra.run.smithi103.stdout:VERSION_CODENAME=focal 2024-09-13T14:48:12.317 INFO:teuthology.orchestra.run.smithi103.stdout:UBUNTU_CODENAME=focal 2024-09-13T14:48:12.318 INFO:teuthology.lock.ops:Updating smithi103.front.sepia.ceph.com on lock server 2024-09-13T14:48:12.351 INFO:teuthology.run_tasks:Running task internal.serialize_remote_roles... 2024-09-13T14:48:12.361 INFO:teuthology.run_tasks:Running task internal.check_conflict... 2024-09-13T14:48:12.367 INFO:teuthology.task.internal:Checking for old test directory... 2024-09-13T14:48:12.367 DEBUG:teuthology.orchestra.run.smithi033:> test '!' -e /home/ubuntu/cephtest 2024-09-13T14:48:12.369 DEBUG:teuthology.orchestra.run.smithi103:> test '!' -e /home/ubuntu/cephtest 2024-09-13T14:48:12.375 INFO:teuthology.run_tasks:Running task internal.check_ceph_data... 2024-09-13T14:48:12.380 INFO:teuthology.task.internal:Checking for non-empty /var/lib/ceph... 2024-09-13T14:48:12.380 DEBUG:teuthology.orchestra.run.smithi033:> test -z $(ls -A /var/lib/ceph) 2024-09-13T14:48:12.382 DEBUG:teuthology.orchestra.run.smithi103:> test -z $(ls -A /var/lib/ceph) 2024-09-13T14:48:12.397 INFO:teuthology.run_tasks:Running task internal.vm_setup... 2024-09-13T14:48:12.458 INFO:teuthology.run_tasks:Running task kernel... 2024-09-13T14:48:12.474 INFO:teuthology.task.kernel:normalize config orig: {'kdb': 1, 'sha1': 'distro'} 2024-09-13T14:48:12.474 INFO:teuthology.task.kernel:config {'mon.a': {'kdb': 1, 'sha1': 'distro'}, 'mon.b': {'kdb': 1, 'sha1': 'distro'}}, timeout 300 2024-09-13T14:48:12.475 DEBUG:teuthology.orchestra.run.smithi033:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T14:48:12.475 DEBUG:teuthology.orchestra.run.smithi103:> test -f /run/.containerenv -o -f /.dockerenv 2024-09-13T14:48:12.480 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:48:12.481 DEBUG:teuthology.orchestra.run.smithi033:> uname -r 2024-09-13T14:48:12.481 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T14:48:12.482 DEBUG:teuthology.orchestra.run.smithi103:> uname -r 2024-09-13T14:48:12.489 INFO:teuthology.orchestra.run.smithi033.stdout:5.4.0-124-generic 2024-09-13T14:48:12.489 INFO:teuthology.task.kernel:Running kernel on smithi033: 5.4.0-124-generic 2024-09-13T14:48:12.489 DEBUG:teuthology.orchestra.run.smithi033:> sudo apt-get clean 2024-09-13T14:48:12.490 INFO:teuthology.orchestra.run.smithi103.stdout:5.4.0-124-generic 2024-09-13T14:48:12.490 INFO:teuthology.task.kernel:Running kernel on smithi103: 5.4.0-124-generic 2024-09-13T14:48:12.491 DEBUG:teuthology.orchestra.run.smithi103:> sudo apt-get clean 2024-09-13T14:48:12.647 DEBUG:teuthology.orchestra.run.smithi033:> sudo apt-get update 2024-09-13T14:48:12.649 DEBUG:teuthology.orchestra.run.smithi103:> sudo apt-get update 2024-09-13T14:48:12.934 INFO:teuthology.orchestra.run.smithi033.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2024-09-13T14:48:12.936 INFO:teuthology.orchestra.run.smithi033.stdout:Get:2 http://security.ubuntu.com/ubuntu focal-security InRelease [128 kB] 2024-09-13T14:48:12.993 INFO:teuthology.orchestra.run.smithi033.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [128 kB] 2024-09-13T14:48:13.002 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2024-09-13T14:48:13.002 INFO:teuthology.orchestra.run.smithi103.stdout:Get:2 http://security.ubuntu.com/ubuntu focal-security InRelease [128 kB] 2024-09-13T14:48:13.024 INFO:teuthology.orchestra.run.smithi103.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease [128 kB] 2024-09-13T14:48:13.347 INFO:teuthology.orchestra.run.smithi033.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease [128 kB] 2024-09-13T14:48:13.378 INFO:teuthology.orchestra.run.smithi103.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease [128 kB] 2024-09-13T14:48:13.428 INFO:teuthology.orchestra.run.smithi033.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [3,195 kB] 2024-09-13T14:48:13.471 INFO:teuthology.orchestra.run.smithi103.stdout:Get:5 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [812 kB] 2024-09-13T14:48:13.571 INFO:teuthology.orchestra.run.smithi033.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [1,030 kB] 2024-09-13T14:48:13.607 INFO:teuthology.orchestra.run.smithi103.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [3,563 kB] 2024-09-13T14:48:13.826 INFO:teuthology.orchestra.run.smithi103.stdout:Get:7 http://security.ubuntu.com/ubuntu focal-security/main amd64 Packages [3,195 kB] 2024-09-13T14:48:13.913 INFO:teuthology.orchestra.run.smithi033.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 Packages [3,563 kB] 2024-09-13T14:48:13.916 INFO:teuthology.orchestra.run.smithi033.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/main i386 Packages [812 kB] 2024-09-13T14:48:13.930 INFO:teuthology.orchestra.run.smithi033.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [472 kB] 2024-09-13T14:48:13.939 INFO:teuthology.orchestra.run.smithi033.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [14.3 kB] 2024-09-13T14:48:13.939 INFO:teuthology.orchestra.run.smithi033.stdout:Get:11 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [3,117 kB] 2024-09-13T14:48:14.018 INFO:teuthology.orchestra.run.smithi103.stdout:Get:8 http://security.ubuntu.com/ubuntu focal-security/main Translation-en [472 kB] 2024-09-13T14:48:14.028 INFO:teuthology.orchestra.run.smithi033.stdout:Get:12 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [38.3 kB] 2024-09-13T14:48:14.029 INFO:teuthology.orchestra.run.smithi033.stdout:Get:13 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [436 kB] 2024-09-13T14:48:14.033 INFO:teuthology.orchestra.run.smithi103.stdout:Get:9 http://security.ubuntu.com/ubuntu focal-security/main amd64 c-n-f Metadata [14.3 kB] 2024-09-13T14:48:14.033 INFO:teuthology.orchestra.run.smithi103.stdout:Get:10 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 Packages [3,117 kB] 2024-09-13T14:48:14.036 INFO:teuthology.orchestra.run.smithi033.stdout:Get:14 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [548 B] 2024-09-13T14:48:14.036 INFO:teuthology.orchestra.run.smithi033.stdout:Get:15 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [681 kB] 2024-09-13T14:48:14.074 INFO:teuthology.orchestra.run.smithi103.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main i386 Packages [1,030 kB] 2024-09-13T14:48:14.080 INFO:teuthology.orchestra.run.smithi033.stdout:Get:16 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [1,011 kB] 2024-09-13T14:48:14.091 INFO:teuthology.orchestra.run.smithi103.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [550 kB] 2024-09-13T14:48:14.093 INFO:teuthology.orchestra.run.smithi033.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/main Translation-en [550 kB] 2024-09-13T14:48:14.099 INFO:teuthology.orchestra.run.smithi033.stdout:Get:18 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [213 kB] 2024-09-13T14:48:14.099 INFO:teuthology.orchestra.run.smithi103.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [17.7 kB] 2024-09-13T14:48:14.100 INFO:teuthology.orchestra.run.smithi103.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [3,236 kB] 2024-09-13T14:48:14.101 INFO:teuthology.orchestra.run.smithi033.stdout:Get:19 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [21.2 kB] 2024-09-13T14:48:14.101 INFO:teuthology.orchestra.run.smithi033.stdout:Get:20 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,204 B] 2024-09-13T14:48:14.101 INFO:teuthology.orchestra.run.smithi033.stdout:Get:21 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [24.8 kB] 2024-09-13T14:48:14.107 INFO:teuthology.orchestra.run.smithi033.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 c-n-f Metadata [17.7 kB] 2024-09-13T14:48:14.107 INFO:teuthology.orchestra.run.smithi033.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 Packages [3,236 kB] 2024-09-13T14:48:14.125 INFO:teuthology.orchestra.run.smithi103.stdout:Get:15 http://security.ubuntu.com/ubuntu focal-security/restricted i386 Packages [38.3 kB] 2024-09-13T14:48:14.126 INFO:teuthology.orchestra.run.smithi103.stdout:Get:16 http://security.ubuntu.com/ubuntu focal-security/restricted Translation-en [436 kB] 2024-09-13T14:48:14.141 INFO:teuthology.orchestra.run.smithi103.stdout:Get:17 http://security.ubuntu.com/ubuntu focal-security/restricted amd64 c-n-f Metadata [548 B] 2024-09-13T14:48:14.141 INFO:teuthology.orchestra.run.smithi103.stdout:Get:18 http://security.ubuntu.com/ubuntu focal-security/universe amd64 Packages [1,011 kB] 2024-09-13T14:48:14.166 INFO:teuthology.orchestra.run.smithi103.stdout:Get:19 http://security.ubuntu.com/ubuntu focal-security/universe i386 Packages [681 kB] 2024-09-13T14:48:14.177 INFO:teuthology.orchestra.run.smithi033.stdout:Get:24 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [5,968 B] 2024-09-13T14:48:14.177 INFO:teuthology.orchestra.run.smithi033.stdout:Get:25 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [540 B] 2024-09-13T14:48:14.184 INFO:teuthology.orchestra.run.smithi103.stdout:Get:20 http://security.ubuntu.com/ubuntu focal-security/universe Translation-en [213 kB] 2024-09-13T14:48:14.191 INFO:teuthology.orchestra.run.smithi103.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [39.6 kB] 2024-09-13T14:48:14.191 INFO:teuthology.orchestra.run.smithi103.stdout:Get:22 http://security.ubuntu.com/ubuntu focal-security/universe amd64 c-n-f Metadata [21.2 kB] 2024-09-13T14:48:14.191 INFO:teuthology.orchestra.run.smithi103.stdout:Get:23 http://security.ubuntu.com/ubuntu focal-security/multiverse i386 Packages [7,204 B] 2024-09-13T14:48:14.191 INFO:teuthology.orchestra.run.smithi103.stdout:Get:24 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 Packages [24.8 kB] 2024-09-13T14:48:14.191 INFO:teuthology.orchestra.run.smithi103.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [453 kB] 2024-09-13T14:48:14.198 INFO:teuthology.orchestra.run.smithi103.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [548 B] 2024-09-13T14:48:14.198 INFO:teuthology.orchestra.run.smithi103.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [1,230 kB] 2024-09-13T14:48:14.199 INFO:teuthology.orchestra.run.smithi033.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/restricted i386 Packages [39.6 kB] 2024-09-13T14:48:14.200 INFO:teuthology.orchestra.run.smithi033.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/restricted Translation-en [453 kB] 2024-09-13T14:48:14.211 INFO:teuthology.orchestra.run.smithi033.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal-updates/restricted amd64 c-n-f Metadata [548 B] 2024-09-13T14:48:14.211 INFO:teuthology.orchestra.run.smithi033.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [807 kB] 2024-09-13T14:48:14.244 INFO:teuthology.orchestra.run.smithi033.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 Packages [1,230 kB] 2024-09-13T14:48:14.255 INFO:teuthology.orchestra.run.smithi103.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal-updates/universe i386 Packages [807 kB] 2024-09-13T14:48:14.264 INFO:teuthology.orchestra.run.smithi103.stdout:Get:29 http://security.ubuntu.com/ubuntu focal-security/multiverse Translation-en [5,968 B] 2024-09-13T14:48:14.264 INFO:teuthology.orchestra.run.smithi103.stdout:Get:30 http://security.ubuntu.com/ubuntu focal-security/multiverse amd64 c-n-f Metadata [540 B] 2024-09-13T14:48:14.268 INFO:teuthology.orchestra.run.smithi103.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [295 kB] 2024-09-13T14:48:14.272 INFO:teuthology.orchestra.run.smithi103.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [28.0 kB] 2024-09-13T14:48:14.273 INFO:teuthology.orchestra.run.smithi103.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [27.1 kB] 2024-09-13T14:48:14.274 INFO:teuthology.orchestra.run.smithi103.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,440 B] 2024-09-13T14:48:14.274 INFO:teuthology.orchestra.run.smithi033.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/universe Translation-en [295 kB] 2024-09-13T14:48:14.280 INFO:teuthology.orchestra.run.smithi033.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 c-n-f Metadata [28.0 kB] 2024-09-13T14:48:14.284 INFO:teuthology.orchestra.run.smithi033.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 Packages [27.1 kB] 2024-09-13T14:48:14.285 INFO:teuthology.orchestra.run.smithi033.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/multiverse i386 Packages [8,440 B] 2024-09-13T14:48:14.337 INFO:teuthology.orchestra.run.smithi103.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [7,936 B] 2024-09-13T14:48:14.337 INFO:teuthology.orchestra.run.smithi103.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [616 B] 2024-09-13T14:48:14.337 INFO:teuthology.orchestra.run.smithi103.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [45.7 kB] 2024-09-13T14:48:14.338 INFO:teuthology.orchestra.run.smithi103.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [36.1 kB] 2024-09-13T14:48:14.340 INFO:teuthology.orchestra.run.smithi033.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/multiverse Translation-en [7,936 B] 2024-09-13T14:48:14.341 INFO:teuthology.orchestra.run.smithi033.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/multiverse amd64 c-n-f Metadata [616 B] 2024-09-13T14:48:14.341 INFO:teuthology.orchestra.run.smithi033.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal-backports/main i386 Packages [36.1 kB] 2024-09-13T14:48:14.342 INFO:teuthology.orchestra.run.smithi033.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 Packages [45.7 kB] 2024-09-13T14:48:14.343 INFO:teuthology.orchestra.run.smithi033.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [1,420 B] 2024-09-13T14:48:14.418 INFO:teuthology.orchestra.run.smithi103.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-backports/main amd64 c-n-f Metadata [1,420 B] 2024-09-13T14:48:14.419 INFO:teuthology.orchestra.run.smithi103.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [13.8 kB] 2024-09-13T14:48:14.419 INFO:teuthology.orchestra.run.smithi103.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [25.0 kB] 2024-09-13T14:48:14.420 INFO:teuthology.orchestra.run.smithi103.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [880 B] 2024-09-13T14:48:14.422 INFO:teuthology.orchestra.run.smithi033.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 Packages [25.0 kB] 2024-09-13T14:48:14.422 INFO:teuthology.orchestra.run.smithi033.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal-backports/universe i386 Packages [13.8 kB] 2024-09-13T14:48:14.423 INFO:teuthology.orchestra.run.smithi033.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal-backports/universe amd64 c-n-f Metadata [880 B] 2024-09-13T14:48:18.304 INFO:teuthology.orchestra.run.smithi103.stdout:Fetched 21.8 MB in 4s (6,044 kB/s) 2024-09-13T14:48:18.374 INFO:teuthology.orchestra.run.smithi033.stdout:Fetched 21.8 MB in 4s (5,872 kB/s) 2024-09-13T14:48:19.899 INFO:teuthology.orchestra.run.smithi103.stdout:Reading package lists... 2024-09-13T14:48:19.927 DEBUG:teuthology.orchestra.run.smithi103:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T14:48:19.951 INFO:teuthology.orchestra.run.smithi033.stdout:Reading package lists... 2024-09-13T14:48:19.979 DEBUG:teuthology.orchestra.run.smithi033:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T14:48:20.011 INFO:teuthology.orchestra.run.smithi103.stdout:Reading package lists... 2024-09-13T14:48:20.051 INFO:teuthology.orchestra.run.smithi033.stdout:Reading package lists... 2024-09-13T14:48:20.225 INFO:teuthology.orchestra.run.smithi103.stdout:Building dependency tree... 2024-09-13T14:48:20.225 INFO:teuthology.orchestra.run.smithi103.stdout:Reading state information... 2024-09-13T14:48:20.273 INFO:teuthology.orchestra.run.smithi033.stdout:Building dependency tree... 2024-09-13T14:48:20.274 INFO:teuthology.orchestra.run.smithi033.stdout:Reading state information... 2024-09-13T14:48:20.425 INFO:teuthology.orchestra.run.smithi103.stdout:The following additional packages will be installed: 2024-09-13T14:48:20.425 INFO:teuthology.orchestra.run.smithi103.stdout: linux-generic linux-headers-5.4.0-195 linux-headers-5.4.0-195-generic 2024-09-13T14:48:20.425 INFO:teuthology.orchestra.run.smithi103.stdout: linux-headers-generic linux-image-5.4.0-195-generic 2024-09-13T14:48:20.425 INFO:teuthology.orchestra.run.smithi103.stdout: linux-modules-5.4.0-195-generic linux-modules-extra-5.4.0-195-generic 2024-09-13T14:48:20.426 INFO:teuthology.orchestra.run.smithi103.stdout:Suggested packages: 2024-09-13T14:48:20.426 INFO:teuthology.orchestra.run.smithi103.stdout: fdutils linux-doc | linux-source-5.4.0 linux-tools 2024-09-13T14:48:20.426 INFO:teuthology.orchestra.run.smithi103.stdout:Recommended packages: 2024-09-13T14:48:20.426 INFO:teuthology.orchestra.run.smithi103.stdout: thermald 2024-09-13T14:48:20.489 INFO:teuthology.orchestra.run.smithi103.stdout:The following NEW packages will be installed: 2024-09-13T14:48:20.489 INFO:teuthology.orchestra.run.smithi103.stdout: linux-headers-5.4.0-195 linux-headers-5.4.0-195-generic 2024-09-13T14:48:20.489 INFO:teuthology.orchestra.run.smithi103.stdout: linux-image-5.4.0-195-generic linux-modules-5.4.0-195-generic 2024-09-13T14:48:20.489 INFO:teuthology.orchestra.run.smithi103.stdout: linux-modules-extra-5.4.0-195-generic 2024-09-13T14:48:20.490 INFO:teuthology.orchestra.run.smithi103.stdout:The following packages will be upgraded: 2024-09-13T14:48:20.491 INFO:teuthology.orchestra.run.smithi103.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-13T14:48:20.492 INFO:teuthology.orchestra.run.smithi033.stdout:The following additional packages will be installed: 2024-09-13T14:48:20.492 INFO:teuthology.orchestra.run.smithi033.stdout: linux-generic linux-headers-5.4.0-195 linux-headers-5.4.0-195-generic 2024-09-13T14:48:20.492 INFO:teuthology.orchestra.run.smithi033.stdout: linux-headers-generic linux-image-5.4.0-195-generic 2024-09-13T14:48:20.492 INFO:teuthology.orchestra.run.smithi033.stdout: linux-modules-5.4.0-195-generic linux-modules-extra-5.4.0-195-generic 2024-09-13T14:48:20.493 INFO:teuthology.orchestra.run.smithi033.stdout:Suggested packages: 2024-09-13T14:48:20.494 INFO:teuthology.orchestra.run.smithi033.stdout: fdutils linux-doc | linux-source-5.4.0 linux-tools 2024-09-13T14:48:20.494 INFO:teuthology.orchestra.run.smithi033.stdout:Recommended packages: 2024-09-13T14:48:20.494 INFO:teuthology.orchestra.run.smithi033.stdout: thermald 2024-09-13T14:48:20.544 INFO:teuthology.orchestra.run.smithi103.stdout:3 upgraded, 5 newly installed, 0 to remove and 316 not upgraded. 2024-09-13T14:48:20.544 INFO:teuthology.orchestra.run.smithi103.stdout:Need to get 77.2 MB of archives. 2024-09-13T14:48:20.544 INFO:teuthology.orchestra.run.smithi103.stdout:After this operation, 381 MB of additional disk space will be used. 2024-09-13T14:48:20.544 INFO:teuthology.orchestra.run.smithi103.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.4.0-195-generic amd64 5.4.0-195.215 [15.0 MB] 2024-09-13T14:48:20.549 INFO:teuthology.orchestra.run.smithi033.stdout:The following NEW packages will be installed: 2024-09-13T14:48:20.549 INFO:teuthology.orchestra.run.smithi033.stdout: linux-headers-5.4.0-195 linux-headers-5.4.0-195-generic 2024-09-13T14:48:20.549 INFO:teuthology.orchestra.run.smithi033.stdout: linux-image-5.4.0-195-generic linux-modules-5.4.0-195-generic 2024-09-13T14:48:20.549 INFO:teuthology.orchestra.run.smithi033.stdout: linux-modules-extra-5.4.0-195-generic 2024-09-13T14:48:20.550 INFO:teuthology.orchestra.run.smithi033.stdout:The following packages will be upgraded: 2024-09-13T14:48:20.551 INFO:teuthology.orchestra.run.smithi033.stdout: linux-generic linux-headers-generic linux-image-generic 2024-09-13T14:48:20.606 INFO:teuthology.orchestra.run.smithi033.stdout:3 upgraded, 5 newly installed, 0 to remove and 316 not upgraded. 2024-09-13T14:48:20.607 INFO:teuthology.orchestra.run.smithi033.stdout:Need to get 77.2 MB of archives. 2024-09-13T14:48:20.607 INFO:teuthology.orchestra.run.smithi033.stdout:After this operation, 381 MB of additional disk space will be used. 2024-09-13T14:48:20.607 INFO:teuthology.orchestra.run.smithi033.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-5.4.0-195-generic amd64 5.4.0-195.215 [15.0 MB] 2024-09-13T14:48:20.852 INFO:teuthology.orchestra.run.smithi103.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.4.0-195-generic amd64 5.4.0-195.215 [10.5 MB] 2024-09-13T14:48:20.904 INFO:teuthology.orchestra.run.smithi033.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-5.4.0-195-generic amd64 5.4.0-195.215 [10.5 MB] 2024-09-13T14:48:20.943 INFO:teuthology.orchestra.run.smithi103.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.4.0-195-generic amd64 5.4.0-195.215 [39.2 MB] 2024-09-13T14:48:20.995 INFO:teuthology.orchestra.run.smithi033.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-modules-extra-5.4.0-195-generic amd64 5.4.0-195.215 [39.2 MB] 2024-09-13T14:48:21.426 INFO:teuthology.orchestra.run.smithi103.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-generic amd64 5.4.0.195.193 [1,900 B] 2024-09-13T14:48:21.426 INFO:teuthology.orchestra.run.smithi103.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic amd64 5.4.0.195.193 [2,584 B] 2024-09-13T14:48:21.457 INFO:teuthology.orchestra.run.smithi033.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-generic amd64 5.4.0.195.193 [1,900 B] 2024-09-13T14:48:21.458 INFO:teuthology.orchestra.run.smithi033.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-image-generic amd64 5.4.0.195.193 [2,584 B] 2024-09-13T14:48:21.458 INFO:teuthology.orchestra.run.smithi033.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-195 all 5.4.0-195.215 [11.0 MB] 2024-09-13T14:48:21.498 INFO:teuthology.orchestra.run.smithi103.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-195 all 5.4.0-195.215 [11.0 MB] 2024-09-13T14:48:21.553 INFO:teuthology.orchestra.run.smithi033.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-195-generic amd64 5.4.0-195.215 [1,386 kB] 2024-09-13T14:48:21.564 INFO:teuthology.orchestra.run.smithi033.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-generic amd64 5.4.0.195.193 [2,460 B] 2024-09-13T14:48:21.589 INFO:teuthology.orchestra.run.smithi103.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-5.4.0-195-generic amd64 5.4.0-195.215 [1,386 kB] 2024-09-13T14:48:21.600 INFO:teuthology.orchestra.run.smithi103.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 linux-headers-generic amd64 5.4.0.195.193 [2,460 B] 2024-09-13T14:48:22.285 INFO:teuthology.orchestra.run.smithi033.stdout:Fetched 77.2 MB in 1s (76.7 MB/s) 2024-09-13T14:48:22.325 INFO:teuthology.orchestra.run.smithi103.stdout:Fetched 77.2 MB in 1s (70.0 MB/s) 2024-09-13T14:48:22.491 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package linux-modules-5.4.0-195-generic. 2024-09-13T14:48:22.562 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package linux-modules-5.4.0-195-generic. 2024-09-13T14:48:24.166 INFO:teuthology.orchestra.run.smithi033.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 104373 files and directories currently installed.) 2024-09-13T14:48:24.171 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../0-linux-modules-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T14:48:24.288 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking linux-modules-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:24.366 INFO:teuthology.orchestra.run.smithi103.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 104373 files and directories currently installed.) 2024-09-13T14:48:24.371 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../0-linux-modules-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T14:48:24.527 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-modules-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:26.274 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package linux-image-5.4.0-195-generic. 2024-09-13T14:48:26.288 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../1-linux-image-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T14:48:26.382 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking linux-image-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:26.488 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package linux-image-5.4.0-195-generic. 2024-09-13T14:48:26.501 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../1-linux-image-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T14:48:26.605 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-image-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:27.492 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package linux-modules-extra-5.4.0-195-generic. 2024-09-13T14:48:27.507 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../2-linux-modules-extra-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T14:48:27.575 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking linux-modules-extra-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:27.724 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package linux-modules-extra-5.4.0-195-generic. 2024-09-13T14:48:27.739 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../2-linux-modules-extra-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T14:48:27.782 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-modules-extra-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:32.499 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../3-linux-generic_5.4.0.195.193_amd64.deb ... 2024-09-13T14:48:32.609 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../3-linux-generic_5.4.0.195.193_amd64.deb ... 2024-09-13T14:48:32.658 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking linux-generic (5.4.0.195.193) over (5.4.0.124.125) ... 2024-09-13T14:48:32.735 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-generic (5.4.0.195.193) over (5.4.0.124.125) ... 2024-09-13T14:48:32.992 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../4-linux-image-generic_5.4.0.195.193_amd64.deb ... 2024-09-13T14:48:33.105 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../4-linux-image-generic_5.4.0.195.193_amd64.deb ... 2024-09-13T14:48:33.145 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking linux-image-generic (5.4.0.195.193) over (5.4.0.124.125) ... 2024-09-13T14:48:33.264 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-image-generic (5.4.0.195.193) over (5.4.0.124.125) ... 2024-09-13T14:48:33.473 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package linux-headers-5.4.0-195. 2024-09-13T14:48:33.487 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../5-linux-headers-5.4.0-195_5.4.0-195.215_all.deb ... 2024-09-13T14:48:33.540 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking linux-headers-5.4.0-195 (5.4.0-195.215) ... 2024-09-13T14:48:33.592 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package linux-headers-5.4.0-195. 2024-09-13T14:48:33.609 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../5-linux-headers-5.4.0-195_5.4.0-195.215_all.deb ... 2024-09-13T14:48:33.650 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-headers-5.4.0-195 (5.4.0-195.215) ... 2024-09-13T14:48:38.942 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package linux-headers-5.4.0-195-generic. 2024-09-13T14:48:38.965 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../6-linux-headers-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T14:48:39.008 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking linux-headers-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:39.315 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package linux-headers-5.4.0-195-generic. 2024-09-13T14:48:39.338 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../6-linux-headers-5.4.0-195-generic_5.4.0-195.215_amd64.deb ... 2024-09-13T14:48:39.381 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-headers-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:41.764 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../7-linux-headers-generic_5.4.0.195.193_amd64.deb ... 2024-09-13T14:48:41.927 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking linux-headers-generic (5.4.0.195.193) over (5.4.0.124.125) ... 2024-09-13T14:48:42.140 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../7-linux-headers-generic_5.4.0.195.193_amd64.deb ... 2024-09-13T14:48:42.259 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking linux-headers-generic (5.4.0.195.193) over (5.4.0.124.125) ... 2024-09-13T14:48:42.285 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up linux-modules-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:42.617 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-modules-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:43.557 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up linux-image-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:43.798 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-image-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:45.021 INFO:teuthology.orchestra.run.smithi033.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.4.0-195-generic 2024-09-13T14:48:45.021 INFO:teuthology.orchestra.run.smithi033.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.4.0-195-generic 2024-09-13T14:48:45.239 INFO:teuthology.orchestra.run.smithi103.stdout:I: /vmlinuz is now a symlink to boot/vmlinuz-5.4.0-195-generic 2024-09-13T14:48:45.239 INFO:teuthology.orchestra.run.smithi103.stdout:I: /initrd.img is now a symlink to boot/initrd.img-5.4.0-195-generic 2024-09-13T14:48:45.284 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up linux-modules-extra-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:45.417 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-modules-extra-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:46.502 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up linux-headers-5.4.0-195 (5.4.0-195.215) ... 2024-09-13T14:48:46.593 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-headers-5.4.0-195 (5.4.0-195.215) ... 2024-09-13T14:48:46.628 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up linux-image-generic (5.4.0.195.193) ... 2024-09-13T14:48:46.719 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-image-generic (5.4.0.195.193) ... 2024-09-13T14:48:46.738 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up linux-headers-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:46.862 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-headers-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:46.988 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-headers-generic (5.4.0.195.193) ... 2024-09-13T14:48:47.005 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up linux-headers-generic (5.4.0.195.193) ... 2024-09-13T14:48:47.131 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up linux-generic (5.4.0.195.193) ... 2024-09-13T14:48:47.135 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up linux-generic (5.4.0.195.193) ... 2024-09-13T14:48:47.258 INFO:teuthology.orchestra.run.smithi033.stdout:Processing triggers for linux-image-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:47.265 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for linux-image-5.4.0-195-generic (5.4.0-195.215) ... 2024-09-13T14:48:47.333 INFO:teuthology.orchestra.run.smithi033.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-13T14:48:47.333 INFO:teuthology.orchestra.run.smithi033.stdout:update-initramfs: Generating /boot/initrd.img-5.4.0-195-generic 2024-09-13T14:48:47.341 INFO:teuthology.orchestra.run.smithi103.stdout:/etc/kernel/postinst.d/initramfs-tools: 2024-09-13T14:48:47.341 INFO:teuthology.orchestra.run.smithi103.stdout:update-initramfs: Generating /boot/initrd.img-5.4.0-195-generic 2024-09-13T14:49:09.050 INFO:teuthology.orchestra.run.smithi103.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-13T14:49:09.050 INFO:teuthology.orchestra.run.smithi103.stdout:Sourcing file `/etc/default/grub' 2024-09-13T14:49:09.057 INFO:teuthology.orchestra.run.smithi103.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T14:49:09.065 INFO:teuthology.orchestra.run.smithi103.stdout:Generating grub configuration file ... 2024-09-13T14:49:09.377 INFO:teuthology.orchestra.run.smithi103.stdout:Found linux image: /boot/vmlinuz-5.4.0-195-generic 2024-09-13T14:49:09.403 INFO:teuthology.orchestra.run.smithi103.stdout:Found initrd image: /boot/initrd.img-5.4.0-195-generic 2024-09-13T14:49:09.775 INFO:teuthology.orchestra.run.smithi103.stdout:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-09-13T14:49:09.787 INFO:teuthology.orchestra.run.smithi103.stdout:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-09-13T14:49:09.859 INFO:teuthology.orchestra.run.smithi033.stdout:/etc/kernel/postinst.d/zz-update-grub: 2024-09-13T14:49:09.859 INFO:teuthology.orchestra.run.smithi033.stdout:Sourcing file `/etc/default/grub' 2024-09-13T14:49:09.873 INFO:teuthology.orchestra.run.smithi033.stdout:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T14:49:09.888 INFO:teuthology.orchestra.run.smithi033.stdout:Generating grub configuration file ... 2024-09-13T14:49:10.171 INFO:teuthology.orchestra.run.smithi033.stdout:Found linux image: /boot/vmlinuz-5.4.0-195-generic 2024-09-13T14:49:10.195 INFO:teuthology.orchestra.run.smithi033.stdout:Found initrd image: /boot/initrd.img-5.4.0-195-generic 2024-09-13T14:49:10.582 INFO:teuthology.orchestra.run.smithi033.stdout:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-09-13T14:49:10.594 INFO:teuthology.orchestra.run.smithi033.stdout:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-09-13T14:49:11.865 INFO:teuthology.orchestra.run.smithi103.stdout:done 2024-09-13T14:49:12.333 DEBUG:teuthology.orchestra.run.smithi103:> dpkg -s linux-image-generic 2024-09-13T14:49:12.384 INFO:teuthology.orchestra.run.smithi103.stdout:Package: linux-image-generic 2024-09-13T14:49:12.384 INFO:teuthology.orchestra.run.smithi103.stdout:Status: install ok installed 2024-09-13T14:49:12.384 INFO:teuthology.orchestra.run.smithi103.stdout:Priority: optional 2024-09-13T14:49:12.384 INFO:teuthology.orchestra.run.smithi103.stdout:Section: kernel 2024-09-13T14:49:12.384 INFO:teuthology.orchestra.run.smithi103.stdout:Installed-Size: 20 2024-09-13T14:49:12.385 INFO:teuthology.orchestra.run.smithi103.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T14:49:12.385 INFO:teuthology.orchestra.run.smithi103.stdout:Architecture: amd64 2024-09-13T14:49:12.385 INFO:teuthology.orchestra.run.smithi103.stdout:Source: linux-meta 2024-09-13T14:49:12.385 INFO:teuthology.orchestra.run.smithi103.stdout:Version: 5.4.0.195.193 2024-09-13T14:49:12.385 INFO:teuthology.orchestra.run.smithi103.stdout:Provides: virtualbox-guest-modules (= 6.1.50-dfsg-1~ubuntu1.20.04.1), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.17) 2024-09-13T14:49:12.385 INFO:teuthology.orchestra.run.smithi103.stdout:Depends: linux-image-5.4.0-195-generic, linux-modules-extra-5.4.0-195-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T14:49:12.385 INFO:teuthology.orchestra.run.smithi103.stdout:Recommends: thermald 2024-09-13T14:49:12.385 INFO:teuthology.orchestra.run.smithi103.stdout:Description: Generic Linux kernel image 2024-09-13T14:49:12.385 INFO:teuthology.orchestra.run.smithi103.stdout: This package will always depend on the latest generic kernel image 2024-09-13T14:49:12.385 INFO:teuthology.orchestra.run.smithi103.stdout: available. 2024-09-13T14:49:12.385 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-124-generic Expected: 5.4.0-195-generic 2024-09-13T14:49:12.386 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T14:49:12.386 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T14:49:12.386 INFO:teuthology.task.kernel:Installing distro kernel on mon.b... 2024-09-13T14:49:12.386 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi103.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T14:49:12.386 DEBUG:teuthology.orchestra.run.smithi103:> sudo apt-get clean 2024-09-13T14:49:12.458 DEBUG:teuthology.orchestra.run.smithi103:> sudo apt-get update 2024-09-13T14:49:12.497 INFO:teuthology.orchestra.run.smithi033.stdout:done 2024-09-13T14:49:12.608 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2024-09-13T14:49:12.613 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2024-09-13T14:49:12.630 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2024-09-13T14:49:12.708 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:4 http://security.ubuntu.com/ubuntu focal-security InRelease 2024-09-13T14:49:12.948 DEBUG:teuthology.orchestra.run.smithi033:> dpkg -s linux-image-generic 2024-09-13T14:49:13.003 INFO:teuthology.orchestra.run.smithi033.stdout:Package: linux-image-generic 2024-09-13T14:49:13.003 INFO:teuthology.orchestra.run.smithi033.stdout:Status: install ok installed 2024-09-13T14:49:13.003 INFO:teuthology.orchestra.run.smithi033.stdout:Priority: optional 2024-09-13T14:49:13.003 INFO:teuthology.orchestra.run.smithi033.stdout:Section: kernel 2024-09-13T14:49:13.003 INFO:teuthology.orchestra.run.smithi033.stdout:Installed-Size: 20 2024-09-13T14:49:13.003 INFO:teuthology.orchestra.run.smithi033.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T14:49:13.003 INFO:teuthology.orchestra.run.smithi033.stdout:Architecture: amd64 2024-09-13T14:49:13.003 INFO:teuthology.orchestra.run.smithi033.stdout:Source: linux-meta 2024-09-13T14:49:13.003 INFO:teuthology.orchestra.run.smithi033.stdout:Version: 5.4.0.195.193 2024-09-13T14:49:13.003 INFO:teuthology.orchestra.run.smithi033.stdout:Provides: virtualbox-guest-modules (= 6.1.50-dfsg-1~ubuntu1.20.04.1), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.17) 2024-09-13T14:49:13.004 INFO:teuthology.orchestra.run.smithi033.stdout:Depends: linux-image-5.4.0-195-generic, linux-modules-extra-5.4.0-195-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T14:49:13.004 INFO:teuthology.orchestra.run.smithi033.stdout:Recommends: thermald 2024-09-13T14:49:13.004 INFO:teuthology.orchestra.run.smithi033.stdout:Description: Generic Linux kernel image 2024-09-13T14:49:13.004 INFO:teuthology.orchestra.run.smithi033.stdout: This package will always depend on the latest generic kernel image 2024-09-13T14:49:13.004 INFO:teuthology.orchestra.run.smithi033.stdout: available. 2024-09-13T14:49:13.004 INFO:teuthology.task.kernel:Not newest distro kernel. Current: 5.4.0-124-generic Expected: 5.4.0-195-generic 2024-09-13T14:49:13.004 INFO:teuthology.task.kernel:Skipping firmware on distro kernel 2024-09-13T14:49:13.004 DEBUG:teuthology.task.kernel:src is distro, skipping download 2024-09-13T14:49:13.004 INFO:teuthology.task.kernel:Installing distro kernel on mon.a... 2024-09-13T14:49:13.004 DEBUG:teuthology.task.kernel:install_kernel(remote=ubuntu@smithi033.front.sepia.ceph.com, path=None, version=distro) 2024-09-13T14:49:13.004 DEBUG:teuthology.orchestra.run.smithi033:> sudo apt-get clean 2024-09-13T14:49:13.251 DEBUG:teuthology.orchestra.run.smithi033:> sudo apt-get update 2024-09-13T14:49:13.514 INFO:teuthology.orchestra.run.smithi033.stdout:Hit:1 http://security.ubuntu.com/ubuntu focal-security InRelease 2024-09-13T14:49:13.514 INFO:teuthology.orchestra.run.smithi033.stdout:Hit:2 http://archive.ubuntu.com/ubuntu focal InRelease 2024-09-13T14:49:13.587 INFO:teuthology.orchestra.run.smithi033.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2024-09-13T14:49:13.669 INFO:teuthology.orchestra.run.smithi033.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2024-09-13T14:49:14.444 INFO:teuthology.orchestra.run.smithi103.stdout:Reading package lists... 2024-09-13T14:49:14.471 DEBUG:teuthology.orchestra.run.smithi103:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T14:49:14.542 INFO:teuthology.orchestra.run.smithi103.stdout:Reading package lists... 2024-09-13T14:49:14.734 INFO:teuthology.orchestra.run.smithi103.stdout:Building dependency tree... 2024-09-13T14:49:14.734 INFO:teuthology.orchestra.run.smithi103.stdout:Reading state information... 2024-09-13T14:49:14.959 INFO:teuthology.orchestra.run.smithi103.stdout:linux-image-generic is already the newest version (5.4.0.195.193). 2024-09-13T14:49:14.960 INFO:teuthology.orchestra.run.smithi103.stdout:0 upgraded, 0 newly installed, 0 to remove and 316 not upgraded. 2024-09-13T14:49:14.961 DEBUG:teuthology.orchestra.run.smithi103:> dpkg -s linux-image-generic 2024-09-13T14:49:14.982 INFO:teuthology.orchestra.run.smithi103.stdout:Package: linux-image-generic 2024-09-13T14:49:14.983 INFO:teuthology.orchestra.run.smithi103.stdout:Status: install ok installed 2024-09-13T14:49:14.983 INFO:teuthology.orchestra.run.smithi103.stdout:Priority: optional 2024-09-13T14:49:14.983 INFO:teuthology.orchestra.run.smithi103.stdout:Section: kernel 2024-09-13T14:49:14.983 INFO:teuthology.orchestra.run.smithi103.stdout:Installed-Size: 20 2024-09-13T14:49:14.983 INFO:teuthology.orchestra.run.smithi103.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T14:49:14.983 INFO:teuthology.orchestra.run.smithi103.stdout:Architecture: amd64 2024-09-13T14:49:14.983 INFO:teuthology.orchestra.run.smithi103.stdout:Source: linux-meta 2024-09-13T14:49:14.983 INFO:teuthology.orchestra.run.smithi103.stdout:Version: 5.4.0.195.193 2024-09-13T14:49:14.983 INFO:teuthology.orchestra.run.smithi103.stdout:Provides: virtualbox-guest-modules (= 6.1.50-dfsg-1~ubuntu1.20.04.1), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.17) 2024-09-13T14:49:14.983 INFO:teuthology.orchestra.run.smithi103.stdout:Depends: linux-image-5.4.0-195-generic, linux-modules-extra-5.4.0-195-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T14:49:14.983 INFO:teuthology.orchestra.run.smithi103.stdout:Recommends: thermald 2024-09-13T14:49:14.983 INFO:teuthology.orchestra.run.smithi103.stdout:Description: Generic Linux kernel image 2024-09-13T14:49:14.983 INFO:teuthology.orchestra.run.smithi103.stdout: This package will always depend on the latest generic kernel image 2024-09-13T14:49:14.984 INFO:teuthology.orchestra.run.smithi103.stdout: available. 2024-09-13T14:49:14.984 DEBUG:teuthology.orchestra.run.smithi103:> mktemp 2024-09-13T14:49:14.989 INFO:teuthology.orchestra.run.smithi103.stdout:/tmp/tmp.IhY1bOIegI 2024-09-13T14:49:14.989 DEBUG:teuthology.orchestra.run.smithi103:> sudo cp /boot/grub/grub.cfg /tmp/tmp.IhY1bOIegI 2024-09-13T14:49:15.046 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 0666 /tmp/tmp.IhY1bOIegI 2024-09-13T14:49:15.102 DEBUG:teuthology.orchestra.remote:smithi103:/tmp/tmp.IhY1bOIegI is 9KB 2024-09-13T14:49:15.116 DEBUG:teuthology.orchestra.run.smithi103:> rm -fr /tmp/tmp.IhY1bOIegI 2024-09-13T14:49:15.122 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-13T14:49:15.177 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T14:49:15.177 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-13T14:49:15.177 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-13T14:49:15.208 INFO:teuthology.task.kernel:Distro Kernel Version: 5.4.0-195-generic 2024-09-13T14:49:15.208 DEBUG:teuthology.orchestra.run.smithi103:> sudo update-grub 2024-09-13T14:49:15.569 INFO:teuthology.orchestra.run.smithi033.stdout:Reading package lists... 2024-09-13T14:49:15.597 DEBUG:teuthology.orchestra.run.smithi033:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y install linux-image-generic 2024-09-13T14:49:15.670 INFO:teuthology.orchestra.run.smithi033.stdout:Reading package lists... 2024-09-13T14:49:15.897 INFO:teuthology.orchestra.run.smithi033.stdout:Building dependency tree... 2024-09-13T14:49:15.897 INFO:teuthology.orchestra.run.smithi033.stdout:Reading state information... 2024-09-13T14:49:16.143 INFO:teuthology.orchestra.run.smithi033.stdout:linux-image-generic is already the newest version (5.4.0.195.193). 2024-09-13T14:49:16.143 INFO:teuthology.orchestra.run.smithi033.stdout:0 upgraded, 0 newly installed, 0 to remove and 316 not upgraded. 2024-09-13T14:49:16.145 DEBUG:teuthology.orchestra.run.smithi033:> dpkg -s linux-image-generic 2024-09-13T14:49:16.167 INFO:teuthology.orchestra.run.smithi033.stdout:Package: linux-image-generic 2024-09-13T14:49:16.168 INFO:teuthology.orchestra.run.smithi033.stdout:Status: install ok installed 2024-09-13T14:49:16.168 INFO:teuthology.orchestra.run.smithi033.stdout:Priority: optional 2024-09-13T14:49:16.168 INFO:teuthology.orchestra.run.smithi033.stdout:Section: kernel 2024-09-13T14:49:16.168 INFO:teuthology.orchestra.run.smithi033.stdout:Installed-Size: 20 2024-09-13T14:49:16.168 INFO:teuthology.orchestra.run.smithi033.stdout:Maintainer: Ubuntu Kernel Team 2024-09-13T14:49:16.168 INFO:teuthology.orchestra.run.smithi033.stdout:Architecture: amd64 2024-09-13T14:49:16.168 INFO:teuthology.orchestra.run.smithi033.stdout:Source: linux-meta 2024-09-13T14:49:16.168 INFO:teuthology.orchestra.run.smithi033.stdout:Version: 5.4.0.195.193 2024-09-13T14:49:16.168 INFO:teuthology.orchestra.run.smithi033.stdout:Provides: virtualbox-guest-modules (= 6.1.50-dfsg-1~ubuntu1.20.04.1), wireguard-modules (= 1.0.20201112-1~20.04.1), zfs-modules (= 0.8.3-1ubuntu12.17) 2024-09-13T14:49:16.168 INFO:teuthology.orchestra.run.smithi033.stdout:Depends: linux-image-5.4.0-195-generic, linux-modules-extra-5.4.0-195-generic, linux-firmware, intel-microcode, amd64-microcode 2024-09-13T14:49:16.168 INFO:teuthology.orchestra.run.smithi033.stdout:Recommends: thermald 2024-09-13T14:49:16.169 INFO:teuthology.orchestra.run.smithi033.stdout:Description: Generic Linux kernel image 2024-09-13T14:49:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: This package will always depend on the latest generic kernel image 2024-09-13T14:49:16.169 INFO:teuthology.orchestra.run.smithi033.stdout: available. 2024-09-13T14:49:16.169 DEBUG:teuthology.orchestra.run.smithi033:> mktemp 2024-09-13T14:49:16.175 INFO:teuthology.orchestra.run.smithi033.stdout:/tmp/tmp.ZI9Kz7QEvD 2024-09-13T14:49:16.175 DEBUG:teuthology.orchestra.run.smithi033:> sudo cp /boot/grub/grub.cfg /tmp/tmp.ZI9Kz7QEvD 2024-09-13T14:49:16.190 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 0666 /tmp/tmp.ZI9Kz7QEvD 2024-09-13T14:49:16.226 DEBUG:teuthology.orchestra.remote:smithi033:/tmp/tmp.ZI9Kz7QEvD is 9KB 2024-09-13T14:49:16.239 DEBUG:teuthology.orchestra.run.smithi033:> rm -fr /tmp/tmp.ZI9Kz7QEvD 2024-09-13T14:49:16.245 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f -- /etc/grub.d/01_ceph_kernel 2024-09-13T14:49:16.302 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T14:49:16.302 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/grub.d/01_ceph_kernel 2024-09-13T14:49:16.303 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 755 /etc/grub.d/01_ceph_kernel 2024-09-13T14:49:16.330 INFO:teuthology.task.kernel:Distro Kernel Version: 5.4.0-195-generic 2024-09-13T14:49:16.330 DEBUG:teuthology.orchestra.run.smithi033:> sudo update-grub 2024-09-13T14:49:16.652 INFO:teuthology.orchestra.run.smithi103.stderr:Sourcing file `/etc/default/grub' 2024-09-13T14:49:16.664 INFO:teuthology.orchestra.run.smithi103.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T14:49:16.674 INFO:teuthology.orchestra.run.smithi103.stderr:Generating grub configuration file ... 2024-09-13T14:49:16.952 INFO:teuthology.orchestra.run.smithi103.stderr:Found linux image: /boot/vmlinuz-5.4.0-195-generic 2024-09-13T14:49:16.964 INFO:teuthology.orchestra.run.smithi103.stderr:Found initrd image: /boot/initrd.img-5.4.0-195-generic 2024-09-13T14:49:17.364 INFO:teuthology.orchestra.run.smithi103.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-09-13T14:49:17.375 INFO:teuthology.orchestra.run.smithi103.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-09-13T14:49:17.740 INFO:teuthology.orchestra.run.smithi033.stderr:Sourcing file `/etc/default/grub' 2024-09-13T14:49:17.747 INFO:teuthology.orchestra.run.smithi033.stderr:Sourcing file `/etc/default/grub.d/init-select.cfg' 2024-09-13T14:49:17.760 INFO:teuthology.orchestra.run.smithi033.stderr:Generating grub configuration file ... 2024-09-13T14:49:17.991 INFO:teuthology.orchestra.run.smithi033.stderr:Found linux image: /boot/vmlinuz-5.4.0-195-generic 2024-09-13T14:49:18.003 INFO:teuthology.orchestra.run.smithi033.stderr:Found initrd image: /boot/initrd.img-5.4.0-195-generic 2024-09-13T14:49:18.335 INFO:teuthology.orchestra.run.smithi033.stderr:Found linux image: /boot/vmlinuz-5.4.0-124-generic 2024-09-13T14:49:18.347 INFO:teuthology.orchestra.run.smithi033.stderr:Found initrd image: /boot/initrd.img-5.4.0-124-generic 2024-09-13T14:49:18.402 INFO:teuthology.orchestra.run.smithi103.stderr:done 2024-09-13T14:49:18.404 DEBUG:teuthology.orchestra.run.smithi103:> sudo shutdown -r now 2024-09-13T14:49:19.104 INFO:teuthology.orchestra.run.smithi033.stderr:done 2024-09-13T14:49:19.106 DEBUG:teuthology.orchestra.run.smithi033:> sudo shutdown -r now 2024-09-13T14:49:48.433 INFO:teuthology.task.kernel:Checking client mon.b for new kernel version... 2024-09-13T14:49:48.433 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-09-13T14:49:48.435 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:49:49.109 INFO:teuthology.task.kernel:Checking client mon.a for new kernel version... 2024-09-13T14:49:49.110 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-13T14:49:49.110 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:50:06.790 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.103 2024-09-13T14:50:07.553 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.33 2024-09-13T14:50:15.802 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-09-13T14:50:15.803 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:50:16.555 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-13T14:50:16.555 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:50:18.877 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.103 2024-09-13T14:50:30.889 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-09-13T14:50:30.890 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:50:33.981 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.103 2024-09-13T14:50:34.945 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.33 2024-09-13T14:50:46.957 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-13T14:50:46.958 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:50:48.982 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-09-13T14:50:48.983 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:50:50.045 DEBUG:teuthology.orchestra.remote:[Errno None] Unable to connect to port 22 on 172.21.15.33 2024-09-13T14:51:05.060 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-13T14:51:05.062 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:51:05.341 DEBUG:teuthology.orchestra.run.smithi033:> true 2024-09-13T14:51:05.907 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-13T14:51:05.907 INFO:teuthology.task.kernel:Checking kernel version of mon.a, want "5.4.0-195-generic"... 2024-09-13T14:51:05.907 DEBUG:teuthology.orchestra.run.smithi033:> uname -r 2024-09-13T14:51:05.914 INFO:teuthology.orchestra.run.smithi033.stdout:5.4.0-195-generic 2024-09-13T14:51:05.915 DEBUG:teuthology.task.kernel:current kernel version is 5.4.0-195-generic vs 5.4.0-195-generic 2024-09-13T14:51:05.915 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T14:51:05.915 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-13T14:51:06.916 INFO:teuthology.task.kernel:Enabling kdb on mon.a... 2024-09-13T14:51:06.917 DEBUG:teuthology.orchestra.run.smithi033:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T14:51:07.009 INFO:teuthology.orchestra.run.smithi033.stdout:ttyS1 2024-09-13T14:51:07.038 DEBUG:teuthology.parallel:result is None 2024-09-13T14:51:20.775 DEBUG:teuthology.orchestra.run.smithi103:> true 2024-09-13T14:51:21.323 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-09-13T14:51:21.323 INFO:teuthology.task.kernel:Checking kernel version of mon.b, want "5.4.0-195-generic"... 2024-09-13T14:51:21.323 DEBUG:teuthology.orchestra.run.smithi103:> uname -r 2024-09-13T14:51:21.329 INFO:teuthology.orchestra.run.smithi103.stdout:5.4.0-195-generic 2024-09-13T14:51:21.330 DEBUG:teuthology.task.kernel:current kernel version is 5.4.0-195-generic vs 5.4.0-195-generic 2024-09-13T14:51:21.330 DEBUG:teuthology.task.kernel:utsrelease strings match, do not need to install 2024-09-13T14:51:21.330 DEBUG:teuthology.task.kernel:Distro of this test job: ubuntu 2024-09-13T14:51:22.331 INFO:teuthology.task.kernel:Enabling kdb on mon.b... 2024-09-13T14:51:22.331 DEBUG:teuthology.orchestra.run.smithi103:> echo ttyS1 | sudo tee /sys/module/kgdboc/parameters/kgdboc 2024-09-13T14:51:22.418 INFO:teuthology.orchestra.run.smithi103.stdout:ttyS1 2024-09-13T14:51:22.448 DEBUG:teuthology.parallel:result is None 2024-09-13T14:51:22.448 INFO:teuthology.run_tasks:Running task internal.base... 2024-09-13T14:51:22.455 INFO:teuthology.task.internal:Creating test directory... 2024-09-13T14:51:22.456 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T14:51:22.458 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -p -m0755 -- /home/ubuntu/cephtest 2024-09-13T14:51:22.465 INFO:teuthology.run_tasks:Running task internal.archive_upload... 2024-09-13T14:51:22.478 INFO:teuthology.run_tasks:Running task internal.archive... 2024-09-13T14:51:22.485 INFO:teuthology.task.internal:Creating archive directory... 2024-09-13T14:51:22.485 DEBUG:teuthology.orchestra.run.smithi033:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T14:51:22.488 DEBUG:teuthology.orchestra.run.smithi103:> install -d -m0755 -- /home/ubuntu/cephtest/archive 2024-09-13T14:51:22.524 INFO:teuthology.run_tasks:Running task internal.coredump... 2024-09-13T14:51:22.531 INFO:teuthology.task.internal:Enabling coredump saving... 2024-09-13T14:51:22.532 DEBUG:teuthology.orchestra.run.smithi033:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T14:51:22.554 DEBUG:teuthology.orchestra.run.smithi103:> install -d -m0755 -- /home/ubuntu/cephtest/archive/coredump && sudo sysctl -w kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core && echo kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core | sudo tee -a /etc/sysctl.conf 2024-09-13T14:51:22.580 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T14:51:22.581 INFO:teuthology.orchestra.run.smithi103.stdout:kernel.core_pattern = /home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T14:51:22.590 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T14:51:22.591 INFO:teuthology.orchestra.run.smithi103.stdout:kernel.core_pattern=/home/ubuntu/cephtest/archive/coredump/%t.%p.core 2024-09-13T14:51:22.594 INFO:teuthology.run_tasks:Running task internal.sudo... 2024-09-13T14:51:22.601 INFO:teuthology.task.internal:Configuring sudo... 2024-09-13T14:51:22.601 DEBUG:teuthology.orchestra.run.smithi033:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T14:51:22.603 DEBUG:teuthology.orchestra.run.smithi103:> sudo sed -i.orig.teuthology -e 's/^\([^#]*\) \(requiretty\)/\1 !\2/g' -e 's/^\([^#]*\) !\(visiblepw\)/\1 \2/g' /etc/sudoers 2024-09-13T14:51:22.617 INFO:teuthology.run_tasks:Running task internal.syslog... 2024-09-13T14:51:22.628 INFO:teuthology.task.internal.syslog:Starting syslog monitoring... 2024-09-13T14:51:22.628 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T14:51:22.657 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -p -m0755 -- /home/ubuntu/cephtest/archive/syslog 2024-09-13T14:51:22.668 DEBUG:teuthology.orchestra.run.smithi033:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T14:51:22.674 DEBUG:teuthology.orchestra.run.smithi033:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T14:51:22.681 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T14:51:22.681 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T14:51:22.702 DEBUG:teuthology.orchestra.run.smithi103:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/kern.log 2024-09-13T14:51:22.709 DEBUG:teuthology.orchestra.run.smithi103:> install -m 666 /dev/null /home/ubuntu/cephtest/archive/syslog/misc.log 2024-09-13T14:51:22.716 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T14:51:22.716 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/rsyslog.d/80-cephtest.conf 2024-09-13T14:51:22.776 DEBUG:teuthology.orchestra.run.smithi033:> sudo service rsyslog restart 2024-09-13T14:51:22.778 DEBUG:teuthology.orchestra.run.smithi103:> sudo service rsyslog restart 2024-09-13T14:51:22.831 INFO:teuthology.run_tasks:Running task internal.timer... 2024-09-13T14:51:22.839 INFO:teuthology.task.internal:Starting timer... 2024-09-13T14:51:22.839 INFO:teuthology.run_tasks:Running task pcp... 2024-09-13T14:51:22.851 INFO:teuthology.run_tasks:Running task selinux... 2024-09-13T14:51:22.860 DEBUG:teuthology.task.selinux:Excluding smithi033: OS 'ubuntu' does not support SELinux 2024-09-13T14:51:22.861 DEBUG:teuthology.task.selinux:Excluding smithi103: OS 'ubuntu' does not support SELinux 2024-09-13T14:51:22.861 DEBUG:teuthology.task.selinux:Getting current SELinux state 2024-09-13T14:51:22.861 DEBUG:teuthology.task.selinux:Existing SELinux modes: {} 2024-09-13T14:51:22.861 INFO:teuthology.task.selinux:Putting SELinux into permissive mode 2024-09-13T14:51:22.861 INFO:teuthology.run_tasks:Running task ansible.cephlab... 2024-09-13T14:51:22.870 DEBUG:teuthology.repo_utils:Setting repo remote to https://git.ceph.com/ceph-cm-ansible.git 2024-09-13T14:51:22.873 INFO:teuthology.repo_utils:Fetching git.ceph.com_ceph-cm-ansible_main from origin 2024-09-13T14:51:23.017 DEBUG:teuthology.repo_utils:Resetting repo at /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main to origin/main 2024-09-13T14:51:23.030 INFO:teuthology.task.ansible:Playbook: [{'import_playbook': 'ansible_managed.yml'}, {'import_playbook': 'teuthology.yml'}, {'hosts': 'testnodes', 'tasks': [{'set_fact': {'ran_from_cephlab_playbook': True}}]}, {'import_playbook': 'testnodes.yml'}, {'import_playbook': 'container-host.yml'}, {'import_playbook': 'cobbler.yml'}, {'import_playbook': 'paddles.yml'}, {'import_playbook': 'pulpito.yml'}, {'hosts': 'testnodes', 'become': True, 'tasks': [{'name': 'Touch /ceph-qa-ready', 'file': {'path': '/ceph-qa-ready', 'state': 'touch'}, 'when': 'ran_from_cephlab_playbook|bool'}]}] 2024-09-13T14:51:23.031 DEBUG:teuthology.task.ansible:Running ansible-playbook -v --extra-vars '{"ansible_ssh_user": "ubuntu"}' -i /etc/ansible/hosts --limit smithi033.front.sepia.ceph.com,smithi103.front.sepia.ceph.com /home/teuthworker/src/git.ceph.com_ceph-cm-ansible_main/cephlab.yml 2024-09-13T14:56:57.902 DEBUG:teuthology.task.ansible:Reconnecting to [Remote(name='ubuntu@smithi033.front.sepia.ceph.com'), Remote(name='ubuntu@smithi103.front.sepia.ceph.com')] 2024-09-13T14:56:57.903 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-13T14:56:57.905 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi033.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:56:58.019 DEBUG:teuthology.orchestra.run.smithi033:> true 2024-09-13T14:56:58.146 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi033.front.sepia.ceph.com' 2024-09-13T14:56:58.147 INFO:teuthology.orchestra.remote:Trying to reconnect to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-09-13T14:56:58.147 DEBUG:teuthology.orchestra.connection:{'hostname': 'smithi103.front.sepia.ceph.com', 'username': 'ubuntu', 'timeout': 60} 2024-09-13T14:56:58.251 DEBUG:teuthology.orchestra.run.smithi103:> true 2024-09-13T14:56:58.382 INFO:teuthology.orchestra.remote:Successfully reconnected to host 'ubuntu@smithi103.front.sepia.ceph.com' 2024-09-13T14:56:58.382 INFO:teuthology.run_tasks:Running task clock... 2024-09-13T14:56:58.393 INFO:teuthology.task.clock:Syncing clocks and checking initial clock skew... 2024-09-13T14:56:58.393 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T14:56:58.394 DEBUG:teuthology.orchestra.run.smithi033:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T14:56:58.396 INFO:teuthology.orchestra.run:Running command with timeout 360 2024-09-13T14:56:58.396 DEBUG:teuthology.orchestra.run.smithi103:> sudo systemctl stop ntp.service || sudo systemctl stop ntpd.service || sudo systemctl stop chronyd.service ; sudo ntpd -gq || sudo chronyc makestep ; sudo systemctl start ntp.service || sudo systemctl start ntpd.service || sudo systemctl start chronyd.service ; PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T14:56:58.425 INFO:teuthology.orchestra.run.smithi033.stdout:13 Sep 14:56:58 ntpd[13661]: ntpd 4.2.8p12@1.3728-o (1): Starting 2024-09-13T14:56:58.425 INFO:teuthology.orchestra.run.smithi033.stdout:13 Sep 14:56:58 ntpd[13661]: Command line: ntpd -gq 2024-09-13T14:56:58.426 INFO:teuthology.orchestra.run.smithi033.stdout:13 Sep 14:56:58 ntpd[13661]: proto: precision = 0.065 usec (-24) 2024-09-13T14:56:58.426 INFO:teuthology.orchestra.run.smithi033.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T14:56:58.426 INFO:teuthology.orchestra.run.smithi033.stdout:13 Sep 14:56:58 ntpd[13661]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T14:56:58.427 INFO:teuthology.orchestra.run.smithi033.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-13T14:56:58.428 INFO:teuthology.orchestra.run.smithi033.stdout:13 Sep 14:56:58 ntpd[13661]: restrict ::: KOD does nothing without LIMITED. 2024-09-13T14:56:58.428 INFO:teuthology.orchestra.run.smithi033.stdout:13 Sep 14:56:58 ntpd[13661]: Listen and drop on 0 v6wildcard [::]:123 2024-09-13T14:56:58.428 INFO:teuthology.orchestra.run.smithi033.stdout:13 Sep 14:56:58 ntpd[13661]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-13T14:56:58.428 INFO:teuthology.orchestra.run.smithi033.stdout:13 Sep 14:56:58 ntpd[13661]: Listen normally on 2 lo 127.0.0.1:123 2024-09-13T14:56:58.428 INFO:teuthology.orchestra.run.smithi033.stdout:13 Sep 14:56:58 ntpd[13661]: Listen normally on 3 ens1f0 172.21.15.33:123 2024-09-13T14:56:58.428 INFO:teuthology.orchestra.run.smithi033.stdout:13 Sep 14:56:58 ntpd[13661]: Listen normally on 4 lo [::1]:123 2024-09-13T14:56:58.428 INFO:teuthology.orchestra.run.smithi033.stdout:13 Sep 14:56:58 ntpd[13661]: Listen normally on 5 ens1f0 [fe80::ae1f:6bff:fea5:d294%3]:123 2024-09-13T14:56:58.428 INFO:teuthology.orchestra.run.smithi033.stdout:13 Sep 14:56:58 ntpd[13661]: Listening on routing socket on fd #22 for interface updates 2024-09-13T14:56:58.430 INFO:teuthology.orchestra.run.smithi103.stdout:13 Sep 14:56:58 ntpd[13745]: ntpd 4.2.8p12@1.3728-o (1): Starting 2024-09-13T14:56:58.430 INFO:teuthology.orchestra.run.smithi103.stdout:13 Sep 14:56:58 ntpd[13745]: Command line: ntpd -gq 2024-09-13T14:56:58.432 INFO:teuthology.orchestra.run.smithi103.stdout:13 Sep 14:56:58 ntpd[13745]: proto: precision = 0.116 usec (-23) 2024-09-13T14:56:58.432 INFO:teuthology.orchestra.run.smithi103.stderr:restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T14:56:58.432 INFO:teuthology.orchestra.run.smithi103.stdout:13 Sep 14:56:58 ntpd[13745]: restrict 0.0.0.0: KOD does nothing without LIMITED. 2024-09-13T14:56:58.433 INFO:teuthology.orchestra.run.smithi103.stderr:restrict ::: KOD does nothing without LIMITED. 2024-09-13T14:56:58.434 INFO:teuthology.orchestra.run.smithi103.stdout:13 Sep 14:56:58 ntpd[13745]: restrict ::: KOD does nothing without LIMITED. 2024-09-13T14:56:58.434 INFO:teuthology.orchestra.run.smithi103.stdout:13 Sep 14:56:58 ntpd[13745]: Listen and drop on 0 v6wildcard [::]:123 2024-09-13T14:56:58.434 INFO:teuthology.orchestra.run.smithi103.stdout:13 Sep 14:56:58 ntpd[13745]: Listen and drop on 1 v4wildcard 0.0.0.0:123 2024-09-13T14:56:58.434 INFO:teuthology.orchestra.run.smithi103.stdout:13 Sep 14:56:58 ntpd[13745]: Listen normally on 2 lo 127.0.0.1:123 2024-09-13T14:56:58.434 INFO:teuthology.orchestra.run.smithi103.stdout:13 Sep 14:56:58 ntpd[13745]: Listen normally on 3 enp3s0f1 172.21.15.103:123 2024-09-13T14:56:58.434 INFO:teuthology.orchestra.run.smithi103.stdout:13 Sep 14:56:58 ntpd[13745]: Listen normally on 4 lo [::1]:123 2024-09-13T14:56:58.434 INFO:teuthology.orchestra.run.smithi103.stdout:13 Sep 14:56:58 ntpd[13745]: Listen normally on 5 enp3s0f1 [fe80::ec4:7aff:fe8f:cc0b%5]:123 2024-09-13T14:56:58.434 INFO:teuthology.orchestra.run.smithi103.stdout:13 Sep 14:56:58 ntpd[13745]: Listening on routing socket on fd #22 for interface updates 2024-09-13T14:56:59.426 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:56:59 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:56:59.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:56:59 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:56:59.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:56:59 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:56:59.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:56:59 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:56:59.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:56:59 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:56:59.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:56:59 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:56:59.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:56:59 ntpd[13661]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:56:59.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:56:59 ntpd[13661]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:56:59.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:56:59 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:56:59.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:56:59 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:56:59.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:56:59 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:56:59.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:56:59 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:56:59.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:56:59 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:56:59.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:56:59 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:56:59.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:56:59 ntpd[13745]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:56:59.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:56:59 ntpd[13745]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:00.426 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:00 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:00.426 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:00 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:00.426 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:00 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:00.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:00 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:00.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:00 ntpd[13661]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:00.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:00 ntpd[13661]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:01.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:01 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:01.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:01 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:01.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:01 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:01.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:01 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:01.428 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:01 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:01.428 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:01 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:01.428 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:01 ntpd[13661]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:01.428 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:01 ntpd[13661]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:01.428 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:01 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:01.428 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:01 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:01.428 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:01 ntpd[13661]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:01.428 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:01 ntpd[13661]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:01.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:01 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:01.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:01 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:01.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:01 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:01.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:01 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:01.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:01 ntpd[13745]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:01.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:01 ntpd[13745]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:02.426 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:02 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:02.426 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:02 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:02.426 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:02 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:02.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:02 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:02.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:02 ntpd[13661]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:02.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:02 ntpd[13661]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:02.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:02 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:02.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:02 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:02.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:02 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:02.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:02 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:02.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:02 ntpd[13745]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:02.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:02 ntpd[13745]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:03.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:03 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:03.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:03 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:03.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:03 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:03.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:03 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:03.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:03 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:03.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:03 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:03.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:03 ntpd[13661]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:03.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:03 ntpd[13661]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:03.428 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:03 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:03.428 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:03 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:03.428 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:03 ntpd[13661]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:03.428 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:03 ntpd[13661]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:03.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:03 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:03.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:03 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:03.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:03 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:03.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:03 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:03.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:03 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:03.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:03 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:03.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:03 ntpd[13745]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:03.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:03 ntpd[13745]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:03.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:03 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:03.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:03 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:03.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:03 ntpd[13745]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:03.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:03 ntpd[13745]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:04.426 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:04 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:04.426 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:04 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:04.426 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:04 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:04.426 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:04 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:04.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:04 ntpd[13661]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:04.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:04 ntpd[13661]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:04.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:04 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:04.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:04 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:04.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:04 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:04.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:04 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:04.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:04 ntpd[13745]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:04.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:04 ntpd[13745]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:05 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:05 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:05 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:05 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:05 ntpd[13661]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:05 ntpd[13661]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:05 ntpd[13661]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:05 ntpd[13661]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:05.427 INFO:teuthology.orchestra.run.smithi033.stdout:13 Sep 14:57:05 ntpd[13661]: ntpd: time slew +0.000850 s 2024-09-13T14:57:05.427 INFO:teuthology.orchestra.run.smithi033.stdout:ntpd: time slew +0.000850s 2024-09-13T14:57:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:05 ntpd[13661]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-13T14:57:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:13 Sep 14:57:05 ntpd[13661]: can't open /var/log/ntpstats/loopstats.20240913: Permission denied 2024-09-13T14:57:05.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:05 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:05.431 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:05 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:05.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:05 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:05.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:05 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:05.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:05 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:05.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:05 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:05.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:05 ntpd[13745]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:05.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:05 ntpd[13745]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:05.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:05 ntpd[13745]: couldn't unlink /var/log/ntpstats/rawstats: Permission denied 2024-09-13T14:57:05.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:05 ntpd[13745]: can't open /var/log/ntpstats/rawstats.20240913: Permission denied 2024-09-13T14:57:05.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:05 ntpd[13745]: couldn't unlink /var/log/ntpstats/peerstats: Permission denied 2024-09-13T14:57:05.432 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:05 ntpd[13745]: can't open /var/log/ntpstats/peerstats.20240913: Permission denied 2024-09-13T14:57:05.432 INFO:teuthology.orchestra.run.smithi103.stdout:13 Sep 14:57:05 ntpd[13745]: ntpd: time slew +0.003361 s 2024-09-13T14:57:05.433 INFO:teuthology.orchestra.run.smithi103.stdout:ntpd: time slew +0.003361s 2024-09-13T14:57:05.433 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:05 ntpd[13745]: couldn't unlink /var/log/ntpstats/loopstats: Permission denied 2024-09-13T14:57:05.433 INFO:teuthology.orchestra.run.smithi103.stderr:13 Sep 14:57:05 ntpd[13745]: can't open /var/log/ntpstats/loopstats.20240913: Permission denied 2024-09-13T14:57:05.502 INFO:teuthology.orchestra.run.smithi103.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T14:57:05.502 INFO:teuthology.orchestra.run.smithi103.stdout:============================================================================== 2024-09-13T14:57:05.502 INFO:teuthology.orchestra.run.smithi103.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T14:57:05.502 INFO:teuthology.orchestra.run.smithi103.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T14:57:05.502 INFO:teuthology.orchestra.run.smithi103.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T14:57:05.503 INFO:teuthology.orchestra.run.smithi103.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T14:57:05.504 INFO:teuthology.orchestra.run.smithi033.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T14:57:05.504 INFO:teuthology.orchestra.run.smithi033.stdout:============================================================================== 2024-09-13T14:57:05.504 INFO:teuthology.orchestra.run.smithi033.stdout: hv01.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T14:57:05.504 INFO:teuthology.orchestra.run.smithi033.stdout: hv02.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T14:57:05.504 INFO:teuthology.orchestra.run.smithi033.stdout: hv03.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T14:57:05.504 INFO:teuthology.orchestra.run.smithi033.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T14:57:05.505 INFO:teuthology.run_tasks:Running task install... 2024-09-13T14:57:05.513 DEBUG:teuthology.task.install:project ceph 2024-09-13T14:57:05.513 DEBUG:teuthology.task.install:INSTALL overrides: {'ceph': {'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}} 2024-09-13T14:57:05.513 DEBUG:teuthology.task.install:config {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'} 2024-09-13T14:57:05.514 INFO:teuthology.task.install:Using flavor: default 2024-09-13T14:57:05.519 DEBUG:teuthology.task.install:Package list is: {'deb': ['ceph', 'cephadm', 'ceph-mds', 'ceph-mgr', 'ceph-common', 'ceph-fuse', 'ceph-test', 'ceph-volume', 'radosgw', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'libcephfs2', 'libcephfs-dev', 'librados2', 'librbd1', 'rbd-fuse'], 'rpm': ['ceph-radosgw', 'ceph-test', 'ceph', 'ceph-base', 'cephadm', 'ceph-immutable-object-cache', 'ceph-mgr', 'ceph-mgr-dashboard', 'ceph-mgr-diskprediction-local', 'ceph-mgr-rook', 'ceph-mgr-cephadm', 'ceph-fuse', 'ceph-volume', 'librados-devel', 'libcephfs2', 'libcephfs-devel', 'librados2', 'librbd1', 'python3-rados', 'python3-rgw', 'python3-cephfs', 'python3-rbd', 'rbd-fuse', 'rbd-mirror', 'rbd-nbd']} 2024-09-13T14:57:05.519 INFO:teuthology.task.install:extra packages: {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']} 2024-09-13T14:57:05.520 DEBUG:teuthology.orchestra.run.smithi033:> sudo apt-key list | grep Ceph 2024-09-13T14:57:05.520 DEBUG:teuthology.orchestra.run.smithi103:> sudo apt-key list | grep Ceph 2024-09-13T14:57:05.641 INFO:teuthology.orchestra.run.smithi103.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2024-09-13T14:57:05.648 INFO:teuthology.orchestra.run.smithi033.stderr:Warning: apt-key output should not be parsed (stdout is not a terminal) 2024-09-13T14:57:05.699 INFO:teuthology.orchestra.run.smithi103.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-13T14:57:05.699 INFO:teuthology.orchestra.run.smithi103.stdout:uid [ unknown] Ceph.com (release key) 2024-09-13T14:57:05.700 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-13T14:57:05.700 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-13T14:57:05.701 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T14:57:05.714 INFO:teuthology.orchestra.run.smithi033.stdout:uid [ unknown] Ceph automated package build (Ceph automated package build) 2024-09-13T14:57:05.714 INFO:teuthology.orchestra.run.smithi033.stdout:uid [ unknown] Ceph.com (release key) 2024-09-13T14:57:05.714 INFO:teuthology.task.install.deb:Installing packages: ceph, cephadm, ceph-mds, ceph-mgr, ceph-common, ceph-fuse, ceph-test, ceph-volume, radosgw, python3-rados, python3-rgw, python3-cephfs, python3-rbd, libcephfs2, libcephfs-dev, librados2, librbd1, rbd-fuse, python3-cephfs, cephfs-shell, cephfs-top, cephfs-mirror on remote deb x86_64 2024-09-13T14:57:05.714 INFO:teuthology.task.install.deb:Installing system (non-project) packages: bison, flex, libelf-dev, libssl-dev, network-manager, iproute2, util-linux, dump, indent, libaio-dev, libtool-bin, uuid-dev, xfslibs-dev, postgresql, postgresql-client, postgresql-common, postgresql-contrib on remote deb x86_64 2024-09-13T14:57:05.714 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T14:57:05.853 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default/ 2024-09-13T14:57:05.853 INFO:teuthology.task.install.deb:Package version is 18.2.4-850-g50bbe7f3-1focal 2024-09-13T14:57:05.864 INFO:teuthology.task.install.deb:Pulling from https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default/ 2024-09-13T14:57:05.865 INFO:teuthology.task.install.deb:Package version is 18.2.4-850-g50bbe7f3-1focal 2024-09-13T14:57:06.070 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T14:57:06.070 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-13T14:57:06.074 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T14:57:06.074 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/apt/sources.list.d/ceph.list 2024-09-13T14:57:06.090 DEBUG:teuthology.orchestra.run.smithi103:> sudo apt-get update 2024-09-13T14:57:06.091 DEBUG:teuthology.orchestra.run.smithi033:> sudo apt-get update 2024-09-13T14:57:06.280 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2024-09-13T14:57:06.280 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:2 http://security.ubuntu.com/ubuntu focal-security InRelease 2024-09-13T14:57:06.286 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:3 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2024-09-13T14:57:06.303 INFO:teuthology.orchestra.run.smithi103.stdout:Hit:4 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2024-09-13T14:57:06.359 INFO:teuthology.orchestra.run.smithi033.stdout:Hit:1 http://archive.ubuntu.com/ubuntu focal InRelease 2024-09-13T14:57:06.359 INFO:teuthology.orchestra.run.smithi033.stdout:Hit:2 http://security.ubuntu.com/ubuntu focal-security InRelease 2024-09-13T14:57:06.382 INFO:teuthology.orchestra.run.smithi033.stdout:Ign:3 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal InRelease 2024-09-13T14:57:06.428 INFO:teuthology.orchestra.run.smithi033.stdout:Get:4 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal Release [7,662 B] 2024-09-13T14:57:06.429 INFO:teuthology.orchestra.run.smithi033.stdout:Hit:5 http://archive.ubuntu.com/ubuntu focal-updates InRelease 2024-09-13T14:57:06.431 INFO:teuthology.orchestra.run.smithi103.stdout:Ign:5 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal InRelease 2024-09-13T14:57:06.476 INFO:teuthology.orchestra.run.smithi033.stdout:Ign:6 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal Release.gpg 2024-09-13T14:57:06.477 INFO:teuthology.orchestra.run.smithi103.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal Release [7,662 B] 2024-09-13T14:57:06.516 INFO:teuthology.orchestra.run.smithi033.stdout:Hit:7 http://archive.ubuntu.com/ubuntu focal-backports InRelease 2024-09-13T14:57:06.522 INFO:teuthology.orchestra.run.smithi033.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 Packages [17.6 kB] 2024-09-13T14:57:06.525 INFO:teuthology.orchestra.run.smithi103.stdout:Ign:7 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal Release.gpg 2024-09-13T14:57:06.575 INFO:teuthology.orchestra.run.smithi103.stdout:Get:8 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main i386 Packages [3,435 B] 2024-09-13T14:57:06.625 INFO:teuthology.orchestra.run.smithi033.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main i386 Packages [3,435 B] 2024-09-13T14:57:06.632 INFO:teuthology.orchestra.run.smithi103.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 Packages [17.6 kB] 2024-09-13T14:57:06.938 INFO:teuthology.orchestra.run.smithi103.stdout:Fetched 28.7 kB in 1s (45.2 kB/s) 2024-09-13T14:57:07.045 INFO:teuthology.orchestra.run.smithi033.stdout:Fetched 28.7 kB in 1s (36.6 kB/s) 2024-09-13T14:57:08.096 INFO:teuthology.orchestra.run.smithi103.stdout:Reading package lists... 2024-09-13T14:57:08.122 DEBUG:teuthology.orchestra.run.smithi103:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.4-850-g50bbe7f3-1focal cephadm=18.2.4-850-g50bbe7f3-1focal ceph-mds=18.2.4-850-g50bbe7f3-1focal ceph-mgr=18.2.4-850-g50bbe7f3-1focal ceph-common=18.2.4-850-g50bbe7f3-1focal ceph-fuse=18.2.4-850-g50bbe7f3-1focal ceph-test=18.2.4-850-g50bbe7f3-1focal ceph-volume=18.2.4-850-g50bbe7f3-1focal radosgw=18.2.4-850-g50bbe7f3-1focal python3-rados=18.2.4-850-g50bbe7f3-1focal python3-rgw=18.2.4-850-g50bbe7f3-1focal python3-cephfs=18.2.4-850-g50bbe7f3-1focal python3-rbd=18.2.4-850-g50bbe7f3-1focal libcephfs2=18.2.4-850-g50bbe7f3-1focal libcephfs-dev=18.2.4-850-g50bbe7f3-1focal librados2=18.2.4-850-g50bbe7f3-1focal librbd1=18.2.4-850-g50bbe7f3-1focal rbd-fuse=18.2.4-850-g50bbe7f3-1focal python3-cephfs=18.2.4-850-g50bbe7f3-1focal cephfs-shell=18.2.4-850-g50bbe7f3-1focal cephfs-top=18.2.4-850-g50bbe7f3-1focal cephfs-mirror=18.2.4-850-g50bbe7f3-1focal 2024-09-13T14:57:08.199 INFO:teuthology.orchestra.run.smithi103.stdout:Reading package lists... 2024-09-13T14:57:08.242 INFO:teuthology.orchestra.run.smithi033.stdout:Reading package lists... 2024-09-13T14:57:08.270 DEBUG:teuthology.orchestra.run.smithi033:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install ceph=18.2.4-850-g50bbe7f3-1focal cephadm=18.2.4-850-g50bbe7f3-1focal ceph-mds=18.2.4-850-g50bbe7f3-1focal ceph-mgr=18.2.4-850-g50bbe7f3-1focal ceph-common=18.2.4-850-g50bbe7f3-1focal ceph-fuse=18.2.4-850-g50bbe7f3-1focal ceph-test=18.2.4-850-g50bbe7f3-1focal ceph-volume=18.2.4-850-g50bbe7f3-1focal radosgw=18.2.4-850-g50bbe7f3-1focal python3-rados=18.2.4-850-g50bbe7f3-1focal python3-rgw=18.2.4-850-g50bbe7f3-1focal python3-cephfs=18.2.4-850-g50bbe7f3-1focal python3-rbd=18.2.4-850-g50bbe7f3-1focal libcephfs2=18.2.4-850-g50bbe7f3-1focal libcephfs-dev=18.2.4-850-g50bbe7f3-1focal librados2=18.2.4-850-g50bbe7f3-1focal librbd1=18.2.4-850-g50bbe7f3-1focal rbd-fuse=18.2.4-850-g50bbe7f3-1focal python3-cephfs=18.2.4-850-g50bbe7f3-1focal cephfs-shell=18.2.4-850-g50bbe7f3-1focal cephfs-top=18.2.4-850-g50bbe7f3-1focal cephfs-mirror=18.2.4-850-g50bbe7f3-1focal 2024-09-13T14:57:08.344 INFO:teuthology.orchestra.run.smithi033.stdout:Reading package lists... 2024-09-13T14:57:08.417 INFO:teuthology.orchestra.run.smithi103.stdout:Building dependency tree... 2024-09-13T14:57:08.420 INFO:teuthology.orchestra.run.smithi103.stdout:Reading state information... 2024-09-13T14:57:08.545 INFO:teuthology.orchestra.run.smithi033.stdout:Building dependency tree... 2024-09-13T14:57:08.546 INFO:teuthology.orchestra.run.smithi033.stdout:Reading state information... 2024-09-13T14:57:08.612 INFO:teuthology.orchestra.run.smithi103.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T14:57:08.614 INFO:teuthology.orchestra.run.smithi103.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2024-09-13T14:57:08.615 INFO:teuthology.orchestra.run.smithi103.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T14:57:08.615 INFO:teuthology.orchestra.run.smithi103.stdout:The following additional packages will be installed: 2024-09-13T14:57:08.615 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-13T14:57:08.615 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd fonts-mathjax jq 2024-09-13T14:57:08.615 INFO:teuthology.orchestra.run.smithi103.stdout: libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc libjs-underscore 2024-09-13T14:57:08.615 INFO:teuthology.orchestra.run.smithi103.stdout: liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 libpcre2-16-0 2024-09-13T14:57:08.616 INFO:teuthology.orchestra.run.smithi103.stdout: libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 libradosstriper1 2024-09-13T14:57:08.616 INFO:teuthology.orchestra.run.smithi103.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 nvme-cli 2024-09-13T14:57:08.616 INFO:teuthology.orchestra.run.smithi103.stdout: python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2024-09-13T14:57:08.616 INFO:teuthology.orchestra.run.smithi103.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2024-09-13T14:57:08.616 INFO:teuthology.orchestra.run.smithi103.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2024-09-13T14:57:08.616 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-common python3-cherrypy3 python3-cmd2 python3-colorama 2024-09-13T14:57:08.616 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cryptography python3-decorator python3-google-auth python3-html5lib 2024-09-13T14:57:08.616 INFO:teuthology.orchestra.run.smithi103.stdout: python3-jinja2 python3-joblib python3-jwt python3-kubernetes 2024-09-13T14:57:08.616 INFO:teuthology.orchestra.run.smithi103.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2024-09-13T14:57:08.616 INFO:teuthology.orchestra.run.smithi103.stdout: python3-natsort python3-oauthlib python3-openssl python3-packaging 2024-09-13T14:57:08.616 INFO:teuthology.orchestra.run.smithi103.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-13T14:57:08.616 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2024-09-13T14:57:08.616 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1-modules python3-pyinotify python3-pyperclip python3-pytest 2024-09-13T14:57:08.616 INFO:teuthology.orchestra.run.smithi103.stdout: python3-repoze.lru python3-requests-oauthlib python3-routes python3-rsa 2024-09-13T14:57:08.617 INFO:teuthology.orchestra.run.smithi103.stdout: python3-scipy python3-simplegeneric python3-simplejson 2024-09-13T14:57:08.617 INFO:teuthology.orchestra.run.smithi103.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2024-09-13T14:57:08.617 INFO:teuthology.orchestra.run.smithi103.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2024-09-13T14:57:08.617 INFO:teuthology.orchestra.run.smithi103.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2024-09-13T14:57:08.617 INFO:teuthology.orchestra.run.smithi103.stdout: qttranslations5-l10n socat xmlstarlet 2024-09-13T14:57:08.617 INFO:teuthology.orchestra.run.smithi103.stdout:Suggested packages: 2024-09-13T14:57:08.618 INFO:teuthology.orchestra.run.smithi103.stdout: python3-influxdb fonts-mathjax-extras fonts-stix libjs-mathjax-doc 2024-09-13T14:57:08.618 INFO:teuthology.orchestra.run.smithi103.stdout: python-attr-doc python-blinker-doc python-cryptography-doc 2024-09-13T14:57:08.618 INFO:teuthology.orchestra.run.smithi103.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2024-09-13T14:57:08.618 INFO:teuthology.orchestra.run.smithi103.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2024-09-13T14:57:08.618 INFO:teuthology.orchestra.run.smithi103.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2024-09-13T14:57:08.619 INFO:teuthology.orchestra.run.smithi103.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2024-09-13T14:57:08.619 INFO:teuthology.orchestra.run.smithi103.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2024-09-13T14:57:08.619 INFO:teuthology.orchestra.run.smithi103.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-13T14:57:08.619 INFO:teuthology.orchestra.run.smithi103.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2024-09-13T14:57:08.619 INFO:teuthology.orchestra.run.smithi103.stdout:Recommended packages: 2024-09-13T14:57:08.620 INFO:teuthology.orchestra.run.smithi103.stdout: btrfs-tools 2024-09-13T14:57:08.740 INFO:teuthology.orchestra.run.smithi103.stdout:The following NEW packages will be installed: 2024-09-13T14:57:08.741 INFO:teuthology.orchestra.run.smithi103.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-13T14:57:08.741 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-13T14:57:08.741 INFO:teuthology.orchestra.run.smithi103.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-13T14:57:08.741 INFO:teuthology.orchestra.run.smithi103.stdout: cephfs-mirror cephfs-shell cephfs-top fonts-mathjax jq libcephfs-dev 2024-09-13T14:57:08.741 INFO:teuthology.orchestra.run.smithi103.stdout: libcephfs2 libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc 2024-09-13T14:57:08.741 INFO:teuthology.orchestra.run.smithi103.stdout: libjs-underscore liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 2024-09-13T14:57:08.741 INFO:teuthology.orchestra.run.smithi103.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 2024-09-13T14:57:08.742 INFO:teuthology.orchestra.run.smithi103.stdout: libradosstriper1 librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 2024-09-13T14:57:08.742 INFO:teuthology.orchestra.run.smithi103.stdout: nvme-cli python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2024-09-13T14:57:08.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2024-09-13T14:57:08.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2024-09-13T14:57:08.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-ceph-common python3-cephfs python3-cherrypy3 python3-cmd2 2024-09-13T14:57:08.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-colorama python3-cryptography python3-decorator python3-google-auth 2024-09-13T14:57:08.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2024-09-13T14:57:08.742 INFO:teuthology.orchestra.run.smithi103.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2024-09-13T14:57:08.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-markupsafe python3-natsort python3-oauthlib python3-openssl 2024-09-13T14:57:08.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2024-09-13T14:57:08.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2024-09-13T14:57:08.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pyperclip 2024-09-13T14:57:08.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-pytest python3-rados python3-rbd python3-repoze.lru 2024-09-13T14:57:08.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-13T14:57:08.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-scipy python3-simplegeneric python3-simplejson 2024-09-13T14:57:08.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2024-09-13T14:57:08.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2024-09-13T14:57:08.743 INFO:teuthology.orchestra.run.smithi103.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2024-09-13T14:57:08.743 INFO:teuthology.orchestra.run.smithi103.stdout: qttranslations5-l10n radosgw rbd-fuse socat xmlstarlet 2024-09-13T14:57:08.744 INFO:teuthology.orchestra.run.smithi103.stdout:The following packages will be upgraded: 2024-09-13T14:57:08.744 INFO:teuthology.orchestra.run.smithi103.stdout: librados2 librbd1 2024-09-13T14:57:08.751 INFO:teuthology.orchestra.run.smithi033.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T14:57:08.753 INFO:teuthology.orchestra.run.smithi033.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2024-09-13T14:57:08.753 INFO:teuthology.orchestra.run.smithi033.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T14:57:08.753 INFO:teuthology.orchestra.run.smithi033.stdout:The following additional packages will be installed: 2024-09-13T14:57:08.753 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-base ceph-mgr-cephadm ceph-mgr-dashboard ceph-mgr-diskprediction-local 2024-09-13T14:57:08.753 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-k8sevents ceph-mgr-modules-core ceph-mon ceph-osd fonts-mathjax jq 2024-09-13T14:57:08.754 INFO:teuthology.orchestra.run.smithi033.stdout: libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc libjs-underscore 2024-09-13T14:57:08.754 INFO:teuthology.orchestra.run.smithi033.stdout: liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 libpcre2-16-0 2024-09-13T14:57:08.754 INFO:teuthology.orchestra.run.smithi033.stdout: libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 libradosstriper1 2024-09-13T14:57:08.754 INFO:teuthology.orchestra.run.smithi033.stdout: librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 nvme-cli 2024-09-13T14:57:08.754 INFO:teuthology.orchestra.run.smithi033.stdout: python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2024-09-13T14:57:08.754 INFO:teuthology.orchestra.run.smithi033.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2024-09-13T14:57:08.754 INFO:teuthology.orchestra.run.smithi033.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2024-09-13T14:57:08.754 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-common python3-cherrypy3 python3-cmd2 python3-colorama 2024-09-13T14:57:08.754 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cryptography python3-decorator python3-google-auth python3-html5lib 2024-09-13T14:57:08.754 INFO:teuthology.orchestra.run.smithi033.stdout: python3-jinja2 python3-joblib python3-jwt python3-kubernetes 2024-09-13T14:57:08.755 INFO:teuthology.orchestra.run.smithi033.stdout: python3-logutils python3-lxml python3-mako python3-markupsafe 2024-09-13T14:57:08.755 INFO:teuthology.orchestra.run.smithi033.stdout: python3-natsort python3-oauthlib python3-openssl python3-packaging 2024-09-13T14:57:08.755 INFO:teuthology.orchestra.run.smithi033.stdout: python3-paste python3-pastedeploy python3-pastescript python3-pecan 2024-09-13T14:57:08.755 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pluggy python3-prettytable python3-psutil python3-py python3-pyasn1 2024-09-13T14:57:08.755 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1-modules python3-pyinotify python3-pyperclip python3-pytest 2024-09-13T14:57:08.755 INFO:teuthology.orchestra.run.smithi033.stdout: python3-repoze.lru python3-requests-oauthlib python3-routes python3-rsa 2024-09-13T14:57:08.755 INFO:teuthology.orchestra.run.smithi033.stdout: python3-scipy python3-simplegeneric python3-simplejson 2024-09-13T14:57:08.755 INFO:teuthology.orchestra.run.smithi033.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2024-09-13T14:57:08.755 INFO:teuthology.orchestra.run.smithi033.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2024-09-13T14:57:08.755 INFO:teuthology.orchestra.run.smithi033.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2024-09-13T14:57:08.756 INFO:teuthology.orchestra.run.smithi033.stdout: qttranslations5-l10n socat xmlstarlet 2024-09-13T14:57:08.756 INFO:teuthology.orchestra.run.smithi033.stdout:Suggested packages: 2024-09-13T14:57:08.756 INFO:teuthology.orchestra.run.smithi033.stdout: python3-influxdb fonts-mathjax-extras fonts-stix libjs-mathjax-doc 2024-09-13T14:57:08.756 INFO:teuthology.orchestra.run.smithi033.stdout: python-attr-doc python-blinker-doc python-cryptography-doc 2024-09-13T14:57:08.756 INFO:teuthology.orchestra.run.smithi033.stdout: python3-cryptography-vectors python3-genshi python-jinja2-doc python3-crypto 2024-09-13T14:57:08.756 INFO:teuthology.orchestra.run.smithi033.stdout: python3-lxml-dbg python-lxml-doc python3-beaker python-mako-doc 2024-09-13T14:57:08.756 INFO:teuthology.orchestra.run.smithi033.stdout: python-openssl-doc python3-openssl-dbg httpd-wsgi libapache2-mod-python 2024-09-13T14:57:08.756 INFO:teuthology.orchestra.run.smithi033.stdout: libapache2-mod-scgi libjs-mochikit python-pecan-doc python-psutil-doc 2024-09-13T14:57:08.757 INFO:teuthology.orchestra.run.smithi033.stdout: subversion python-pyinotify-doc python-scipy-doc python3-dap 2024-09-13T14:57:08.757 INFO:teuthology.orchestra.run.smithi033.stdout: python-sklearn-doc ipython3 python-waitress-doc python-webob-doc 2024-09-13T14:57:08.757 INFO:teuthology.orchestra.run.smithi033.stdout: python-webtest-doc python-werkzeug-doc python3-termcolor python3-watchdog 2024-09-13T14:57:08.757 INFO:teuthology.orchestra.run.smithi033.stdout:Recommended packages: 2024-09-13T14:57:08.757 INFO:teuthology.orchestra.run.smithi033.stdout: btrfs-tools 2024-09-13T14:57:08.890 INFO:teuthology.orchestra.run.smithi033.stdout:The following NEW packages will be installed: 2024-09-13T14:57:08.891 INFO:teuthology.orchestra.run.smithi033.stdout: ceph ceph-base ceph-common ceph-fuse ceph-mds ceph-mgr ceph-mgr-cephadm 2024-09-13T14:57:08.891 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-dashboard ceph-mgr-diskprediction-local ceph-mgr-k8sevents 2024-09-13T14:57:08.891 INFO:teuthology.orchestra.run.smithi033.stdout: ceph-mgr-modules-core ceph-mon ceph-osd ceph-test ceph-volume cephadm 2024-09-13T14:57:08.891 INFO:teuthology.orchestra.run.smithi033.stdout: cephfs-mirror cephfs-shell cephfs-top fonts-mathjax jq libcephfs-dev 2024-09-13T14:57:08.891 INFO:teuthology.orchestra.run.smithi033.stdout: libcephfs2 libdouble-conversion3 libjq1 libjs-mathjax libjs-sphinxdoc 2024-09-13T14:57:08.891 INFO:teuthology.orchestra.run.smithi033.stdout: libjs-underscore liblbfgsb0 liblttng-ust0 liblua5.3-0 liboath0 libonig5 2024-09-13T14:57:08.891 INFO:teuthology.orchestra.run.smithi033.stdout: libpcre2-16-0 libqt5core5a libqt5dbus5 libqt5network5 librabbitmq4 2024-09-13T14:57:08.892 INFO:teuthology.orchestra.run.smithi033.stdout: libradosstriper1 librdkafka1 librgw2 libsqlite3-mod-ceph libthrift-0.13.0 2024-09-13T14:57:08.892 INFO:teuthology.orchestra.run.smithi033.stdout: nvme-cli python-asyncssh-doc python-natsort-doc python-pastedeploy-tpl 2024-09-13T14:57:08.893 INFO:teuthology.orchestra.run.smithi033.stdout: python3-asyncssh python3-atomicwrites python3-attr python3-bcrypt 2024-09-13T14:57:08.893 INFO:teuthology.orchestra.run.smithi033.stdout: python3-blinker python3-bs4 python3-cachetools python3-ceph-argparse 2024-09-13T14:57:08.893 INFO:teuthology.orchestra.run.smithi033.stdout: python3-ceph-common python3-cephfs python3-cherrypy3 python3-cmd2 2024-09-13T14:57:08.893 INFO:teuthology.orchestra.run.smithi033.stdout: python3-colorama python3-cryptography python3-decorator python3-google-auth 2024-09-13T14:57:08.893 INFO:teuthology.orchestra.run.smithi033.stdout: python3-html5lib python3-jinja2 python3-joblib python3-jwt 2024-09-13T14:57:08.893 INFO:teuthology.orchestra.run.smithi033.stdout: python3-kubernetes python3-logutils python3-lxml python3-mako 2024-09-13T14:57:08.893 INFO:teuthology.orchestra.run.smithi033.stdout: python3-markupsafe python3-natsort python3-oauthlib python3-openssl 2024-09-13T14:57:08.893 INFO:teuthology.orchestra.run.smithi033.stdout: python3-packaging python3-paste python3-pastedeploy python3-pastescript 2024-09-13T14:57:08.893 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pecan python3-pluggy python3-prettytable python3-psutil python3-py 2024-09-13T14:57:08.894 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pyasn1 python3-pyasn1-modules python3-pyinotify python3-pyperclip 2024-09-13T14:57:08.894 INFO:teuthology.orchestra.run.smithi033.stdout: python3-pytest python3-rados python3-rbd python3-repoze.lru 2024-09-13T14:57:08.894 INFO:teuthology.orchestra.run.smithi033.stdout: python3-requests-oauthlib python3-rgw python3-routes python3-rsa 2024-09-13T14:57:08.894 INFO:teuthology.orchestra.run.smithi033.stdout: python3-scipy python3-simplegeneric python3-simplejson 2024-09-13T14:57:08.894 INFO:teuthology.orchestra.run.smithi033.stdout: python3-singledispatch python3-sklearn python3-sklearn-lib python3-soupsieve 2024-09-13T14:57:08.894 INFO:teuthology.orchestra.run.smithi033.stdout: python3-tempita python3-waitress python3-wcwidth python3-webencodings 2024-09-13T14:57:08.894 INFO:teuthology.orchestra.run.smithi033.stdout: python3-webob python3-websocket python3-webtest python3-werkzeug 2024-09-13T14:57:08.894 INFO:teuthology.orchestra.run.smithi033.stdout: qttranslations5-l10n radosgw rbd-fuse socat xmlstarlet 2024-09-13T14:57:08.894 INFO:teuthology.orchestra.run.smithi033.stdout:The following packages will be upgraded: 2024-09-13T14:57:08.894 INFO:teuthology.orchestra.run.smithi033.stdout: librados2 librbd1 2024-09-13T14:57:08.895 INFO:teuthology.orchestra.run.smithi103.stdout:2 upgraded, 116 newly installed, 0 to remove and 295 not upgraded. 2024-09-13T14:57:08.895 INFO:teuthology.orchestra.run.smithi103.stdout:Need to get 199 MB of archives. 2024-09-13T14:57:08.895 INFO:teuthology.orchestra.run.smithi103.stdout:After this operation, 979 MB of additional disk space will be used. 2024-09-13T14:57:08.895 INFO:teuthology.orchestra.run.smithi103.stdout:Get:1 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 18.2.4-850-g50bbe7f3-1focal [3,450 kB] 2024-09-13T14:57:08.938 INFO:teuthology.orchestra.run.smithi103.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyperclip all 1.7.0-1 [10.5 kB] 2024-09-13T14:57:08.959 INFO:teuthology.orchestra.run.smithi033.stdout:2 upgraded, 116 newly installed, 0 to remove and 295 not upgraded. 2024-09-13T14:57:08.959 INFO:teuthology.orchestra.run.smithi033.stdout:Need to get 199 MB of archives. 2024-09-13T14:57:08.959 INFO:teuthology.orchestra.run.smithi033.stdout:After this operation, 979 MB of additional disk space will be used. 2024-09-13T14:57:08.959 INFO:teuthology.orchestra.run.smithi033.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyperclip all 1.7.0-1 [10.5 kB] 2024-09-13T14:57:08.978 INFO:teuthology.orchestra.run.smithi033.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2024-09-13T14:57:08.985 INFO:teuthology.orchestra.run.smithi033.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cmd2 all 0.8.5-2.1 [49.6 kB] 2024-09-13T14:57:09.011 INFO:teuthology.orchestra.run.smithi033.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2024-09-13T14:57:09.022 INFO:teuthology.orchestra.run.smithi103.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-wcwidth all 0.1.8+dfsg1-3 [17.4 kB] 2024-09-13T14:57:09.041 INFO:teuthology.orchestra.run.smithi033.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal/universe amd64 libdouble-conversion3 amd64 3.1.5-4ubuntu1 [37.9 kB] 2024-09-13T14:57:09.044 INFO:teuthology.orchestra.run.smithi033.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpcre2-16-0 amd64 10.34-7ubuntu0.1 [181 kB] 2024-09-13T14:57:09.045 INFO:teuthology.orchestra.run.smithi033.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librbd1 amd64 18.2.4-850-g50bbe7f3-1focal [3,450 kB] 2024-09-13T14:57:09.057 INFO:teuthology.orchestra.run.smithi103.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cmd2 all 0.8.5-2.1 [49.6 kB] 2024-09-13T14:57:09.057 INFO:teuthology.orchestra.run.smithi033.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5core5a amd64 5.12.8+dfsg-0ubuntu2.1 [2,006 kB] 2024-09-13T14:57:09.085 INFO:teuthology.orchestra.run.smithi103.stdout:Get:5 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 18.2.4-850-g50bbe7f3-1focal [4,041 kB] 2024-09-13T14:57:09.100 INFO:teuthology.orchestra.run.smithi033.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5dbus5 amd64 5.12.8+dfsg-0ubuntu2.1 [208 kB] 2024-09-13T14:57:09.102 INFO:teuthology.orchestra.run.smithi033.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5network5 amd64 5.12.8+dfsg-0ubuntu2.1 [673 kB] 2024-09-13T14:57:09.108 INFO:teuthology.orchestra.run.smithi033.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal/universe amd64 libthrift-0.13.0 amd64 0.13.0-2build2 [249 kB] 2024-09-13T14:57:09.110 INFO:teuthology.orchestra.run.smithi033.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2024-09-13T14:57:09.110 INFO:teuthology.orchestra.run.smithi033.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2024-09-13T14:57:09.111 INFO:teuthology.orchestra.run.smithi033.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2024-09-13T14:57:09.111 INFO:teuthology.orchestra.run.smithi033.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2024-09-13T14:57:09.114 INFO:teuthology.orchestra.run.smithi033.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2024-09-13T14:57:09.115 INFO:teuthology.orchestra.run.smithi033.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2024-09-13T14:57:09.117 INFO:teuthology.orchestra.run.smithi033.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-natsort all 7.0.1-1 [29.2 kB] 2024-09-13T14:57:09.133 INFO:teuthology.orchestra.run.smithi033.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2024-09-13T14:57:09.134 INFO:teuthology.orchestra.run.smithi033.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2024-09-13T14:57:09.134 INFO:teuthology.orchestra.run.smithi033.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2.1 [59.2 kB] 2024-09-13T14:57:09.135 INFO:teuthology.orchestra.run.smithi033.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-13T14:57:09.136 INFO:teuthology.orchestra.run.smithi033.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2024-09-13T14:57:09.136 INFO:teuthology.orchestra.run.smithi033.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-webob all 1:1.8.5-2ubuntu0.1 [84.5 kB] 2024-09-13T14:57:09.137 INFO:teuthology.orchestra.run.smithi033.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2024-09-13T14:57:09.138 INFO:teuthology.orchestra.run.smithi033.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2024-09-13T14:57:09.139 INFO:teuthology.orchestra.run.smithi033.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-waitress all 1.4.1-1ubuntu0.1 [81.4 kB] 2024-09-13T14:57:09.151 INFO:teuthology.orchestra.run.smithi033.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2024-09-13T14:57:09.155 INFO:teuthology.orchestra.run.smithi103.stdout:Get:6 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 18.2.4-850-g50bbe7f3-1focal [747 kB] 2024-09-13T14:57:09.158 INFO:teuthology.orchestra.run.smithi033.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2024-09-13T14:57:09.164 INFO:teuthology.orchestra.run.smithi033.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2024-09-13T14:57:09.165 INFO:teuthology.orchestra.run.smithi033.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2024-09-13T14:57:09.166 INFO:teuthology.orchestra.run.smithi033.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2024-09-13T14:57:09.166 INFO:teuthology.orchestra.run.smithi033.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2024-09-13T14:57:09.168 INFO:teuthology.orchestra.run.smithi033.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-werkzeug all 0.16.1+dfsg1-2ubuntu0.2 [183 kB] 2024-09-13T14:57:09.172 INFO:teuthology.orchestra.run.smithi033.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2024-09-13T14:57:09.172 INFO:teuthology.orchestra.run.smithi033.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.3 [211 kB] 2024-09-13T14:57:09.175 INFO:teuthology.orchestra.run.smithi033.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2024-09-13T14:57:09.181 INFO:teuthology.orchestra.run.smithi103.stdout:Get:7 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 18.2.4-850-g50bbe7f3-1focal [386 kB] 2024-09-13T14:57:09.181 INFO:teuthology.orchestra.run.smithi103.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal/main amd64 liblttng-ust0 amd64 2.11.0-1 [160 kB] 2024-09-13T14:57:09.185 INFO:teuthology.orchestra.run.smithi033.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-asyncssh all 1.12.2-1 [152 kB] 2024-09-13T14:57:09.186 INFO:teuthology.orchestra.run.smithi033.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jinja2 all 2.10.1-2ubuntu0.3 [96.0 kB] 2024-09-13T14:57:09.187 INFO:teuthology.orchestra.run.smithi103.stdout:Get:9 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 18.2.4-850-g50bbe7f3-1focal [31.9 kB] 2024-09-13T14:57:09.187 INFO:teuthology.orchestra.run.smithi103.stdout:Get:10 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 18.2.4-850-g50bbe7f3-1focal [201 kB] 2024-09-13T14:57:09.188 INFO:teuthology.orchestra.run.smithi033.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jwt all 1.7.1-2ubuntu2.1 [18.0 kB] 2024-09-13T14:57:09.188 INFO:teuthology.orchestra.run.smithi033.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2024-09-13T14:57:09.189 INFO:teuthology.orchestra.run.smithi033.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2024-09-13T14:57:09.191 INFO:teuthology.orchestra.run.smithi103.stdout:Get:11 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 18.2.4-850-g50bbe7f3-1focal [62.5 kB] 2024-09-13T14:57:09.192 INFO:teuthology.orchestra.run.smithi103.stdout:Get:12 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 18.2.4-850-g50bbe7f3-1focal [367 kB] 2024-09-13T14:57:09.202 INFO:teuthology.orchestra.run.smithi033.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2024-09-13T14:57:09.204 INFO:teuthology.orchestra.run.smithi033.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2024-09-13T14:57:09.204 INFO:teuthology.orchestra.run.smithi033.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2024-09-13T14:57:09.205 INFO:teuthology.orchestra.run.smithi033.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2024-09-13T14:57:09.207 INFO:teuthology.orchestra.run.smithi033.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-13T14:57:09.213 INFO:teuthology.orchestra.run.smithi103.stdout:Get:13 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 18.2.4-850-g50bbe7f3-1focal [6,627 kB] 2024-09-13T14:57:09.219 INFO:teuthology.orchestra.run.smithi033.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2024-09-13T14:57:09.221 INFO:teuthology.orchestra.run.smithi033.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2024-09-13T14:57:09.222 INFO:teuthology.orchestra.run.smithi033.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2024-09-13T14:57:09.224 INFO:teuthology.orchestra.run.smithi033.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2024-09-13T14:57:09.225 INFO:teuthology.orchestra.run.smithi033.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2024-09-13T14:57:09.236 INFO:teuthology.orchestra.run.smithi033.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2024-09-13T14:57:09.269 INFO:teuthology.orchestra.run.smithi033.stdout:Get:54 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librados2 amd64 18.2.4-850-g50bbe7f3-1focal [4,041 kB] 2024-09-13T14:57:09.311 INFO:teuthology.orchestra.run.smithi103.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal/universe amd64 libdouble-conversion3 amd64 3.1.5-4ubuntu1 [37.9 kB] 2024-09-13T14:57:09.317 INFO:teuthology.orchestra.run.smithi033.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2024-09-13T14:57:09.328 INFO:teuthology.orchestra.run.smithi103.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpcre2-16-0 amd64 10.34-7ubuntu0.1 [181 kB] 2024-09-13T14:57:09.333 INFO:teuthology.orchestra.run.smithi033.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2024-09-13T14:57:09.334 INFO:teuthology.orchestra.run.smithi033.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2024-09-13T14:57:09.346 INFO:teuthology.orchestra.run.smithi033.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2024-09-13T14:57:09.346 INFO:teuthology.orchestra.run.smithi033.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2024-09-13T14:57:09.388 INFO:teuthology.orchestra.run.smithi103.stdout:Get:16 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 18.2.4-850-g50bbe7f3-1focal [113 kB] 2024-09-13T14:57:09.388 INFO:teuthology.orchestra.run.smithi103.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5core5a amd64 5.12.8+dfsg-0ubuntu2.1 [2,006 kB] 2024-09-13T14:57:09.389 INFO:teuthology.orchestra.run.smithi103.stdout:Get:18 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 18.2.4-850-g50bbe7f3-1focal [479 kB] 2024-09-13T14:57:09.407 INFO:teuthology.orchestra.run.smithi033.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2024-09-13T14:57:09.407 INFO:teuthology.orchestra.run.smithi033.stdout:Get:61 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2024-09-13T14:57:09.408 INFO:teuthology.orchestra.run.smithi033.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2024-09-13T14:57:09.408 INFO:teuthology.orchestra.run.smithi033.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2024-09-13T14:57:09.409 INFO:teuthology.orchestra.run.smithi033.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2024-09-13T14:57:09.410 INFO:teuthology.orchestra.run.smithi033.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2024-09-13T14:57:09.410 INFO:teuthology.orchestra.run.smithi033.stdout:Get:66 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2024-09-13T14:57:09.412 INFO:teuthology.orchestra.run.smithi033.stdout:Get:67 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libcephfs2 amd64 18.2.4-850-g50bbe7f3-1focal [747 kB] 2024-09-13T14:57:09.412 INFO:teuthology.orchestra.run.smithi103.stdout:Get:19 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 18.2.4-850-g50bbe7f3-1focal [25.2 MB] 2024-09-13T14:57:09.424 INFO:teuthology.orchestra.run.smithi033.stdout:Get:68 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2024-09-13T14:57:09.428 INFO:teuthology.orchestra.run.smithi033.stdout:Get:69 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2024-09-13T14:57:09.441 INFO:teuthology.orchestra.run.smithi033.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2024-09-13T14:57:09.443 INFO:teuthology.orchestra.run.smithi033.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2024-09-13T14:57:09.443 INFO:teuthology.orchestra.run.smithi033.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2024-09-13T14:57:09.447 INFO:teuthology.orchestra.run.smithi033.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2024-09-13T14:57:09.450 INFO:teuthology.orchestra.run.smithi033.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-colorama all 0.4.3-1build1 [23.9 kB] 2024-09-13T14:57:09.450 INFO:teuthology.orchestra.run.smithi033.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/universe amd64 fonts-mathjax all 2.7.4+dfsg-1 [2,208 kB] 2024-09-13T14:57:09.452 INFO:teuthology.orchestra.run.smithi033.stdout:Get:76 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rados amd64 18.2.4-850-g50bbe7f3-1focal [386 kB] 2024-09-13T14:57:09.458 INFO:teuthology.orchestra.run.smithi033.stdout:Get:77 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-argparse all 18.2.4-850-g50bbe7f3-1focal [31.9 kB] 2024-09-13T14:57:09.459 INFO:teuthology.orchestra.run.smithi033.stdout:Get:78 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-cephfs amd64 18.2.4-850-g50bbe7f3-1focal [201 kB] 2024-09-13T14:57:09.462 INFO:teuthology.orchestra.run.smithi033.stdout:Get:79 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-ceph-common all 18.2.4-850-g50bbe7f3-1focal [62.5 kB] 2024-09-13T14:57:09.463 INFO:teuthology.orchestra.run.smithi033.stdout:Get:80 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rbd amd64 18.2.4-850-g50bbe7f3-1focal [367 kB] 2024-09-13T14:57:09.468 INFO:teuthology.orchestra.run.smithi033.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.2 [283 kB] 2024-09-13T14:57:09.470 INFO:teuthology.orchestra.run.smithi033.stdout:Get:82 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-asyncssh-doc all 1.12.2-1 [258 kB] 2024-09-13T14:57:09.472 INFO:teuthology.orchestra.run.smithi033.stdout:Get:83 http://archive.ubuntu.com/ubuntu focal/universe amd64 libjs-mathjax all 2.7.4+dfsg-1 [5,654 kB] 2024-09-13T14:57:09.502 INFO:teuthology.orchestra.run.smithi033.stdout:Get:84 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 librgw2 amd64 18.2.4-850-g50bbe7f3-1focal [6,627 kB] 2024-09-13T14:57:09.513 INFO:teuthology.orchestra.run.smithi033.stdout:Get:85 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-natsort-doc all 7.0.1-1 [103 kB] 2024-09-13T14:57:09.514 INFO:teuthology.orchestra.run.smithi033.stdout:Get:86 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2024-09-13T14:57:09.514 INFO:teuthology.orchestra.run.smithi033.stdout:Get:87 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2024-09-13T14:57:09.514 INFO:teuthology.orchestra.run.smithi033.stdout:Get:88 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2024-09-13T14:57:09.526 INFO:teuthology.orchestra.run.smithi033.stdout:Get:89 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-13T14:57:09.526 INFO:teuthology.orchestra.run.smithi033.stdout:Get:90 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2024-09-13T14:57:09.527 INFO:teuthology.orchestra.run.smithi033.stdout:Get:91 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2024-09-13T14:57:09.528 INFO:teuthology.orchestra.run.smithi033.stdout:Get:92 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2024-09-13T14:57:09.528 INFO:teuthology.orchestra.run.smithi033.stdout:Get:93 http://archive.ubuntu.com/ubuntu focal/universe amd64 qttranslations5-l10n all 5.12.8-0ubuntu1 [1,486 kB] 2024-09-13T14:57:09.586 INFO:teuthology.orchestra.run.smithi103.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5dbus5 amd64 5.12.8+dfsg-0ubuntu2.1 [208 kB] 2024-09-13T14:57:09.595 INFO:teuthology.orchestra.run.smithi103.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libqt5network5 amd64 5.12.8+dfsg-0ubuntu2.1 [673 kB] 2024-09-13T14:57:09.621 INFO:teuthology.orchestra.run.smithi103.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/universe amd64 libthrift-0.13.0 amd64 0.13.0-2build2 [249 kB] 2024-09-13T14:57:09.629 INFO:teuthology.orchestra.run.smithi103.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-prettytable all 0.7.2-5 [20.1 kB] 2024-09-13T14:57:09.630 INFO:teuthology.orchestra.run.smithi103.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal/main amd64 liblua5.3-0 amd64 5.3.3-1.1ubuntu2 [116 kB] 2024-09-13T14:57:09.634 INFO:teuthology.orchestra.run.smithi103.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal/main amd64 librabbitmq4 amd64 0.10.0-1 [35.8 kB] 2024-09-13T14:57:09.635 INFO:teuthology.orchestra.run.smithi103.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal/universe amd64 librdkafka1 amd64 1.2.1-1ubuntu1 [410 kB] 2024-09-13T14:57:09.647 INFO:teuthology.orchestra.run.smithi103.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 liboath0 amd64 2.6.1-1.3 [44.7 kB] 2024-09-13T14:57:09.648 INFO:teuthology.orchestra.run.smithi103.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cherrypy3 all 8.9.1-6 [160 kB] 2024-09-13T14:57:09.669 INFO:teuthology.orchestra.run.smithi103.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-natsort all 7.0.1-1 [29.2 kB] 2024-09-13T14:57:09.736 INFO:teuthology.orchestra.run.smithi103.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-logutils all 0.3.3-7 [17.3 kB] 2024-09-13T14:57:09.736 INFO:teuthology.orchestra.run.smithi103.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-markupsafe amd64 1.1.0-1build2 [13.9 kB] 2024-09-13T14:57:09.737 INFO:teuthology.orchestra.run.smithi103.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-mako all 1.1.0+ds1-1ubuntu2.1 [59.2 kB] 2024-09-13T14:57:09.739 INFO:teuthology.orchestra.run.smithi033.stdout:Get:94 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 python3-rgw amd64 18.2.4-850-g50bbe7f3-1focal [113 kB] 2024-09-13T14:57:09.739 INFO:teuthology.orchestra.run.smithi103.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplegeneric all 0.8.1-3 [11.3 kB] 2024-09-13T14:57:09.741 INFO:teuthology.orchestra.run.smithi033.stdout:Get:95 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libradosstriper1 amd64 18.2.4-850-g50bbe7f3-1focal [479 kB] 2024-09-13T14:57:09.741 INFO:teuthology.orchestra.run.smithi103.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-singledispatch all 3.4.0.3-2build1 [7,128 B] 2024-09-13T14:57:09.741 INFO:teuthology.orchestra.run.smithi103.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-webob all 1:1.8.5-2ubuntu0.1 [84.5 kB] 2024-09-13T14:57:09.743 INFO:teuthology.orchestra.run.smithi103.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-soupsieve all 1.9.5+dfsg-1 [29.1 kB] 2024-09-13T14:57:09.744 INFO:teuthology.orchestra.run.smithi103.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bs4 all 4.8.2-1 [83.0 kB] 2024-09-13T14:57:09.751 INFO:teuthology.orchestra.run.smithi103.stdout:Get:38 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-waitress all 1.4.1-1ubuntu0.1 [81.4 kB] 2024-09-13T14:57:09.784 INFO:teuthology.orchestra.run.smithi033.stdout:Get:96 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-common amd64 18.2.4-850-g50bbe7f3-1focal [25.2 MB] 2024-09-13T14:57:09.832 INFO:teuthology.orchestra.run.smithi103.stdout:Get:39 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-tempita all 0.5.2-6 [14.8 kB] 2024-09-13T14:57:09.832 INFO:teuthology.orchestra.run.smithi103.stdout:Get:40 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-paste all 3.4.0+dfsg1-1 [456 kB] 2024-09-13T14:57:09.839 INFO:teuthology.orchestra.run.smithi103.stdout:Get:41 http://archive.ubuntu.com/ubuntu focal/main amd64 python-pastedeploy-tpl all 2.1.0-1 [5,016 B] 2024-09-13T14:57:09.839 INFO:teuthology.orchestra.run.smithi103.stdout:Get:42 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastedeploy all 2.1.0-1 [26.5 kB] 2024-09-13T14:57:09.841 INFO:teuthology.orchestra.run.smithi103.stdout:Get:43 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webtest all 2.0.32-2 [28.2 kB] 2024-09-13T14:57:09.841 INFO:teuthology.orchestra.run.smithi103.stdout:Get:44 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pecan all 1.3.3-3ubuntu1 [85.8 kB] 2024-09-13T14:57:09.843 INFO:teuthology.orchestra.run.smithi103.stdout:Get:45 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-werkzeug all 0.16.1+dfsg1-2ubuntu0.2 [183 kB] 2024-09-13T14:57:09.848 INFO:teuthology.orchestra.run.smithi103.stdout:Get:46 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-bcrypt amd64 3.1.7-2ubuntu1 [30.4 kB] 2024-09-13T14:57:09.913 INFO:teuthology.orchestra.run.smithi103.stdout:Get:47 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-cryptography amd64 2.8-3ubuntu0.3 [211 kB] 2024-09-13T14:57:09.918 INFO:teuthology.orchestra.run.smithi103.stdout:Get:48 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-openssl all 19.0.0-1build1 [43.3 kB] 2024-09-13T14:57:09.995 INFO:teuthology.orchestra.run.smithi103.stdout:Get:49 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-asyncssh all 1.12.2-1 [152 kB] 2024-09-13T14:57:09.998 INFO:teuthology.orchestra.run.smithi103.stdout:Get:50 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jinja2 all 2.10.1-2ubuntu0.3 [96.0 kB] 2024-09-13T14:57:10.002 INFO:teuthology.orchestra.run.smithi103.stdout:Get:51 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-jwt all 1.7.1-2ubuntu2.1 [18.0 kB] 2024-09-13T14:57:10.002 INFO:teuthology.orchestra.run.smithi103.stdout:Get:52 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-attr all 19.3.0-2 [33.9 kB] 2024-09-13T14:57:10.003 INFO:teuthology.orchestra.run.smithi103.stdout:Get:53 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pluggy all 0.13.0-2 [18.4 kB] 2024-09-13T14:57:10.004 INFO:teuthology.orchestra.run.smithi103.stdout:Get:54 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 python3-py all 1.8.1-1ubuntu0.1 [65.6 kB] 2024-09-13T14:57:10.006 INFO:teuthology.orchestra.run.smithi103.stdout:Get:55 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-atomicwrites all 1.1.5-2build1 [7,016 B] 2024-09-13T14:57:10.007 INFO:teuthology.orchestra.run.smithi103.stdout:Get:56 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-packaging all 20.3-1 [26.8 kB] 2024-09-13T14:57:10.077 INFO:teuthology.orchestra.run.smithi103.stdout:Get:57 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-pytest all 4.6.9-1 [178 kB] 2024-09-13T14:57:10.080 INFO:teuthology.orchestra.run.smithi103.stdout:Get:58 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-repoze.lru all 0.7-2 [12.1 kB] 2024-09-13T14:57:10.158 INFO:teuthology.orchestra.run.smithi103.stdout:Get:59 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libjs-underscore all 1.9.1~dfsg-1ubuntu0.20.04.1 [99.5 kB] 2024-09-13T14:57:10.189 INFO:teuthology.orchestra.run.smithi103.stdout:Get:60 http://archive.ubuntu.com/ubuntu focal/main amd64 libjs-sphinxdoc all 1.8.5-7ubuntu3 [97.1 kB] 2024-09-13T14:57:10.191 INFO:teuthology.orchestra.run.smithi103.stdout:Get:61 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 18.2.4-850-g50bbe7f3-1focal [9,614 kB] 2024-09-13T14:57:10.191 INFO:teuthology.orchestra.run.smithi103.stdout:Get:62 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-routes all 2.4.1-2 [88.1 kB] 2024-09-13T14:57:10.251 INFO:teuthology.orchestra.run.smithi103.stdout:Get:63 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-decorator all 4.4.2-0ubuntu1 [10.3 kB] 2024-09-13T14:57:10.251 INFO:teuthology.orchestra.run.smithi103.stdout:Get:64 http://archive.ubuntu.com/ubuntu focal/universe amd64 liblbfgsb0 amd64 3.0+dfsg.3-7build1 [29.5 kB] 2024-09-13T14:57:10.253 INFO:teuthology.orchestra.run.smithi103.stdout:Get:65 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-scipy amd64 1.3.3-3build1 [11.1 MB] 2024-09-13T14:57:10.514 INFO:teuthology.orchestra.run.smithi103.stdout:Get:66 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 18.2.4-850-g50bbe7f3-1focal [238 kB] 2024-09-13T14:57:10.518 INFO:teuthology.orchestra.run.smithi103.stdout:Get:67 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 18.2.4-850-g50bbe7f3-1focal [148 kB] 2024-09-13T14:57:10.521 INFO:teuthology.orchestra.run.smithi103.stdout:Get:68 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 18.2.4-850-g50bbe7f3-1focal [1,575 kB] 2024-09-13T14:57:10.574 INFO:teuthology.orchestra.run.smithi103.stdout:Get:69 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 18.2.4-850-g50bbe7f3-1focal [6,639 kB] 2024-09-13T14:57:10.574 INFO:teuthology.orchestra.run.smithi103.stdout:Get:70 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn-lib amd64 0.22.2.post1+dfsg-5 [2,358 kB] 2024-09-13T14:57:10.611 INFO:teuthology.orchestra.run.smithi103.stdout:Get:71 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-joblib all 0.14.0-3 [192 kB] 2024-09-13T14:57:10.612 INFO:teuthology.orchestra.run.smithi103.stdout:Get:72 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-sklearn all 0.22.2.post1+dfsg-5 [1,773 kB] 2024-09-13T14:57:10.683 INFO:teuthology.orchestra.run.smithi033.stdout:Get:97 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-base amd64 18.2.4-850-g50bbe7f3-1focal [9,614 kB] 2024-09-13T14:57:10.692 INFO:teuthology.orchestra.run.smithi103.stdout:Get:73 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-cachetools all 4.0.0-1 [9,820 B] 2024-09-13T14:57:10.692 INFO:teuthology.orchestra.run.smithi103.stdout:Get:74 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1 all 0.4.2-3build1 [46.7 kB] 2024-09-13T14:57:10.692 INFO:teuthology.orchestra.run.smithi103.stdout:Get:75 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyasn1-modules all 0.2.1-0.2build1 [32.9 kB] 2024-09-13T14:57:10.693 INFO:teuthology.orchestra.run.smithi103.stdout:Get:76 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-rsa all 4.0-3 [24.7 kB] 2024-09-13T14:57:10.693 INFO:teuthology.orchestra.run.smithi103.stdout:Get:77 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-google-auth all 1.5.1-2 [35.6 kB] 2024-09-13T14:57:10.693 INFO:teuthology.orchestra.run.smithi103.stdout:Get:78 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-blinker all 1.4+dfsg1-0.3ubuntu1 [13.2 kB] 2024-09-13T14:57:10.694 INFO:teuthology.orchestra.run.smithi103.stdout:Get:79 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-oauthlib all 3.1.0-1ubuntu2 [84.8 kB] 2024-09-13T14:57:10.737 INFO:teuthology.orchestra.run.smithi103.stdout:Get:80 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-requests-oauthlib all 1.0.0-1.1build1 [16.8 kB] 2024-09-13T14:57:10.738 INFO:teuthology.orchestra.run.smithi103.stdout:Get:81 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-websocket all 0.53.0-2ubuntu1 [32.3 kB] 2024-09-13T14:57:10.749 INFO:teuthology.orchestra.run.smithi103.stdout:Get:82 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 18.2.4-850-g50bbe7f3-1focal [24.5 MB] 2024-09-13T14:57:10.819 INFO:teuthology.orchestra.run.smithi103.stdout:Get:83 http://archive.ubuntu.com/ubuntu focal/universe amd64 python3-kubernetes all 7.0.0~a1-2 [271 kB] 2024-09-13T14:57:10.824 INFO:teuthology.orchestra.run.smithi103.stdout:Get:84 http://archive.ubuntu.com/ubuntu focal/universe amd64 libonig5 amd64 6.9.4-1 [142 kB] 2024-09-13T14:57:10.827 INFO:teuthology.orchestra.run.smithi103.stdout:Get:85 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 libjq1 amd64 1.6-1ubuntu0.20.04.1 [121 kB] 2024-09-13T14:57:10.831 INFO:teuthology.orchestra.run.smithi103.stdout:Get:86 http://archive.ubuntu.com/ubuntu focal-updates/universe amd64 jq amd64 1.6-1ubuntu0.20.04.1 [50.2 kB] 2024-09-13T14:57:10.832 INFO:teuthology.orchestra.run.smithi103.stdout:Get:87 http://archive.ubuntu.com/ubuntu focal/main amd64 socat amd64 1.7.3.3-2 [323 kB] 2024-09-13T14:57:10.836 INFO:teuthology.orchestra.run.smithi103.stdout:Get:88 http://archive.ubuntu.com/ubuntu focal/universe amd64 xmlstarlet amd64 1.6.1-2build1 [267 kB] 2024-09-13T14:57:10.839 INFO:teuthology.orchestra.run.smithi103.stdout:Get:89 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-colorama all 0.4.3-1build1 [23.9 kB] 2024-09-13T14:57:10.839 INFO:teuthology.orchestra.run.smithi103.stdout:Get:90 http://archive.ubuntu.com/ubuntu focal/universe amd64 fonts-mathjax all 2.7.4+dfsg-1 [2,208 kB] 2024-09-13T14:57:10.910 INFO:teuthology.orchestra.run.smithi103.stdout:Get:91 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 nvme-cli amd64 1.9-1ubuntu0.2 [283 kB] 2024-09-13T14:57:10.915 INFO:teuthology.orchestra.run.smithi103.stdout:Get:92 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-asyncssh-doc all 1.12.2-1 [258 kB] 2024-09-13T14:57:10.927 INFO:teuthology.orchestra.run.smithi033.stdout:Get:98 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-modules-core all 18.2.4-850-g50bbe7f3-1focal [238 kB] 2024-09-13T14:57:10.932 INFO:teuthology.orchestra.run.smithi033.stdout:Get:99 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libsqlite3-mod-ceph amd64 18.2.4-850-g50bbe7f3-1focal [148 kB] 2024-09-13T14:57:10.933 INFO:teuthology.orchestra.run.smithi033.stdout:Get:100 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr amd64 18.2.4-850-g50bbe7f3-1focal [1,575 kB] 2024-09-13T14:57:10.984 INFO:teuthology.orchestra.run.smithi033.stdout:Get:101 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mon amd64 18.2.4-850-g50bbe7f3-1focal [6,639 kB] 2024-09-13T14:57:10.985 INFO:teuthology.orchestra.run.smithi103.stdout:Get:93 http://archive.ubuntu.com/ubuntu focal/universe amd64 libjs-mathjax all 2.7.4+dfsg-1 [5,654 kB] 2024-09-13T14:57:11.096 INFO:teuthology.orchestra.run.smithi103.stdout:Get:94 http://archive.ubuntu.com/ubuntu focal/universe amd64 python-natsort-doc all 7.0.1-1 [103 kB] 2024-09-13T14:57:11.151 INFO:teuthology.orchestra.run.smithi103.stdout:Get:95 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-webencodings all 0.5.1-1ubuntu1 [11.0 kB] 2024-09-13T14:57:11.151 INFO:teuthology.orchestra.run.smithi103.stdout:Get:96 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-html5lib all 1.0.1-2 [84.3 kB] 2024-09-13T14:57:11.153 INFO:teuthology.orchestra.run.smithi103.stdout:Get:97 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 python3-lxml amd64 4.5.0-1ubuntu0.5 [1,384 kB] 2024-09-13T14:57:11.171 INFO:teuthology.orchestra.run.smithi103.stdout:Get:98 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pastescript all 2.0.2-4 [54.6 kB] 2024-09-13T14:57:11.172 INFO:teuthology.orchestra.run.smithi103.stdout:Get:99 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-psutil amd64 5.5.1-1ubuntu4 [141 kB] 2024-09-13T14:57:11.173 INFO:teuthology.orchestra.run.smithi103.stdout:Get:100 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-pyinotify all 0.9.6-1.2ubuntu1 [24.8 kB] 2024-09-13T14:57:11.173 INFO:teuthology.orchestra.run.smithi103.stdout:Get:101 http://archive.ubuntu.com/ubuntu focal/main amd64 python3-simplejson amd64 3.16.0-2ubuntu2 [50.8 kB] 2024-09-13T14:57:11.173 INFO:teuthology.orchestra.run.smithi103.stdout:Get:102 http://archive.ubuntu.com/ubuntu focal/universe amd64 qttranslations5-l10n all 5.12.8-0ubuntu1 [1,486 kB] 2024-09-13T14:57:11.198 INFO:teuthology.orchestra.run.smithi033.stdout:Get:102 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-osd amd64 18.2.4-850-g50bbe7f3-1focal [24.5 MB] 2024-09-13T14:57:11.663 INFO:teuthology.orchestra.run.smithi103.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 18.2.4-850-g50bbe7f3-1focal [13.7 kB] 2024-09-13T14:57:11.664 INFO:teuthology.orchestra.run.smithi103.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 18.2.4-850-g50bbe7f3-1focal [856 kB] 2024-09-13T14:57:11.677 INFO:teuthology.orchestra.run.smithi103.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 18.2.4-850-g50bbe7f3-1focal [2,296 kB] 2024-09-13T14:57:11.693 INFO:teuthology.orchestra.run.smithi103.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 18.2.4-850-g50bbe7f3-1focal [239 kB] 2024-09-13T14:57:11.695 INFO:teuthology.orchestra.run.smithi103.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 18.2.4-850-g50bbe7f3-1focal [143 kB] 2024-09-13T14:57:11.715 INFO:teuthology.orchestra.run.smithi103.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 18.2.4-850-g50bbe7f3-1focal [7,015 kB] 2024-09-13T14:57:11.928 INFO:teuthology.orchestra.run.smithi103.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 18.2.4-850-g50bbe7f3-1focal [7,873 kB] 2024-09-13T14:57:12.077 INFO:teuthology.orchestra.run.smithi033.stdout:Get:103 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph amd64 18.2.4-850-g50bbe7f3-1focal [13.7 kB] 2024-09-13T14:57:12.078 INFO:teuthology.orchestra.run.smithi033.stdout:Get:104 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-fuse amd64 18.2.4-850-g50bbe7f3-1focal [856 kB] 2024-09-13T14:57:12.090 INFO:teuthology.orchestra.run.smithi033.stdout:Get:105 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mds amd64 18.2.4-850-g50bbe7f3-1focal [2,296 kB] 2024-09-13T14:57:12.106 INFO:teuthology.orchestra.run.smithi033.stdout:Get:106 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephadm amd64 18.2.4-850-g50bbe7f3-1focal [239 kB] 2024-09-13T14:57:12.130 INFO:teuthology.orchestra.run.smithi033.stdout:Get:107 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-cephadm all 18.2.4-850-g50bbe7f3-1focal [143 kB] 2024-09-13T14:57:12.133 INFO:teuthology.orchestra.run.smithi033.stdout:Get:108 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-dashboard all 18.2.4-850-g50bbe7f3-1focal [7,015 kB] 2024-09-13T14:57:12.176 INFO:teuthology.orchestra.run.smithi103.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 18.2.4-850-g50bbe7f3-1focal [13.9 kB] 2024-09-13T14:57:12.176 INFO:teuthology.orchestra.run.smithi103.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 18.2.4-850-g50bbe7f3-1focal [46.9 MB] 2024-09-13T14:57:12.344 INFO:teuthology.orchestra.run.smithi033.stdout:Get:109 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-diskprediction-local all 18.2.4-850-g50bbe7f3-1focal [7,873 kB] 2024-09-13T14:57:12.637 INFO:teuthology.orchestra.run.smithi033.stdout:Get:110 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-mgr-k8sevents all 18.2.4-850-g50bbe7f3-1focal [13.9 kB] 2024-09-13T14:57:12.637 INFO:teuthology.orchestra.run.smithi033.stdout:Get:111 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-test amd64 18.2.4-850-g50bbe7f3-1focal [46.9 MB] 2024-09-13T14:57:13.809 INFO:teuthology.orchestra.run.smithi103.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-volume all 18.2.4-850-g50bbe7f3-1focal [120 kB] 2024-09-13T14:57:13.812 INFO:teuthology.orchestra.run.smithi103.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-mirror amd64 18.2.4-850-g50bbe7f3-1focal [270 kB] 2024-09-13T14:57:13.817 INFO:teuthology.orchestra.run.smithi103.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-shell all 18.2.4-850-g50bbe7f3-1focal [33.0 kB] 2024-09-13T14:57:13.882 INFO:teuthology.orchestra.run.smithi103.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-top all 18.2.4-850-g50bbe7f3-1focal [22.8 kB] 2024-09-13T14:57:13.882 INFO:teuthology.orchestra.run.smithi103.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 18.2.4-850-g50bbe7f3-1focal [37.4 kB] 2024-09-13T14:57:13.883 INFO:teuthology.orchestra.run.smithi103.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 18.2.4-850-g50bbe7f3-1focal [13.5 MB] 2024-09-13T14:57:14.195 INFO:teuthology.orchestra.run.smithi103.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 18.2.4-850-g50bbe7f3-1focal [107 kB] 2024-09-13T14:57:14.338 INFO:teuthology.orchestra.run.smithi033.stdout:Get:112 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 ceph-volume all 18.2.4-850-g50bbe7f3-1focal [120 kB] 2024-09-13T14:57:14.340 INFO:teuthology.orchestra.run.smithi033.stdout:Get:113 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-mirror amd64 18.2.4-850-g50bbe7f3-1focal [270 kB] 2024-09-13T14:57:14.346 INFO:teuthology.orchestra.run.smithi033.stdout:Get:114 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-shell all 18.2.4-850-g50bbe7f3-1focal [33.0 kB] 2024-09-13T14:57:14.347 INFO:teuthology.orchestra.run.smithi033.stdout:Get:115 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 cephfs-top all 18.2.4-850-g50bbe7f3-1focal [22.8 kB] 2024-09-13T14:57:14.348 INFO:teuthology.orchestra.run.smithi033.stdout:Get:116 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 libcephfs-dev amd64 18.2.4-850-g50bbe7f3-1focal [37.4 kB] 2024-09-13T14:57:14.349 INFO:teuthology.orchestra.run.smithi033.stdout:Get:117 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 radosgw amd64 18.2.4-850-g50bbe7f3-1focal [13.5 MB] 2024-09-13T14:57:14.522 INFO:teuthology.orchestra.run.smithi033.stdout:Get:118 https://1.chacra.ceph.com/r/ceph/wip-rishabh-testing-20240910.095512-reef/50bbe7f395997dcd871813949c49addbbf630361/ubuntu/focal/flavors/default focal/main amd64 rbd-fuse amd64 18.2.4-850-g50bbe7f3-1focal [107 kB] 2024-09-13T14:57:14.849 INFO:teuthology.orchestra.run.smithi103.stdout:Fetched 199 MB in 5s (36.6 MB/s) 2024-09-13T14:57:14.999 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-13T14:57:15.055 INFO:teuthology.orchestra.run.smithi103.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 141720 files and directories currently installed.) 2024-09-13T14:57:15.059 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../000-python3-pyperclip_1.7.0-1_all.deb ... 2024-09-13T14:57:15.106 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pyperclip (1.7.0-1) ... 2024-09-13T14:57:15.193 INFO:teuthology.orchestra.run.smithi033.stdout:Fetched 199 MB in 6s (35.5 MB/s) 2024-09-13T14:57:15.325 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-pyperclip. 2024-09-13T14:57:15.384 INFO:teuthology.orchestra.run.smithi033.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 141720 files and directories currently installed.) 2024-09-13T14:57:15.386 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../000-python3-pyperclip_1.7.0-1_all.deb ... 2024-09-13T14:57:15.419 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-13T14:57:15.440 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../001-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2024-09-13T14:57:15.442 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-pyperclip (1.7.0-1) ... 2024-09-13T14:57:15.475 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2024-09-13T14:57:15.676 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-wcwidth. 2024-09-13T14:57:15.692 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../001-python3-wcwidth_0.1.8+dfsg1-3_all.deb ... 2024-09-13T14:57:15.726 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-wcwidth (0.1.8+dfsg1-3) ... 2024-09-13T14:57:15.779 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-cmd2. 2024-09-13T14:57:15.794 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../002-python3-cmd2_0.8.5-2.1_all.deb ... 2024-09-13T14:57:15.837 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-cmd2 (0.8.5-2.1) ... 2024-09-13T14:57:16.045 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-cmd2. 2024-09-13T14:57:16.061 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../002-python3-cmd2_0.8.5-2.1_all.deb ... 2024-09-13T14:57:16.103 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-cmd2 (0.8.5-2.1) ... 2024-09-13T14:57:16.190 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2024-09-13T14:57:16.208 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../003-liblttng-ust0_2.11.0-1_amd64.deb ... 2024-09-13T14:57:16.290 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2024-09-13T14:57:16.448 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package liblttng-ust0:amd64. 2024-09-13T14:57:16.464 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../003-liblttng-ust0_2.11.0-1_amd64.deb ... 2024-09-13T14:57:16.548 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking liblttng-ust0:amd64 (2.11.0-1) ... 2024-09-13T14:57:16.669 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-13T14:57:16.685 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.5-4ubuntu1_amd64.deb ... 2024-09-13T14:57:16.727 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2024-09-13T14:57:16.876 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libdouble-conversion3:amd64. 2024-09-13T14:57:16.892 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../004-libdouble-conversion3_3.1.5-4ubuntu1_amd64.deb ... 2024-09-13T14:57:16.926 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2024-09-13T14:57:17.072 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-13T14:57:17.089 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../005-libpcre2-16-0_10.34-7ubuntu0.1_amd64.deb ... 2024-09-13T14:57:17.130 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2024-09-13T14:57:17.213 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libpcre2-16-0:amd64. 2024-09-13T14:57:17.229 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../005-libpcre2-16-0_10.34-7ubuntu0.1_amd64.deb ... 2024-09-13T14:57:17.271 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2024-09-13T14:57:17.609 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-13T14:57:17.625 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../006-libqt5core5a_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T14:57:17.678 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T14:57:17.766 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libqt5core5a:amd64. 2024-09-13T14:57:17.782 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../006-libqt5core5a_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T14:57:17.833 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T14:57:18.196 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-13T14:57:18.212 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../007-libqt5dbus5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T14:57:18.254 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T14:57:18.302 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libqt5dbus5:amd64. 2024-09-13T14:57:18.320 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../007-libqt5dbus5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T14:57:18.352 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T14:57:18.641 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-13T14:57:18.658 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../008-libqt5network5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T14:57:18.699 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T14:57:18.722 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libqt5network5:amd64. 2024-09-13T14:57:18.738 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../008-libqt5network5_5.12.8+dfsg-0ubuntu2.1_amd64.deb ... 2024-09-13T14:57:18.772 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T14:57:19.103 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libthrift-0.13.0. 2024-09-13T14:57:19.121 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../009-libthrift-0.13.0_0.13.0-2build2_amd64.deb ... 2024-09-13T14:57:19.158 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libthrift-0.13.0. 2024-09-13T14:57:19.161 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libthrift-0.13.0 (0.13.0-2build2) ... 2024-09-13T14:57:19.174 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../009-libthrift-0.13.0_0.13.0-2build2_amd64.deb ... 2024-09-13T14:57:19.216 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libthrift-0.13.0 (0.13.0-2build2) ... 2024-09-13T14:57:19.522 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../010-librbd1_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:19.585 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../010-librbd1_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:19.673 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking librbd1 (18.2.4-850-g50bbe7f3-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-09-13T14:57:19.711 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking librbd1 (18.2.4-850-g50bbe7f3-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-09-13T14:57:20.362 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../011-librados2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:20.427 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../011-librados2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:20.469 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking librados2 (18.2.4-850-g50bbe7f3-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-09-13T14:57:20.574 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking librados2 (18.2.4-850-g50bbe7f3-1focal) over (15.2.17-0ubuntu0.20.04.6) ... 2024-09-13T14:57:21.190 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libcephfs2. 2024-09-13T14:57:21.206 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../012-libcephfs2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:21.249 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libcephfs2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:21.294 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libcephfs2. 2024-09-13T14:57:21.310 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../012-libcephfs2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:21.344 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libcephfs2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:21.618 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-rados. 2024-09-13T14:57:21.635 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../013-python3-rados_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:21.646 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-rados. 2024-09-13T14:57:21.666 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../013-python3-rados_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:21.676 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-rados (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:21.705 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-rados (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:21.971 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-13T14:57:21.988 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../014-python3-ceph-argparse_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:57:22.020 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-ceph-argparse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:22.057 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-ceph-argparse. 2024-09-13T14:57:22.073 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../014-python3-ceph-argparse_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:57:22.116 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-ceph-argparse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:22.290 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-cephfs. 2024-09-13T14:57:22.306 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../015-python3-cephfs_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:22.365 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-cephfs (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:22.368 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-cephfs. 2024-09-13T14:57:22.385 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../015-python3-cephfs_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:22.426 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-cephfs (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:22.726 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-13T14:57:22.744 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../016-python3-ceph-common_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:57:22.784 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:22.788 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-ceph-common. 2024-09-13T14:57:22.805 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../016-python3-ceph-common_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:57:22.846 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:23.088 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-prettytable. 2024-09-13T14:57:23.107 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../017-python3-prettytable_0.7.2-5_all.deb ... 2024-09-13T14:57:23.132 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-prettytable. 2024-09-13T14:57:23.146 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2024-09-13T14:57:23.152 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../017-python3-prettytable_0.7.2-5_all.deb ... 2024-09-13T14:57:23.190 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-prettytable (0.7.2-5) ... 2024-09-13T14:57:23.399 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-rbd. 2024-09-13T14:57:23.417 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../018-python3-rbd_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:23.449 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-rbd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:23.468 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-rbd. 2024-09-13T14:57:23.485 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../018-python3-rbd_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:23.526 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-rbd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:23.794 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2024-09-13T14:57:23.810 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../019-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2024-09-13T14:57:23.852 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-09-13T14:57:23.879 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package liblua5.3-0:amd64. 2024-09-13T14:57:23.899 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../019-liblua5.3-0_5.3.3-1.1ubuntu2_amd64.deb ... 2024-09-13T14:57:23.946 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-09-13T14:57:24.205 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package librabbitmq4:amd64. 2024-09-13T14:57:24.224 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../020-librabbitmq4_0.10.0-1_amd64.deb ... 2024-09-13T14:57:24.263 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2024-09-13T14:57:24.323 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package librabbitmq4:amd64. 2024-09-13T14:57:24.341 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../020-librabbitmq4_0.10.0-1_amd64.deb ... 2024-09-13T14:57:24.382 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking librabbitmq4:amd64 (0.10.0-1) ... 2024-09-13T14:57:24.583 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-13T14:57:24.599 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../021-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2024-09-13T14:57:24.633 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-09-13T14:57:24.718 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package librdkafka1:amd64. 2024-09-13T14:57:24.736 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../021-librdkafka1_1.2.1-1ubuntu1_amd64.deb ... 2024-09-13T14:57:24.776 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-09-13T14:57:24.944 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package librgw2. 2024-09-13T14:57:24.964 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../022-librgw2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:25.002 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking librgw2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:25.171 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package librgw2. 2024-09-13T14:57:25.187 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../022-librgw2_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:25.229 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking librgw2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:25.913 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-rgw. 2024-09-13T14:57:25.930 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../023-python3-rgw_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:26.038 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-rgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:26.073 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-rgw. 2024-09-13T14:57:26.092 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../023-python3-rgw_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:26.131 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-rgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:26.475 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package liboath0. 2024-09-13T14:57:26.493 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../024-liboath0_2.6.1-1.3_amd64.deb ... 2024-09-13T14:57:26.525 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2024-09-13T14:57:26.529 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package liboath0. 2024-09-13T14:57:26.550 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../024-liboath0_2.6.1-1.3_amd64.deb ... 2024-09-13T14:57:26.637 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking liboath0 (2.6.1-1.3) ... 2024-09-13T14:57:26.820 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libradosstriper1. 2024-09-13T14:57:26.835 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../025-libradosstriper1_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:26.878 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libradosstriper1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:26.962 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libradosstriper1. 2024-09-13T14:57:26.980 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../025-libradosstriper1_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:27.020 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libradosstriper1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:27.357 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-common. 2024-09-13T14:57:27.373 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../026-ceph-common_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:27.374 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph-common. 2024-09-13T14:57:27.389 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../026-ceph-common_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:27.415 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:27.448 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:29.921 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-base. 2024-09-13T14:57:29.937 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../027-ceph-base_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:29.953 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph-base. 2024-09-13T14:57:29.970 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../027-ceph-base_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:30.014 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-base (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:30.022 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph-base (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:31.233 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-13T14:57:31.242 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-cherrypy3. 2024-09-13T14:57:31.251 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../028-python3-cherrypy3_8.9.1-6_all.deb ... 2024-09-13T14:57:31.261 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../028-python3-cherrypy3_8.9.1-6_all.deb ... 2024-09-13T14:57:31.291 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2024-09-13T14:57:31.300 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-cherrypy3 (8.9.1-6) ... 2024-09-13T14:57:31.627 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-natsort. 2024-09-13T14:57:31.646 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-natsort. 2024-09-13T14:57:31.647 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../029-python3-natsort_7.0.1-1_all.deb ... 2024-09-13T14:57:31.662 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../029-python3-natsort_7.0.1-1_all.deb ... 2024-09-13T14:57:31.685 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-natsort (7.0.1-1) ... 2024-09-13T14:57:31.704 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-natsort (7.0.1-1) ... 2024-09-13T14:57:31.997 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-logutils. 2024-09-13T14:57:32.014 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../030-python3-logutils_0.3.3-7_all.deb ... 2024-09-13T14:57:32.024 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-logutils. 2024-09-13T14:57:32.041 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../030-python3-logutils_0.3.3-7_all.deb ... 2024-09-13T14:57:32.055 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-logutils (0.3.3-7) ... 2024-09-13T14:57:32.082 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-logutils (0.3.3-7) ... 2024-09-13T14:57:32.375 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-13T14:57:32.392 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../031-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2024-09-13T14:57:32.393 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-markupsafe. 2024-09-13T14:57:32.410 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../031-python3-markupsafe_1.1.0-1build2_amd64.deb ... 2024-09-13T14:57:32.433 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2024-09-13T14:57:32.469 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-markupsafe (1.1.0-1build2) ... 2024-09-13T14:57:32.719 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-mako. 2024-09-13T14:57:32.735 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../032-python3-mako_1.1.0+ds1-1ubuntu2.1_all.deb ... 2024-09-13T14:57:32.772 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-mako. 2024-09-13T14:57:32.777 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-09-13T14:57:32.787 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../032-python3-mako_1.1.0+ds1-1ubuntu2.1_all.deb ... 2024-09-13T14:57:32.830 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-09-13T14:57:33.139 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-13T14:57:33.159 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../033-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-13T14:57:33.197 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-13T14:57:33.200 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-simplegeneric. 2024-09-13T14:57:33.218 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../033-python3-simplegeneric_0.8.1-3_all.deb ... 2024-09-13T14:57:33.258 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-simplegeneric (0.8.1-3) ... 2024-09-13T14:57:33.500 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-13T14:57:33.516 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../034-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2024-09-13T14:57:33.536 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-singledispatch. 2024-09-13T14:57:33.556 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../034-python3-singledispatch_3.4.0.3-2build1_all.deb ... 2024-09-13T14:57:33.558 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2024-09-13T14:57:33.594 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-singledispatch (3.4.0.3-2build1) ... 2024-09-13T14:57:33.844 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-webob. 2024-09-13T14:57:33.864 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../035-python3-webob_1%3a1.8.5-2ubuntu0.1_all.deb ... 2024-09-13T14:57:33.927 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-webob (1:1.8.5-2ubuntu0.1) ... 2024-09-13T14:57:33.940 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-webob. 2024-09-13T14:57:33.956 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../035-python3-webob_1%3a1.8.5-2ubuntu0.1_all.deb ... 2024-09-13T14:57:33.998 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-webob (1:1.8.5-2ubuntu0.1) ... 2024-09-13T14:57:34.247 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-soupsieve. 2024-09-13T14:57:34.265 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../036-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2024-09-13T14:57:34.305 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2024-09-13T14:57:34.351 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-soupsieve. 2024-09-13T14:57:34.367 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../036-python3-soupsieve_1.9.5+dfsg-1_all.deb ... 2024-09-13T14:57:34.409 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-soupsieve (1.9.5+dfsg-1) ... 2024-09-13T14:57:34.605 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-bs4. 2024-09-13T14:57:34.621 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../037-python3-bs4_4.8.2-1_all.deb ... 2024-09-13T14:57:34.663 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2024-09-13T14:57:34.712 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-bs4. 2024-09-13T14:57:34.732 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../037-python3-bs4_4.8.2-1_all.deb ... 2024-09-13T14:57:34.770 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-bs4 (4.8.2-1) ... 2024-09-13T14:57:35.017 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-waitress. 2024-09-13T14:57:35.036 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../038-python3-waitress_1.4.1-1ubuntu0.1_all.deb ... 2024-09-13T14:57:35.078 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-waitress (1.4.1-1ubuntu0.1) ... 2024-09-13T14:57:35.166 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-waitress. 2024-09-13T14:57:35.182 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../038-python3-waitress_1.4.1-1ubuntu0.1_all.deb ... 2024-09-13T14:57:35.227 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-waitress (1.4.1-1ubuntu0.1) ... 2024-09-13T14:57:35.403 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-tempita. 2024-09-13T14:57:35.423 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../039-python3-tempita_0.5.2-6_all.deb ... 2024-09-13T14:57:35.461 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-tempita (0.5.2-6) ... 2024-09-13T14:57:35.561 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-tempita. 2024-09-13T14:57:35.577 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../039-python3-tempita_0.5.2-6_all.deb ... 2024-09-13T14:57:35.619 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-tempita (0.5.2-6) ... 2024-09-13T14:57:35.764 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-paste. 2024-09-13T14:57:35.784 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../040-python3-paste_3.4.0+dfsg1-1_all.deb ... 2024-09-13T14:57:35.822 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2024-09-13T14:57:35.930 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-paste. 2024-09-13T14:57:35.946 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../040-python3-paste_3.4.0+dfsg1-1_all.deb ... 2024-09-13T14:57:35.988 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-paste (3.4.0+dfsg1-1) ... 2024-09-13T14:57:36.142 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-13T14:57:36.158 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../041-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2024-09-13T14:57:36.200 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2024-09-13T14:57:36.334 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python-pastedeploy-tpl. 2024-09-13T14:57:36.352 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../041-python-pastedeploy-tpl_2.1.0-1_all.deb ... 2024-09-13T14:57:36.392 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python-pastedeploy-tpl (2.1.0-1) ... 2024-09-13T14:57:36.528 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-13T14:57:36.545 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../042-python3-pastedeploy_2.1.0-1_all.deb ... 2024-09-13T14:57:36.586 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2024-09-13T14:57:36.763 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pastedeploy. 2024-09-13T14:57:36.781 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../042-python3-pastedeploy_2.1.0-1_all.deb ... 2024-09-13T14:57:36.821 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pastedeploy (2.1.0-1) ... 2024-09-13T14:57:36.898 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-webtest. 2024-09-13T14:57:36.914 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../043-python3-webtest_2.0.32-2_all.deb ... 2024-09-13T14:57:37.124 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-webtest. 2024-09-13T14:57:37.141 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../043-python3-webtest_2.0.32-2_all.deb ... 2024-09-13T14:57:37.191 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-webtest (2.0.32-2) ... 2024-09-13T14:57:37.198 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-webtest (2.0.32-2) ... 2024-09-13T14:57:37.525 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-pecan. 2024-09-13T14:57:37.527 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pecan. 2024-09-13T14:57:37.544 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../044-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2024-09-13T14:57:37.547 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../044-python3-pecan_1.3.3-3ubuntu1_all.deb ... 2024-09-13T14:57:37.575 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2024-09-13T14:57:37.585 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pecan (1.3.3-3ubuntu1) ... 2024-09-13T14:57:37.934 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-13T14:57:37.950 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../045-python3-werkzeug_0.16.1+dfsg1-2ubuntu0.2_all.deb ... 2024-09-13T14:57:37.957 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-werkzeug. 2024-09-13T14:57:37.974 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../045-python3-werkzeug_0.16.1+dfsg1-2ubuntu0.2_all.deb ... 2024-09-13T14:57:37.992 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-09-13T14:57:38.015 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-09-13T14:57:38.302 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-13T14:57:38.321 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../046-ceph-mgr-modules-core_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:57:38.328 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph-mgr-modules-core. 2024-09-13T14:57:38.346 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../046-ceph-mgr-modules-core_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:57:38.360 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:38.388 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:38.757 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-13T14:57:38.766 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libsqlite3-mod-ceph. 2024-09-13T14:57:38.774 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../047-libsqlite3-mod-ceph_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:38.782 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../047-libsqlite3-mod-ceph_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:38.824 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:38.848 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:39.168 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-13T14:57:39.169 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-bcrypt. 2024-09-13T14:57:39.186 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../048-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2024-09-13T14:57:39.188 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../048-python3-bcrypt_3.1.7-2ubuntu1_amd64.deb ... 2024-09-13T14:57:39.226 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2024-09-13T14:57:39.227 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-bcrypt (3.1.7-2ubuntu1) ... 2024-09-13T14:57:39.512 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-cryptography. 2024-09-13T14:57:39.532 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../049-python3-cryptography_2.8-3ubuntu0.3_amd64.deb ... 2024-09-13T14:57:39.543 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-cryptography. 2024-09-13T14:57:39.559 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../049-python3-cryptography_2.8-3ubuntu0.3_amd64.deb ... 2024-09-13T14:57:39.570 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.3) ... 2024-09-13T14:57:39.601 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-cryptography (2.8-3ubuntu0.3) ... 2024-09-13T14:57:39.966 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-openssl. 2024-09-13T14:57:39.985 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../050-python3-openssl_19.0.0-1build1_all.deb ... 2024-09-13T14:57:39.988 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-openssl. 2024-09-13T14:57:40.006 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../050-python3-openssl_19.0.0-1build1_all.deb ... 2024-09-13T14:57:40.024 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2024-09-13T14:57:40.046 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-openssl (19.0.0-1build1) ... 2024-09-13T14:57:40.361 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph-mgr. 2024-09-13T14:57:40.378 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../051-ceph-mgr_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:40.419 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph-mgr (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:40.441 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mgr. 2024-09-13T14:57:40.458 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../051-ceph-mgr_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:40.491 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mgr (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:40.874 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph-mon. 2024-09-13T14:57:40.890 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../052-ceph-mon_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:40.932 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph-mon (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:40.962 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mon. 2024-09-13T14:57:40.980 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../052-ceph-mon_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:41.019 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mon (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:41.777 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph-osd. 2024-09-13T14:57:41.796 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../053-ceph-osd_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:41.827 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph-osd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:42.848 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-osd. 2024-09-13T14:57:42.865 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../053-ceph-osd_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:42.931 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-osd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:44.205 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph. 2024-09-13T14:57:44.224 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../054-ceph_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:44.263 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:44.507 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph-fuse. 2024-09-13T14:57:44.528 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../055-ceph-fuse_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:44.565 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:45.002 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph-mds. 2024-09-13T14:57:45.018 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../056-ceph-mds_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:45.060 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph-mds (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:45.127 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph. 2024-09-13T14:57:45.145 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../054-ceph_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:45.177 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:45.539 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-fuse. 2024-09-13T14:57:45.555 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../055-ceph-fuse_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:45.588 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package cephadm. 2024-09-13T14:57:45.596 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:45.608 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../057-cephadm_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:45.646 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:45.924 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-13T14:57:45.944 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../058-python3-asyncssh_1.12.2-1_all.deb ... 2024-09-13T14:57:45.974 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-asyncssh (1.12.2-1) ... 2024-09-13T14:57:46.050 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mds. 2024-09-13T14:57:46.067 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../056-ceph-mds_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:46.109 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mds (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:46.327 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-jinja2. 2024-09-13T14:57:46.346 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../059-python3-jinja2_2.10.1-2ubuntu0.3_all.deb ... 2024-09-13T14:57:46.385 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-09-13T14:57:46.620 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package cephadm. 2024-09-13T14:57:46.638 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../057-cephadm_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:57:46.670 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:46.704 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-13T14:57:46.724 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../060-ceph-mgr-cephadm_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:57:46.762 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:46.965 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-asyncssh. 2024-09-13T14:57:46.984 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../058-python3-asyncssh_1.12.2-1_all.deb ... 2024-09-13T14:57:47.023 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-asyncssh (1.12.2-1) ... 2024-09-13T14:57:47.133 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-jwt. 2024-09-13T14:57:47.152 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../061-python3-jwt_1.7.1-2ubuntu2.1_all.deb ... 2024-09-13T14:57:47.192 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2.1) ... 2024-09-13T14:57:47.393 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-jinja2. 2024-09-13T14:57:47.412 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../059-python3-jinja2_2.10.1-2ubuntu0.3_all.deb ... 2024-09-13T14:57:47.451 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-09-13T14:57:47.512 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-attr. 2024-09-13T14:57:47.529 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../062-python3-attr_19.3.0-2_all.deb ... 2024-09-13T14:57:47.569 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-attr (19.3.0-2) ... 2024-09-13T14:57:47.821 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mgr-cephadm. 2024-09-13T14:57:47.838 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../060-ceph-mgr-cephadm_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:57:47.880 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:47.922 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-pluggy. 2024-09-13T14:57:47.939 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../063-python3-pluggy_0.13.0-2_all.deb ... 2024-09-13T14:57:47.980 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2024-09-13T14:57:48.216 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-jwt. 2024-09-13T14:57:48.232 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../061-python3-jwt_1.7.1-2ubuntu2.1_all.deb ... 2024-09-13T14:57:48.274 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-jwt (1.7.1-2ubuntu2.1) ... 2024-09-13T14:57:48.309 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-py. 2024-09-13T14:57:48.328 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../064-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2024-09-13T14:57:48.367 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2024-09-13T14:57:48.595 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-attr. 2024-09-13T14:57:48.612 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../062-python3-attr_19.3.0-2_all.deb ... 2024-09-13T14:57:48.644 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-attr (19.3.0-2) ... 2024-09-13T14:57:48.695 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-atomicwrites. 2024-09-13T14:57:48.713 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../065-python3-atomicwrites_1.1.5-2build1_all.deb ... 2024-09-13T14:57:48.769 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2024-09-13T14:57:48.981 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pluggy. 2024-09-13T14:57:49.000 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../063-python3-pluggy_0.13.0-2_all.deb ... 2024-09-13T14:57:49.039 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-packaging. 2024-09-13T14:57:49.039 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pluggy (0.13.0-2) ... 2024-09-13T14:57:49.057 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../066-python3-packaging_20.3-1_all.deb ... 2024-09-13T14:57:49.097 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-packaging (20.3-1) ... 2024-09-13T14:57:49.359 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-py. 2024-09-13T14:57:49.375 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../064-python3-py_1.8.1-1ubuntu0.1_all.deb ... 2024-09-13T14:57:49.408 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-pytest. 2024-09-13T14:57:49.417 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-py (1.8.1-1ubuntu0.1) ... 2024-09-13T14:57:49.426 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../067-python3-pytest_4.6.9-1_all.deb ... 2024-09-13T14:57:49.466 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-pytest (4.6.9-1) ... 2024-09-13T14:57:49.779 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-atomicwrites. 2024-09-13T14:57:49.795 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../065-python3-atomicwrites_1.1.5-2build1_all.deb ... 2024-09-13T14:57:49.803 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-13T14:57:49.819 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../068-python3-repoze.lru_0.7-2_all.deb ... 2024-09-13T14:57:49.837 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-atomicwrites (1.1.5-2build1) ... 2024-09-13T14:57:49.852 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-13T14:57:50.105 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libjs-underscore. 2024-09-13T14:57:50.122 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../069-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2024-09-13T14:57:50.125 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-packaging. 2024-09-13T14:57:50.144 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../066-python3-packaging_20.3-1_all.deb ... 2024-09-13T14:57:50.163 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-09-13T14:57:50.208 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-packaging (20.3-1) ... 2024-09-13T14:57:50.466 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libjs-sphinxdoc. 2024-09-13T14:57:50.484 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../070-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2024-09-13T14:57:50.519 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pytest. 2024-09-13T14:57:50.524 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-09-13T14:57:50.535 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../067-python3-pytest_4.6.9-1_all.deb ... 2024-09-13T14:57:50.578 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pytest (4.6.9-1) ... 2024-09-13T14:57:50.818 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-routes. 2024-09-13T14:57:50.835 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../071-python3-routes_2.4.1-2_all.deb ... 2024-09-13T14:57:50.868 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-routes (2.4.1-2) ... 2024-09-13T14:57:50.940 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-repoze.lru. 2024-09-13T14:57:50.957 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../068-python3-repoze.lru_0.7-2_all.deb ... 2024-09-13T14:57:50.998 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-repoze.lru (0.7-2) ... 2024-09-13T14:57:51.213 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-13T14:57:51.232 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../072-ceph-mgr-dashboard_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:57:51.267 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libjs-underscore. 2024-09-13T14:57:51.271 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:51.285 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../069-libjs-underscore_1.9.1~dfsg-1ubuntu0.20.04.1_all.deb ... 2024-09-13T14:57:51.328 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-09-13T14:57:51.630 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libjs-sphinxdoc. 2024-09-13T14:57:51.646 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../070-libjs-sphinxdoc_1.8.5-7ubuntu3_all.deb ... 2024-09-13T14:57:51.688 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-09-13T14:57:52.032 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-routes. 2024-09-13T14:57:52.052 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../071-python3-routes_2.4.1-2_all.deb ... 2024-09-13T14:57:52.090 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-routes (2.4.1-2) ... 2024-09-13T14:57:52.427 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mgr-dashboard. 2024-09-13T14:57:52.443 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../072-ceph-mgr-dashboard_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:57:52.485 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:52.593 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-decorator. 2024-09-13T14:57:52.610 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../073-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2024-09-13T14:57:52.651 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2024-09-13T14:57:52.987 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2024-09-13T14:57:53.003 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../074-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2024-09-13T14:57:53.045 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-09-13T14:57:53.364 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-scipy. 2024-09-13T14:57:53.381 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../075-python3-scipy_1.3.3-3build1_amd64.deb ... 2024-09-13T14:57:53.422 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2024-09-13T14:57:53.890 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-decorator. 2024-09-13T14:57:53.907 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../073-python3-decorator_4.4.2-0ubuntu1_all.deb ... 2024-09-13T14:57:53.948 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-decorator (4.4.2-0ubuntu1) ... 2024-09-13T14:57:54.251 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package liblbfgsb0:amd64. 2024-09-13T14:57:54.267 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../074-liblbfgsb0_3.0+dfsg.3-7build1_amd64.deb ... 2024-09-13T14:57:54.309 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-09-13T14:57:54.654 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-scipy. 2024-09-13T14:57:54.670 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../075-python3-scipy_1.3.3-3build1_amd64.deb ... 2024-09-13T14:57:54.712 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-scipy (1.3.3-3build1) ... 2024-09-13T14:57:54.716 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-sklearn-lib. 2024-09-13T14:57:54.733 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../076-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2024-09-13T14:57:54.774 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-09-13T14:57:55.327 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-joblib. 2024-09-13T14:57:55.347 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../077-python3-joblib_0.14.0-3_all.deb ... 2024-09-13T14:57:55.378 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-joblib (0.14.0-3) ... 2024-09-13T14:57:55.848 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-sklearn. 2024-09-13T14:57:55.866 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../078-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2024-09-13T14:57:55.906 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-09-13T14:57:56.021 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-sklearn-lib. 2024-09-13T14:57:56.038 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../076-python3-sklearn-lib_0.22.2.post1+dfsg-5_amd64.deb ... 2024-09-13T14:57:56.079 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-09-13T14:57:56.601 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-13T14:57:56.618 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../079-ceph-mgr-diskprediction-local_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:57:56.633 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-joblib. 2024-09-13T14:57:56.653 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../077-python3-joblib_0.14.0-3_all.deb ... 2024-09-13T14:57:56.659 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:56.691 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-joblib (0.14.0-3) ... 2024-09-13T14:57:57.079 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-sklearn. 2024-09-13T14:57:57.095 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../078-python3-sklearn_0.22.2.post1+dfsg-5_all.deb ... 2024-09-13T14:57:57.137 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-09-13T14:57:57.795 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-cachetools. 2024-09-13T14:57:57.812 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../080-python3-cachetools_4.0.0-1_all.deb ... 2024-09-13T14:57:57.853 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2024-09-13T14:57:57.870 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mgr-diskprediction-local. 2024-09-13T14:57:57.887 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../079-ceph-mgr-diskprediction-local_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:57:57.953 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:57:58.242 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-13T14:57:58.262 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../081-python3-pyasn1_0.4.2-3build1_all.deb ... 2024-09-13T14:57:58.300 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2024-09-13T14:57:58.647 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-13T14:57:58.665 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../082-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2024-09-13T14:57:58.705 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-09-13T14:57:59.008 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-rsa. 2024-09-13T14:57:59.028 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../083-python3-rsa_4.0-3_all.deb ... 2024-09-13T14:57:59.066 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-rsa (4.0-3) ... 2024-09-13T14:57:59.224 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-cachetools. 2024-09-13T14:57:59.242 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../080-python3-cachetools_4.0.0-1_all.deb ... 2024-09-13T14:57:59.282 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-cachetools (4.0.0-1) ... 2024-09-13T14:57:59.348 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-google-auth. 2024-09-13T14:57:59.364 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../084-python3-google-auth_1.5.1-2_all.deb ... 2024-09-13T14:57:59.398 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2024-09-13T14:57:59.688 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pyasn1. 2024-09-13T14:57:59.704 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../081-python3-pyasn1_0.4.2-3build1_all.deb ... 2024-09-13T14:57:59.735 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-blinker. 2024-09-13T14:57:59.737 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pyasn1 (0.4.2-3build1) ... 2024-09-13T14:57:59.752 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../085-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2024-09-13T14:57:59.793 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-09-13T14:58:00.112 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pyasn1-modules. 2024-09-13T14:58:00.123 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-oauthlib. 2024-09-13T14:58:00.132 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../082-python3-pyasn1-modules_0.2.1-0.2build1_all.deb ... 2024-09-13T14:58:00.139 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../086-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2024-09-13T14:58:00.178 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-09-13T14:58:00.181 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2024-09-13T14:58:00.490 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-rsa. 2024-09-13T14:58:00.507 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../083-python3-rsa_4.0-3_all.deb ... 2024-09-13T14:58:00.510 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-13T14:58:00.526 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../087-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2024-09-13T14:58:00.548 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-rsa (4.0-3) ... 2024-09-13T14:58:00.568 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-09-13T14:58:00.846 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-websocket. 2024-09-13T14:58:00.862 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../088-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2024-09-13T14:58:00.885 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-google-auth. 2024-09-13T14:58:00.902 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../084-python3-google-auth_1.5.1-2_all.deb ... 2024-09-13T14:58:00.912 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2024-09-13T14:58:00.943 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-google-auth (1.5.1-2) ... 2024-09-13T14:58:01.224 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-13T14:58:01.241 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../089-python3-kubernetes_7.0.0~a1-2_all.deb ... 2024-09-13T14:58:01.282 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2024-09-13T14:58:01.289 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-blinker. 2024-09-13T14:58:01.305 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../085-python3-blinker_1.4+dfsg1-0.3ubuntu1_all.deb ... 2024-09-13T14:58:01.363 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-09-13T14:58:01.667 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-oauthlib. 2024-09-13T14:58:01.683 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../086-python3-oauthlib_3.1.0-1ubuntu2_all.deb ... 2024-09-13T14:58:01.725 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-oauthlib (3.1.0-1ubuntu2) ... 2024-09-13T14:58:01.845 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-13T14:58:01.863 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../090-ceph-mgr-k8sevents_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:58:01.903 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:02.071 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-requests-oauthlib. 2024-09-13T14:58:02.088 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../087-python3-requests-oauthlib_1.0.0-1.1build1_all.deb ... 2024-09-13T14:58:02.128 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-09-13T14:58:02.231 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-13T14:58:02.247 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../091-libonig5_6.9.4-1_amd64.deb ... 2024-09-13T14:58:02.289 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2024-09-13T14:58:02.444 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-websocket. 2024-09-13T14:58:02.462 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../088-python3-websocket_0.53.0-2ubuntu1_all.deb ... 2024-09-13T14:58:02.502 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-websocket (0.53.0-2ubuntu1) ... 2024-09-13T14:58:02.659 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-13T14:58:02.679 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../092-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T14:58:02.717 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-09-13T14:58:02.847 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-kubernetes. 2024-09-13T14:58:02.864 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../089-python3-kubernetes_7.0.0~a1-2_all.deb ... 2024-09-13T14:58:02.905 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-kubernetes (7.0.0~a1-2) ... 2024-09-13T14:58:02.953 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package jq. 2024-09-13T14:58:02.970 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../093-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T14:58:03.003 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2024-09-13T14:58:03.276 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package socat. 2024-09-13T14:58:03.296 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../094-socat_1.7.3.3-2_amd64.deb ... 2024-09-13T14:58:03.339 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking socat (1.7.3.3-2) ... 2024-09-13T14:58:03.463 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-mgr-k8sevents. 2024-09-13T14:58:03.479 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../090-ceph-mgr-k8sevents_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:58:03.521 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:03.651 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package xmlstarlet. 2024-09-13T14:58:03.668 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../095-xmlstarlet_1.6.1-2build1_amd64.deb ... 2024-09-13T14:58:03.709 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2024-09-13T14:58:03.882 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libonig5:amd64. 2024-09-13T14:58:03.899 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../091-libonig5_6.9.4-1_amd64.deb ... 2024-09-13T14:58:03.940 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libonig5:amd64 (6.9.4-1) ... 2024-09-13T14:58:04.099 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph-test. 2024-09-13T14:58:04.120 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../096-ceph-test_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:58:04.157 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph-test (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:04.293 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libjq1:amd64. 2024-09-13T14:58:04.311 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../092-libjq1_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T14:58:04.376 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-09-13T14:58:04.654 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package jq. 2024-09-13T14:58:04.671 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../093-jq_1.6-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T14:58:04.713 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking jq (1.6-1ubuntu0.20.04.1) ... 2024-09-13T14:58:04.990 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package socat. 2024-09-13T14:58:05.009 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../094-socat_1.7.3.3-2_amd64.deb ... 2024-09-13T14:58:05.048 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking socat (1.7.3.3-2) ... 2024-09-13T14:58:05.327 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package xmlstarlet. 2024-09-13T14:58:05.343 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../095-xmlstarlet_1.6.1-2build1_amd64.deb ... 2024-09-13T14:58:05.385 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking xmlstarlet (1.6.1-2build1) ... 2024-09-13T14:58:05.731 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-test. 2024-09-13T14:58:05.750 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../096-ceph-test_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:58:05.789 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-test (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:08.637 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ceph-volume. 2024-09-13T14:58:08.654 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../097-ceph-volume_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:58:08.863 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ceph-volume (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:09.335 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-13T14:58:09.351 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../098-cephfs-mirror_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:58:09.393 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking cephfs-mirror (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:09.771 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-colorama. 2024-09-13T14:58:09.789 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../099-python3-colorama_0.4.3-1build1_all.deb ... 2024-09-13T14:58:09.829 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-colorama (0.4.3-1build1) ... 2024-09-13T14:58:10.010 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ceph-volume. 2024-09-13T14:58:10.029 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../097-ceph-volume_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:58:10.068 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ceph-volume (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:10.115 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package cephfs-shell. 2024-09-13T14:58:10.134 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../100-cephfs-shell_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:58:10.173 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking cephfs-shell (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:10.414 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package cephfs-mirror. 2024-09-13T14:58:10.433 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../098-cephfs-mirror_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:58:10.436 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package cephfs-top. 2024-09-13T14:58:10.453 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../101-cephfs-top_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:58:10.472 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking cephfs-mirror (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:10.494 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking cephfs-top (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:10.772 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package fonts-mathjax. 2024-09-13T14:58:10.790 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../102-fonts-mathjax_2.7.4+dfsg-1_all.deb ... 2024-09-13T14:58:10.830 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking fonts-mathjax (2.7.4+dfsg-1) ... 2024-09-13T14:58:10.835 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-colorama. 2024-09-13T14:58:10.852 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../099-python3-colorama_0.4.3-1build1_all.deb ... 2024-09-13T14:58:10.894 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-colorama (0.4.3-1build1) ... 2024-09-13T14:58:11.172 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package cephfs-shell. 2024-09-13T14:58:11.193 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../100-cephfs-shell_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:58:11.230 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking cephfs-shell (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:11.317 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-13T14:58:11.335 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../103-libcephfs-dev_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:58:11.409 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libcephfs-dev (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:11.483 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package cephfs-top. 2024-09-13T14:58:11.500 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../101-cephfs-top_18.2.4-850-g50bbe7f3-1focal_all.deb ... 2024-09-13T14:58:11.558 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking cephfs-top (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:11.803 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package nvme-cli. 2024-09-13T14:58:11.820 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../104-nvme-cli_1.9-1ubuntu0.2_amd64.deb ... 2024-09-13T14:58:11.838 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package fonts-mathjax. 2024-09-13T14:58:11.855 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../102-fonts-mathjax_2.7.4+dfsg-1_all.deb ... 2024-09-13T14:58:11.879 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking nvme-cli (1.9-1ubuntu0.2) ... 2024-09-13T14:58:11.897 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking fonts-mathjax (2.7.4+dfsg-1) ... 2024-09-13T14:58:12.166 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-13T14:58:12.185 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../105-python-asyncssh-doc_1.12.2-1_all.deb ... 2024-09-13T14:58:12.249 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python-asyncssh-doc (1.12.2-1) ... 2024-09-13T14:58:12.434 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libcephfs-dev. 2024-09-13T14:58:12.451 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../103-libcephfs-dev_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:58:12.491 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libcephfs-dev (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:12.627 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libjs-mathjax. 2024-09-13T14:58:12.644 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../106-libjs-mathjax_2.7.4+dfsg-1_all.deb ... 2024-09-13T14:58:12.677 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libjs-mathjax (2.7.4+dfsg-1) ... 2024-09-13T14:58:12.886 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package nvme-cli. 2024-09-13T14:58:12.904 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../104-nvme-cli_1.9-1ubuntu0.2_amd64.deb ... 2024-09-13T14:58:12.985 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking nvme-cli (1.9-1ubuntu0.2) ... 2024-09-13T14:58:13.293 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python-asyncssh-doc. 2024-09-13T14:58:13.313 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../105-python-asyncssh-doc_1.12.2-1_all.deb ... 2024-09-13T14:58:13.343 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python-asyncssh-doc (1.12.2-1) ... 2024-09-13T14:58:13.729 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libjs-mathjax. 2024-09-13T14:58:13.747 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../106-libjs-mathjax_2.7.4+dfsg-1_all.deb ... 2024-09-13T14:58:13.796 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libjs-mathjax (2.7.4+dfsg-1) ... 2024-09-13T14:58:14.268 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python-natsort-doc. 2024-09-13T14:58:14.287 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../107-python-natsort-doc_7.0.1-1_all.deb ... 2024-09-13T14:58:14.326 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python-natsort-doc (7.0.1-1) ... 2024-09-13T14:58:14.674 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-webencodings. 2024-09-13T14:58:14.694 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../108-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2024-09-13T14:58:14.738 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2024-09-13T14:58:15.025 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-html5lib. 2024-09-13T14:58:15.045 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../109-python3-html5lib_1.0.1-2_all.deb ... 2024-09-13T14:58:15.084 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2024-09-13T14:58:15.382 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python-natsort-doc. 2024-09-13T14:58:15.403 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../107-python-natsort-doc_7.0.1-1_all.deb ... 2024-09-13T14:58:15.438 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-lxml:amd64. 2024-09-13T14:58:15.457 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../110-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2024-09-13T14:58:15.465 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python-natsort-doc (7.0.1-1) ... 2024-09-13T14:58:15.529 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-09-13T14:58:15.779 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-webencodings. 2024-09-13T14:58:15.799 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../108-python3-webencodings_0.5.1-1ubuntu1_all.deb ... 2024-09-13T14:58:15.837 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-webencodings (0.5.1-1ubuntu1) ... 2024-09-13T14:58:15.999 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-pastescript. 2024-09-13T14:58:16.020 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../111-python3-pastescript_2.0.2-4_all.deb ... 2024-09-13T14:58:16.057 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-13T14:58:16.174 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-html5lib. 2024-09-13T14:58:16.192 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../109-python3-html5lib_1.0.1-2_all.deb ... 2024-09-13T14:58:16.232 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-html5lib (1.0.1-2) ... 2024-09-13T14:58:16.402 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-psutil. 2024-09-13T14:58:16.420 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../112-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2024-09-13T14:58:16.460 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2024-09-13T14:58:16.577 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-lxml:amd64. 2024-09-13T14:58:16.595 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../110-python3-lxml_4.5.0-1ubuntu0.5_amd64.deb ... 2024-09-13T14:58:16.657 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-09-13T14:58:16.773 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-13T14:58:16.793 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../113-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2024-09-13T14:58:16.832 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-09-13T14:58:17.113 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pastescript. 2024-09-13T14:58:17.131 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../111-python3-pastescript_2.0.2-4_all.deb ... 2024-09-13T14:58:17.171 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pastescript (2.0.2-4) ... 2024-09-13T14:58:17.176 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package python3-simplejson. 2024-09-13T14:58:17.193 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../114-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2024-09-13T14:58:17.234 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2024-09-13T14:58:17.512 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-13T14:58:17.525 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-psutil. 2024-09-13T14:58:17.530 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.12.8-0ubuntu1_all.deb ... 2024-09-13T14:58:17.542 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../112-python3-psutil_5.5.1-1ubuntu4_amd64.deb ... 2024-09-13T14:58:17.570 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking qttranslations5-l10n (5.12.8-0ubuntu1) ... 2024-09-13T14:58:17.583 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-psutil (5.5.1-1ubuntu4) ... 2024-09-13T14:58:17.929 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-pyinotify. 2024-09-13T14:58:17.947 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../113-python3-pyinotify_0.9.6-1.2ubuntu1_all.deb ... 2024-09-13T14:58:17.988 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-09-13T14:58:18.266 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package radosgw. 2024-09-13T14:58:18.285 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../116-radosgw_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:58:18.293 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package python3-simplejson. 2024-09-13T14:58:18.313 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../114-python3-simplejson_3.16.0-2ubuntu2_amd64.deb ... 2024-09-13T14:58:18.324 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking radosgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:18.351 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking python3-simplejson (3.16.0-2ubuntu2) ... 2024-09-13T14:58:18.662 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package qttranslations5-l10n. 2024-09-13T14:58:18.680 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../115-qttranslations5-l10n_5.12.8-0ubuntu1_all.deb ... 2024-09-13T14:58:18.720 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking qttranslations5-l10n (5.12.8-0ubuntu1) ... 2024-09-13T14:58:19.399 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package radosgw. 2024-09-13T14:58:19.416 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../116-radosgw_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:58:19.457 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking radosgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:19.869 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package rbd-fuse. 2024-09-13T14:58:19.889 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../117-rbd-fuse_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:58:19.926 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking rbd-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:20.222 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-attr (19.3.0-2) ... 2024-09-13T14:58:20.507 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2024-09-13T14:58:20.633 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2024-09-13T14:58:20.759 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up nvme-cli (1.9-1ubuntu0.2) ... 2024-09-13T14:58:20.837 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package rbd-fuse. 2024-09-13T14:58:20.857 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../117-rbd-fuse_18.2.4-850-g50bbe7f3-1focal_amd64.deb ... 2024-09-13T14:58:20.920 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking rbd-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:20.952 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:21.230 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-attr (19.3.0-2) ... 2024-09-13T14:58:21.545 INFO:teuthology.orchestra.run.smithi033.stdout:Adding system user cephadm....done 2024-09-13T14:58:21.550 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up librabbitmq4:amd64 (0.10.0-1) ... 2024-09-13T14:58:21.685 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libdouble-conversion3:amd64 (3.1.5-4ubuntu1) ... 2024-09-13T14:58:21.708 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up fonts-mathjax (2.7.4+dfsg-1) ... 2024-09-13T14:58:21.811 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up nvme-cli (1.9-1ubuntu0.2) ... 2024-09-13T14:58:21.834 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-waitress (1.4.1-1ubuntu0.1) ... 2024-09-13T14:58:22.004 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:22.202 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-13T14:58:22.521 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libjs-mathjax (2.7.4+dfsg-1) ... 2024-09-13T14:58:22.530 INFO:teuthology.orchestra.run.smithi103.stdout:Adding system user cephadm....done 2024-09-13T14:58:22.630 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up liboath0 (2.6.1-1.3) ... 2024-09-13T14:58:22.702 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up fonts-mathjax (2.7.4+dfsg-1) ... 2024-09-13T14:58:22.731 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2024-09-13T14:58:22.845 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-waitress (1.4.1-1ubuntu0.1) ... 2024-09-13T14:58:23.041 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-joblib (0.14.0-3) ... 2024-09-13T14:58:23.196 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-repoze.lru (0.7-2) ... 2024-09-13T14:58:23.460 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-jwt (1.7.1-2ubuntu2.1) ... 2024-09-13T14:58:23.489 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libjs-mathjax (2.7.4+dfsg-1) ... 2024-09-13T14:58:23.615 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up liboath0 (2.6.1-1.3) ... 2024-09-13T14:58:23.741 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-py (1.8.1-1ubuntu0.1) ... 2024-09-13T14:58:23.769 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-cachetools (4.0.0-1) ... 2024-09-13T14:58:24.068 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-joblib (0.14.0-3) ... 2024-09-13T14:58:24.080 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-colorama (0.4.3-1build1) ... 2024-09-13T14:58:24.372 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2024-09-13T14:58:24.488 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-jwt (1.7.1-2ubuntu2.1) ... 2024-09-13T14:58:24.681 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-09-13T14:58:24.789 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-cachetools (4.0.0-1) ... 2024-09-13T14:58:24.983 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-ceph-argparse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:25.081 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-colorama (0.4.3-1build1) ... 2024-09-13T14:58:25.300 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-09-13T14:58:25.407 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-bcrypt (3.1.7-2ubuntu1) ... 2024-09-13T14:58:25.426 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-pyperclip (1.7.0-1) ... 2024-09-13T14:58:25.701 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pyinotify (0.9.6-1.2ubuntu1) ... 2024-09-13T14:58:25.719 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2024-09-13T14:58:26.004 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2024-09-13T14:58:26.035 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-ceph-argparse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:26.297 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2024-09-13T14:58:26.344 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-sklearn-lib (0.22.2.post1+dfsg-5) ... 2024-09-13T14:58:26.423 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2024-09-13T14:58:26.487 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pyperclip (1.7.0-1) ... 2024-09-13T14:58:26.763 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-markupsafe (1.1.0-1build2) ... 2024-09-13T14:58:26.799 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-natsort (7.0.1-1) ... 2024-09-13T14:58:27.056 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-webencodings (0.5.1-1ubuntu1) ... 2024-09-13T14:58:27.125 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2024-09-13T14:58:27.357 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libpcre2-16-0:amd64 (10.34-7ubuntu0.1) ... 2024-09-13T14:58:27.426 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2024-09-13T14:58:27.483 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-psutil (5.5.1-1ubuntu4) ... 2024-09-13T14:58:27.786 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2024-09-13T14:58:27.859 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-natsort (7.0.1-1) ... 2024-09-13T14:58:28.063 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-09-13T14:58:28.161 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-atomicwrites (1.1.5-2build1) ... 2024-09-13T14:58:28.397 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-tempita (0.5.2-6) ... 2024-09-13T14:58:28.470 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-simplejson (3.16.0-2ubuntu2) ... 2024-09-13T14:58:28.690 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-packaging (20.3-1) ... 2024-09-13T14:58:28.991 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2024-09-13T14:58:29.117 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up qttranslations5-l10n (5.12.8-0ubuntu1) ... 2024-09-13T14:58:29.196 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-decorator (4.4.2-0ubuntu1) ... 2024-09-13T14:58:29.243 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2024-09-13T14:58:29.497 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-jinja2 (2.10.1-2ubuntu0.3) ... 2024-09-13T14:58:29.569 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2024-09-13T14:58:29.848 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-tempita (0.5.2-6) ... 2024-09-13T14:58:29.980 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-cmd2 (0.8.5-2.1) ... 2024-09-13T14:58:30.141 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-packaging (20.3-1) ... 2024-09-13T14:58:30.256 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-09-13T14:58:30.459 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python-pastedeploy-tpl (2.1.0-1) ... 2024-09-13T14:58:30.585 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up qttranslations5-l10n (5.12.8-0ubuntu1) ... 2024-09-13T14:58:30.632 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-cryptography (2.8-3ubuntu0.3) ... 2024-09-13T14:58:30.736 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-wcwidth (0.1.8+dfsg1-3) ... 2024-09-13T14:58:31.018 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up socat (1.7.3.3-2) ... 2024-09-13T14:58:31.037 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-paste (3.4.0+dfsg1-1) ... 2024-09-13T14:58:31.143 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:31.439 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-cmd2 (0.8.5-2.1) ... 2024-09-13T14:58:31.470 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T14:58:31.580 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-html5lib (1.0.1-2) ... 2024-09-13T14:58:31.748 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-werkzeug (0.16.1+dfsg1-2ubuntu0.2) ... 2024-09-13T14:58:31.914 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-09-13T14:58:32.024 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2024-09-13T14:58:32.125 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-cryptography (2.8-3ubuntu0.3) ... 2024-09-13T14:58:32.150 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-pluggy (0.13.0-2) ... 2024-09-13T14:58:32.451 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-09-13T14:58:32.527 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up socat (1.7.3.3-2) ... 2024-09-13T14:58:32.653 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:32.794 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T14:58:32.920 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-09-13T14:58:32.988 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libqt5core5a:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T14:58:33.046 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2024-09-13T14:58:33.139 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-html5lib (1.0.1-2) ... 2024-09-13T14:58:33.415 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2024-09-13T14:58:33.490 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up librdkafka1:amd64 (1.2.1-1ubuntu1) ... 2024-09-13T14:58:33.616 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up xmlstarlet (1.6.1-2build1) ... 2024-09-13T14:58:33.691 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-logutils (0.3.3-7) ... 2024-09-13T14:58:33.776 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pluggy (0.13.0-2) ... 2024-09-13T14:58:33.992 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2024-09-13T14:58:34.068 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-lxml:amd64 (4.5.0-1ubuntu0.5) ... 2024-09-13T14:58:34.118 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-13T14:58:34.395 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libqt5dbus5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T14:58:34.436 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-prettytable (0.7.2-5) ... 2024-09-13T14:58:34.521 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up liblua5.3-0:amd64 (5.3.3-1.1ubuntu2) ... 2024-09-13T14:58:34.647 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pyasn1 (0.4.2-3build1) ... 2024-09-13T14:58:34.729 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2024-09-13T14:58:34.982 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-singledispatch (3.4.0.3-2build1) ... 2024-09-13T14:58:35.038 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2024-09-13T14:58:35.275 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-logutils (0.3.3-7) ... 2024-09-13T14:58:35.390 INFO:teuthology.orchestra.run.smithi033.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2024-09-13T14:58:35.601 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up liblttng-ust0:amd64 (2.11.0-1) ... 2024-09-13T14:58:35.624 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2024-09-13T14:58:35.727 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-simplegeneric (0.8.1-3) ... 2024-09-13T14:58:35.750 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-09-13T14:58:36.020 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-prettytable (0.7.2-5) ... 2024-09-13T14:58:36.101 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2024-09-13T14:58:36.329 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-soupsieve (1.9.5+dfsg-1) ... 2024-09-13T14:58:36.453 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-09-13T14:58:36.587 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-09-13T14:58:36.639 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-websocket (0.53.0-2ubuntu1) ... 2024-09-13T14:58:36.738 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-webob (1:1.8.5-2ubuntu0.1) ... 2024-09-13T14:58:37.081 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-09-13T14:58:37.098 INFO:teuthology.orchestra.run.smithi103.stdout:update-alternatives: using /usr/bin/python3-wsdump to provide /usr/bin/wsdump (wsdump) in auto mode 2024-09-13T14:58:37.325 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libonig5:amd64 (6.9.4-1) ... 2024-09-13T14:58:37.341 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2024-09-13T14:58:37.476 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-mako (1.1.0+ds1-1ubuntu2.1) ... 2024-09-13T14:58:37.794 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-cherrypy3 (8.9.1-6) ... 2024-09-13T14:58:38.153 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libjs-underscore (1.9.1~dfsg-1ubuntu0.20.04.1) ... 2024-09-13T14:58:38.279 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up liblbfgsb0:amd64 (3.0+dfsg.3-7build1) ... 2024-09-13T14:58:38.405 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-webob (1:1.8.5-2ubuntu0.1) ... 2024-09-13T14:58:38.732 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-blinker (1.4+dfsg1-0.3ubuntu1) ... 2024-09-13T14:58:38.863 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-09-13T14:58:38.989 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-pytest (4.6.9-1) ... 2024-09-13T14:58:39.091 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-scipy (1.3.3-3build1) ... 2024-09-13T14:58:39.382 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2024-09-13T14:58:39.903 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2024-09-13T14:58:40.401 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T14:58:40.527 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-bs4 (4.8.2-1) ... 2024-09-13T14:58:40.605 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libjq1:amd64 (1.6-1ubuntu0.20.04.1) ... 2024-09-13T14:58:40.731 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pytest (4.6.9-1) ... 2024-09-13T14:58:40.887 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2024-09-13T14:58:41.091 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-openssl (19.0.0-1build1) ... 2024-09-13T14:58:41.214 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-asyncssh (1.12.2-1) ... 2024-09-13T14:58:41.393 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pastedeploy (2.1.0-1) ... 2024-09-13T14:58:41.598 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-09-13T14:58:41.694 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libqt5network5:amd64 (5.12.8+dfsg-0ubuntu2.1) ... 2024-09-13T14:58:41.820 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-bs4 (4.8.2-1) ... 2024-09-13T14:58:41.917 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-09-13T14:58:42.163 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-oauthlib (3.1.0-1ubuntu2) ... 2024-09-13T14:58:42.523 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-asyncssh (1.12.2-1) ... 2024-09-13T14:58:42.916 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pyasn1-modules (0.2.1-0.2build1) ... 2024-09-13T14:58:42.997 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-09-13T14:58:43.115 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python-natsort-doc (7.0.1-1) ... 2024-09-13T14:58:43.242 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-sklearn (0.22.2.post1+dfsg-5) ... 2024-09-13T14:58:43.266 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2024-09-13T14:58:43.392 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-rsa (4.0-3) ... 2024-09-13T14:58:43.685 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libthrift-0.13.0 (0.13.0-2build2) ... 2024-09-13T14:58:43.811 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-webtest (2.0.32-2) ... 2024-09-13T14:58:44.120 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-09-13T14:58:44.264 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libjs-sphinxdoc (1.8.5-7ubuntu3) ... 2024-09-13T14:58:44.390 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python-natsort-doc (7.0.1-1) ... 2024-09-13T14:58:44.405 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-13T14:58:44.516 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up jq (1.6-1ubuntu0.20.04.1) ... 2024-09-13T14:58:44.668 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-rsa (4.0-3) ... 2024-09-13T14:58:44.731 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2024-09-13T14:58:44.969 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libthrift-0.13.0 (0.13.0-2build2) ... 2024-09-13T14:58:45.095 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-webtest (2.0.32-2) ... 2024-09-13T14:58:45.100 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up librados2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:45.329 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python-asyncssh-doc (1.12.2-1) ... 2024-09-13T14:58:45.396 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-requests-oauthlib (1.0.0-1.1build1) ... 2024-09-13T14:58:45.455 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up librgw2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:45.606 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:45.697 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pastescript (2.0.2-4) ... 2024-09-13T14:58:45.732 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libcephfs2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:45.849 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-routes (2.4.1-2) ... 2024-09-13T14:58:46.009 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-pecan (1.3.3-3ubuntu1) ... 2024-09-13T14:58:46.151 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libradosstriper1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:46.277 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-google-auth (1.5.1-2) ... 2024-09-13T14:58:46.359 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up librados2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:46.587 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python-asyncssh-doc (1.12.2-1) ... 2024-09-13T14:58:46.604 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up librbd1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:46.713 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up librgw2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:46.730 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:46.839 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libsqlite3-mod-ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:46.856 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:46.965 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libcephfs2 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:47.082 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T14:58:47.082 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T14:58:47.116 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-routes (2.4.1-2) ... 2024-09-13T14:58:47.427 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libradosstriper1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:47.553 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-google-auth (1.5.1-2) ... 2024-09-13T14:58:47.557 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libcephfs-dev (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:47.684 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-rados (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:47.809 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up cephfs-top (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:47.863 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up librbd1 (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:47.936 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2024-09-13T14:58:47.989 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mgr-modules-core (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:48.115 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:48.345 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/remote-fs.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T14:58:48.345 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-fuse.target -> /lib/systemd/system/ceph-fuse.target. 2024-09-13T14:58:48.808 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libcephfs-dev (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:48.923 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-rbd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:48.959 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-rados (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:49.049 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up rbd-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:49.094 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up cephfs-top (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:49.175 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-rgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:49.220 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-kubernetes (7.0.0~a1-2) ... 2024-09-13T14:58:49.301 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up python3-cephfs (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:49.427 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up cephfs-shell (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:49.587 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:50.114 INFO:teuthology.orchestra.run.smithi033.stdout:Adding group ceph....done 2024-09-13T14:58:50.165 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-rbd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:50.291 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up rbd-fuse (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:50.426 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-rgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:50.492 INFO:teuthology.orchestra.run.smithi033.stdout:Adding system user ceph....done 2024-09-13T14:58:50.552 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up python3-cephfs (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:50.668 INFO:teuthology.orchestra.run.smithi033.stdout:Setting system user ceph properties....done 2024-09-13T14:58:50.692 INFO:teuthology.orchestra.run.smithi033.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-13T14:58:50.695 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up cephfs-shell (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:50.847 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-13T14:58:50.854 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-common (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:51.165 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-13T14:58:51.424 INFO:teuthology.orchestra.run.smithi103.stdout:Adding group ceph....done 2024-09-13T14:58:51.622 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up cephfs-mirror (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:51.800 INFO:teuthology.orchestra.run.smithi103.stdout:Adding system user ceph....done 2024-09-13T14:58:51.854 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T14:58:51.854 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T14:58:51.993 INFO:teuthology.orchestra.run.smithi103.stdout:Setting system user ceph properties....done 2024-09-13T14:58:52.011 INFO:teuthology.orchestra.run.smithi103.stdout:chown: cannot access '/var/log/ceph/*.log*': No such file or directory 2024-09-13T14:58:52.165 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph.target -> /lib/systemd/system/ceph.target. 2024-09-13T14:58:52.315 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph-test (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:52.425 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up radosgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:52.483 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/rbdmap.service -> /lib/systemd/system/rbdmap.service. 2024-09-13T14:58:52.912 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T14:58:52.912 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T14:58:52.939 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up cephfs-mirror (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:53.167 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T14:58:53.167 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/cephfs-mirror.target -> /lib/systemd/system/cephfs-mirror.target. 2024-09-13T14:58:53.360 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph-base (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:53.624 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-test (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:53.755 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-13T14:58:53.768 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up radosgw (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:54.236 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T14:58:54.236 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-radosgw.target -> /lib/systemd/system/ceph-radosgw.target. 2024-09-13T14:58:54.245 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph-mds (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:54.494 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T14:58:54.494 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T14:58:54.669 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-base (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:54.939 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph-mgr (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:55.063 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-crash.service -> /lib/systemd/system/ceph-crash.service. 2024-09-13T14:58:55.167 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T14:58:55.167 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T14:58:55.504 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mds (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:55.649 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph-osd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:55.766 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T14:58:55.766 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mds.target -> /lib/systemd/system/ceph-mds.target. 2024-09-13T14:58:56.139 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T14:58:56.139 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T14:58:56.214 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mgr (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:56.439 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T14:58:56.439 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mgr.target -> /lib/systemd/system/ceph-mgr.target. 2024-09-13T14:58:56.584 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:56.710 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:56.878 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph-mon (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:56.924 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-osd (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:57.096 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T14:58:57.096 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T14:58:57.424 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T14:58:57.425 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-osd.target -> /lib/systemd/system/ceph-osd.target. 2024-09-13T14:58:57.562 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:57.714 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:57.839 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:57.885 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mgr-k8sevents (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:57.982 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ceph-volume (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:58.024 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mgr-diskprediction-local (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:58.170 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mon (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:58.369 INFO:teuthology.orchestra.run.smithi033.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-09-13T14:58:58.397 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T14:58:58.398 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/ceph.target.wants/ceph-mon.target -> /lib/systemd/system/ceph-mon.target. 2024-09-13T14:58:58.537 INFO:teuthology.orchestra.run.smithi033.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2024-09-13T14:58:58.838 INFO:teuthology.orchestra.run.smithi033.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-09-13T14:58:58.846 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mgr-cephadm (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:58.989 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:59.115 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-mgr-dashboard (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:59.282 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ceph-volume (18.2.4-850-g50bbe7f3-1focal) ... 2024-09-13T14:58:59.736 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-09-13T14:59:00.255 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2024-09-13T14:59:00.539 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-09-13T14:59:01.750 INFO:teuthology.orchestra.run.smithi033.stdout:Processing triggers for fontconfig (2.13.1-2ubuntu3) ... 2024-09-13T14:59:02.358 INFO:teuthology.orchestra.run.smithi033.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T14:59:02.361 DEBUG:teuthology.orchestra.run.smithi033:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-13T14:59:02.440 INFO:teuthology.orchestra.run.smithi033.stdout:Reading package lists... 2024-09-13T14:59:02.667 INFO:teuthology.orchestra.run.smithi033.stdout:Building dependency tree... 2024-09-13T14:59:02.668 INFO:teuthology.orchestra.run.smithi033.stdout:Reading state information... 2024-09-13T14:59:02.909 INFO:teuthology.orchestra.run.smithi033.stdout:bison is already the newest version (2:3.5.1+dfsg-1). 2024-09-13T14:59:02.909 INFO:teuthology.orchestra.run.smithi033.stdout:flex is already the newest version (2.6.4-6.2). 2024-09-13T14:59:02.909 INFO:teuthology.orchestra.run.smithi033.stdout:iproute2 is already the newest version (5.5.0-1ubuntu1). 2024-09-13T14:59:02.909 INFO:teuthology.orchestra.run.smithi033.stdout:libtool-bin is already the newest version (2.4.6-14). 2024-09-13T14:59:02.909 INFO:teuthology.orchestra.run.smithi033.stdout:xfslibs-dev is already the newest version (5.3.0-1ubuntu2). 2024-09-13T14:59:02.909 INFO:teuthology.orchestra.run.smithi033.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T14:59:02.910 INFO:teuthology.orchestra.run.smithi033.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2024-09-13T14:59:02.910 INFO:teuthology.orchestra.run.smithi033.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T14:59:02.910 INFO:teuthology.orchestra.run.smithi033.stdout:The following additional packages will be installed: 2024-09-13T14:59:02.910 INFO:teuthology.orchestra.run.smithi033.stdout: libbluetooth3 libdw1 libelf1 liblzo2-2 libmbim-glib4 libmbim-proxy 2024-09-13T14:59:02.910 INFO:teuthology.orchestra.run.smithi033.stdout: libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl1.1 2024-09-13T14:59:02.911 INFO:teuthology.orchestra.run.smithi033.stdout: libteamdctl0 libuuid1 modemmanager network-manager-pptp postgresql-12 2024-09-13T14:59:02.911 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-client-12 postgresql-client-common ppp pptp-linux usb-modeswitch 2024-09-13T14:59:02.911 INFO:teuthology.orchestra.run.smithi033.stdout: usb-modeswitch-data wpasupplicant 2024-09-13T14:59:02.913 INFO:teuthology.orchestra.run.smithi033.stdout:Suggested packages: 2024-09-13T14:59:02.913 INFO:teuthology.orchestra.run.smithi033.stdout: indent-doc libssl-doc avahi-autoipd libteam-utils postgresql-doc 2024-09-13T14:59:02.913 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-doc-12 libjson-perl comgt wvdial util-linux-locales wpagui 2024-09-13T14:59:02.913 INFO:teuthology.orchestra.run.smithi033.stdout: libengine-pkcs11-openssl 2024-09-13T14:59:02.980 INFO:teuthology.orchestra.run.smithi033.stdout:The following NEW packages will be installed: 2024-09-13T14:59:02.981 INFO:teuthology.orchestra.run.smithi033.stdout: dump indent libaio-dev libbluetooth3 libelf-dev liblzo2-2 libmbim-glib4 2024-09-13T14:59:02.981 INFO:teuthology.orchestra.run.smithi033.stdout: libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy 2024-09-13T14:59:02.981 INFO:teuthology.orchestra.run.smithi033.stdout: libssl-dev libteamdctl0 modemmanager network-manager network-manager-pptp 2024-09-13T14:59:02.981 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql postgresql-12 postgresql-client postgresql-client-12 2024-09-13T14:59:02.982 INFO:teuthology.orchestra.run.smithi033.stdout: postgresql-client-common postgresql-common postgresql-contrib ppp pptp-linux 2024-09-13T14:59:02.982 INFO:teuthology.orchestra.run.smithi033.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-13T14:59:02.983 INFO:teuthology.orchestra.run.smithi033.stdout:The following packages will be upgraded: 2024-09-13T14:59:02.984 INFO:teuthology.orchestra.run.smithi033.stdout: libdw1 libelf1 libssl1.1 libuuid1 util-linux uuid-dev 2024-09-13T14:59:03.172 INFO:teuthology.orchestra.run.smithi033.stdout:6 upgraded, 31 newly installed, 0 to remove and 289 not upgraded. 2024-09-13T14:59:03.287 INFO:teuthology.orchestra.run.smithi033.stdout:Need to get 25.4 MB of archives. 2024-09-13T14:59:03.287 INFO:teuthology.orchestra.run.smithi033.stdout:After this operation, 80.0 MB of additional disk space will be used. 2024-09-13T14:59:03.287 INFO:teuthology.orchestra.run.smithi033.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 util-linux amd64 2.34-0.1ubuntu9.6 [1,022 kB] 2024-09-13T14:59:03.400 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for fontconfig (2.13.1-2ubuntu3) ... 2024-09-13T14:59:03.788 INFO:teuthology.orchestra.run.smithi033.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 uuid-dev amd64 2.34-0.1ubuntu9.6 [33.6 kB] 2024-09-13T14:59:03.790 INFO:teuthology.orchestra.run.smithi033.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libuuid1 amd64 2.34-0.1ubuntu9.6 [20.0 kB] 2024-09-13T14:59:03.791 INFO:teuthology.orchestra.run.smithi033.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libdw1 amd64 0.176-1.1ubuntu0.1 [226 kB] 2024-09-13T14:59:03.804 INFO:teuthology.orchestra.run.smithi033.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libelf1 amd64 0.176-1.1ubuntu0.1 [44.2 kB] 2024-09-13T14:59:03.806 INFO:teuthology.orchestra.run.smithi033.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libssl1.1 amd64 1.1.1f-1ubuntu2.23 [1,323 kB] 2024-09-13T14:59:03.904 INFO:teuthology.orchestra.run.smithi033.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal/main amd64 liblzo2-2 amd64 2.10-2 [50.8 kB] 2024-09-13T14:59:03.906 INFO:teuthology.orchestra.run.smithi033.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal/universe amd64 dump amd64 0.4b46-6 [130 kB] 2024-09-13T14:59:03.913 INFO:teuthology.orchestra.run.smithi033.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 indent amd64 2.2.12-1ubuntu0.20.04.1 [86.6 kB] 2024-09-13T14:59:03.917 INFO:teuthology.orchestra.run.smithi033.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal/main amd64 libaio-dev amd64 0.3.112-5 [13.7 kB] 2024-09-13T14:59:03.918 INFO:teuthology.orchestra.run.smithi033.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libbluetooth3 amd64 5.53-0ubuntu3.8 [60.6 kB] 2024-09-13T14:59:03.952 INFO:teuthology.orchestra.run.smithi033.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libelf-dev amd64 0.176-1.1ubuntu0.1 [57.1 kB] 2024-09-13T14:59:03.954 INFO:teuthology.orchestra.run.smithi033.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmbim-glib4 amd64 1.26.2-1~ubuntu20.04.1 [123 kB] 2024-09-13T14:59:03.957 INFO:teuthology.orchestra.run.smithi033.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmbim-proxy amd64 1.26.2-1~ubuntu20.04.1 [6,012 B] 2024-09-13T14:59:03.957 INFO:teuthology.orchestra.run.smithi033.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmm-glib0 amd64 1.18.6-1~ubuntu20.04.1 [203 kB] 2024-09-13T14:59:03.996 INFO:teuthology.orchestra.run.smithi103.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T14:59:03.998 DEBUG:teuthology.orchestra.run.smithi103:> sudo DEBIAN_FRONTEND=noninteractive apt-get -y --force-yes -o Dpkg::Options::="--force-confdef" -o Dpkg::Options::="--force-confold" install bison flex libelf-dev libssl-dev network-manager iproute2 util-linux dump indent libaio-dev libtool-bin uuid-dev xfslibs-dev postgresql postgresql-client postgresql-common postgresql-contrib 2024-09-13T14:59:04.036 INFO:teuthology.orchestra.run.smithi033.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libndp0 amd64 1.7-0ubuntu1.1 [11.1 kB] 2024-09-13T14:59:04.037 INFO:teuthology.orchestra.run.smithi033.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libnm0 amd64 1.22.10-1ubuntu2.4 [370 kB] 2024-09-13T14:59:04.044 INFO:teuthology.orchestra.run.smithi033.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpq5 amd64 12.20-0ubuntu0.20.04.1 [117 kB] 2024-09-13T14:59:04.047 INFO:teuthology.orchestra.run.smithi033.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libqmi-glib5 amd64 1.30.4-1~ubuntu20.04.1 [642 kB] 2024-09-13T14:59:04.067 INFO:teuthology.orchestra.run.smithi033.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libqmi-proxy amd64 1.30.4-1~ubuntu20.04.1 [5,908 B] 2024-09-13T14:59:04.067 INFO:teuthology.orchestra.run.smithi033.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libssl-dev amd64 1.1.1f-1ubuntu2.23 [1,586 kB] 2024-09-13T14:59:04.073 INFO:teuthology.orchestra.run.smithi103.stdout:Reading package lists... 2024-09-13T14:59:04.116 INFO:teuthology.orchestra.run.smithi033.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 libteamdctl0 amd64 1.30-1 [11.8 kB] 2024-09-13T14:59:04.116 INFO:teuthology.orchestra.run.smithi033.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 modemmanager amd64 1.18.6-1~ubuntu20.04.1 [895 kB] 2024-09-13T14:59:04.143 INFO:teuthology.orchestra.run.smithi033.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 wpasupplicant amd64 2:2.9-1ubuntu4.4 [1,184 kB] 2024-09-13T14:59:04.173 INFO:teuthology.orchestra.run.smithi033.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 network-manager amd64 1.22.10-1ubuntu2.4 [1,854 kB] 2024-09-13T14:59:04.232 INFO:teuthology.orchestra.run.smithi033.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 ppp amd64 2.4.7-2+4.1ubuntu5.1 [328 kB] 2024-09-13T14:59:04.240 INFO:teuthology.orchestra.run.smithi033.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 pptp-linux amd64 1.10.0-1build1 [42.0 kB] 2024-09-13T14:59:04.240 INFO:teuthology.orchestra.run.smithi033.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 network-manager-pptp amd64 1.2.8-2 [30.1 kB] 2024-09-13T14:59:04.241 INFO:teuthology.orchestra.run.smithi033.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client-common all 214ubuntu0.1 [28.2 kB] 2024-09-13T14:59:04.246 INFO:teuthology.orchestra.run.smithi033.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client-12 amd64 12.20-0ubuntu0.20.04.1 [1,055 kB] 2024-09-13T14:59:04.269 INFO:teuthology.orchestra.run.smithi033.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-common all 214ubuntu0.1 [169 kB] 2024-09-13T14:59:04.280 INFO:teuthology.orchestra.run.smithi033.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-12 amd64 12.20-0ubuntu0.20.04.1 [13.5 MB] 2024-09-13T14:59:04.293 INFO:teuthology.orchestra.run.smithi103.stdout:Building dependency tree... 2024-09-13T14:59:04.294 INFO:teuthology.orchestra.run.smithi103.stdout:Reading state information... 2024-09-13T14:59:04.518 INFO:teuthology.orchestra.run.smithi103.stdout:bison is already the newest version (2:3.5.1+dfsg-1). 2024-09-13T14:59:04.518 INFO:teuthology.orchestra.run.smithi103.stdout:flex is already the newest version (2.6.4-6.2). 2024-09-13T14:59:04.518 INFO:teuthology.orchestra.run.smithi103.stdout:iproute2 is already the newest version (5.5.0-1ubuntu1). 2024-09-13T14:59:04.518 INFO:teuthology.orchestra.run.smithi103.stdout:libtool-bin is already the newest version (2.4.6-14). 2024-09-13T14:59:04.518 INFO:teuthology.orchestra.run.smithi103.stdout:xfslibs-dev is already the newest version (5.3.0-1ubuntu2). 2024-09-13T14:59:04.519 INFO:teuthology.orchestra.run.smithi103.stdout:The following packages were automatically installed and are no longer required: 2024-09-13T14:59:04.519 INFO:teuthology.orchestra.run.smithi103.stdout: libboost-iostreams1.71.0 libboost-thread1.71.0 2024-09-13T14:59:04.519 INFO:teuthology.orchestra.run.smithi103.stdout:Use 'sudo apt autoremove' to remove them. 2024-09-13T14:59:04.520 INFO:teuthology.orchestra.run.smithi103.stdout:The following additional packages will be installed: 2024-09-13T14:59:04.520 INFO:teuthology.orchestra.run.smithi103.stdout: libbluetooth3 libdw1 libelf1 liblzo2-2 libmbim-glib4 libmbim-proxy 2024-09-13T14:59:04.520 INFO:teuthology.orchestra.run.smithi103.stdout: libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy libssl1.1 2024-09-13T14:59:04.520 INFO:teuthology.orchestra.run.smithi103.stdout: libteamdctl0 libuuid1 modemmanager network-manager-pptp postgresql-12 2024-09-13T14:59:04.520 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-client-12 postgresql-client-common ppp pptp-linux usb-modeswitch 2024-09-13T14:59:04.520 INFO:teuthology.orchestra.run.smithi103.stdout: usb-modeswitch-data wpasupplicant 2024-09-13T14:59:04.522 INFO:teuthology.orchestra.run.smithi103.stdout:Suggested packages: 2024-09-13T14:59:04.522 INFO:teuthology.orchestra.run.smithi103.stdout: indent-doc libssl-doc avahi-autoipd libteam-utils postgresql-doc 2024-09-13T14:59:04.522 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-doc-12 libjson-perl comgt wvdial util-linux-locales wpagui 2024-09-13T14:59:04.523 INFO:teuthology.orchestra.run.smithi103.stdout: libengine-pkcs11-openssl 2024-09-13T14:59:04.586 INFO:teuthology.orchestra.run.smithi103.stdout:The following NEW packages will be installed: 2024-09-13T14:59:04.586 INFO:teuthology.orchestra.run.smithi103.stdout: dump indent libaio-dev libbluetooth3 libelf-dev liblzo2-2 libmbim-glib4 2024-09-13T14:59:04.586 INFO:teuthology.orchestra.run.smithi103.stdout: libmbim-proxy libmm-glib0 libndp0 libnm0 libpq5 libqmi-glib5 libqmi-proxy 2024-09-13T14:59:04.587 INFO:teuthology.orchestra.run.smithi103.stdout: libssl-dev libteamdctl0 modemmanager network-manager network-manager-pptp 2024-09-13T14:59:04.587 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql postgresql-12 postgresql-client postgresql-client-12 2024-09-13T14:59:04.587 INFO:teuthology.orchestra.run.smithi103.stdout: postgresql-client-common postgresql-common postgresql-contrib ppp pptp-linux 2024-09-13T14:59:04.587 INFO:teuthology.orchestra.run.smithi103.stdout: usb-modeswitch usb-modeswitch-data wpasupplicant 2024-09-13T14:59:04.588 INFO:teuthology.orchestra.run.smithi103.stdout:The following packages will be upgraded: 2024-09-13T14:59:04.589 INFO:teuthology.orchestra.run.smithi103.stdout: libdw1 libelf1 libssl1.1 libuuid1 util-linux uuid-dev 2024-09-13T14:59:04.716 INFO:teuthology.orchestra.run.smithi033.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql all 12+214ubuntu0.1 [3,924 B] 2024-09-13T14:59:04.716 INFO:teuthology.orchestra.run.smithi033.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client all 12+214ubuntu0.1 [3,940 B] 2024-09-13T14:59:04.716 INFO:teuthology.orchestra.run.smithi033.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-contrib all 12+214ubuntu0.1 [3,932 B] 2024-09-13T14:59:04.717 INFO:teuthology.orchestra.run.smithi033.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 usb-modeswitch-data all 20191128-3 [32.3 kB] 2024-09-13T14:59:04.717 INFO:teuthology.orchestra.run.smithi033.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 usb-modeswitch amd64 2.5.2+repack0-2ubuntu3 [53.1 kB] 2024-09-13T14:59:04.775 INFO:teuthology.orchestra.run.smithi103.stdout:6 upgraded, 31 newly installed, 0 to remove and 289 not upgraded. 2024-09-13T14:59:04.775 INFO:teuthology.orchestra.run.smithi103.stdout:Need to get 25.4 MB of archives. 2024-09-13T14:59:04.775 INFO:teuthology.orchestra.run.smithi103.stdout:After this operation, 80.0 MB of additional disk space will be used. 2024-09-13T14:59:04.775 INFO:teuthology.orchestra.run.smithi103.stdout:Get:1 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 util-linux amd64 2.34-0.1ubuntu9.6 [1,022 kB] 2024-09-13T14:59:05.149 INFO:teuthology.orchestra.run.smithi033.stdout:Preconfiguring packages ... 2024-09-13T14:59:05.345 INFO:teuthology.orchestra.run.smithi033.stdout:Fetched 25.4 MB in 2s (14.7 MB/s) 2024-09-13T14:59:05.395 INFO:teuthology.orchestra.run.smithi103.stdout:Get:2 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 uuid-dev amd64 2.34-0.1ubuntu9.6 [33.6 kB] 2024-09-13T14:59:05.397 INFO:teuthology.orchestra.run.smithi103.stdout:Get:3 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libuuid1 amd64 2.34-0.1ubuntu9.6 [20.0 kB] 2024-09-13T14:59:05.398 INFO:teuthology.orchestra.run.smithi103.stdout:Get:4 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libdw1 amd64 0.176-1.1ubuntu0.1 [226 kB] 2024-09-13T14:59:05.410 INFO:teuthology.orchestra.run.smithi103.stdout:Get:5 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libelf1 amd64 0.176-1.1ubuntu0.1 [44.2 kB] 2024-09-13T14:59:05.412 INFO:teuthology.orchestra.run.smithi103.stdout:Get:6 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libssl1.1 amd64 1.1.1f-1ubuntu2.23 [1,323 kB] 2024-09-13T14:59:05.510 INFO:teuthology.orchestra.run.smithi103.stdout:Get:7 http://archive.ubuntu.com/ubuntu focal/main amd64 liblzo2-2 amd64 2.10-2 [50.8 kB] 2024-09-13T14:59:05.513 INFO:teuthology.orchestra.run.smithi103.stdout:Get:8 http://archive.ubuntu.com/ubuntu focal/universe amd64 dump amd64 0.4b46-6 [130 kB] 2024-09-13T14:59:05.520 INFO:teuthology.orchestra.run.smithi103.stdout:Get:9 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 indent amd64 2.2.12-1ubuntu0.20.04.1 [86.6 kB] 2024-09-13T14:59:05.525 INFO:teuthology.orchestra.run.smithi103.stdout:Get:10 http://archive.ubuntu.com/ubuntu focal/main amd64 libaio-dev amd64 0.3.112-5 [13.7 kB] 2024-09-13T14:59:05.525 INFO:teuthology.orchestra.run.smithi103.stdout:Get:11 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libbluetooth3 amd64 5.53-0ubuntu3.8 [60.6 kB] 2024-09-13T14:59:05.558 INFO:teuthology.orchestra.run.smithi103.stdout:Get:12 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libelf-dev amd64 0.176-1.1ubuntu0.1 [57.1 kB] 2024-09-13T14:59:05.560 INFO:teuthology.orchestra.run.smithi103.stdout:Get:13 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmbim-glib4 amd64 1.26.2-1~ubuntu20.04.1 [123 kB] 2024-09-13T14:59:05.563 INFO:teuthology.orchestra.run.smithi103.stdout:Get:14 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmbim-proxy amd64 1.26.2-1~ubuntu20.04.1 [6,012 B] 2024-09-13T14:59:05.564 INFO:teuthology.orchestra.run.smithi103.stdout:Get:15 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libmm-glib0 amd64 1.18.6-1~ubuntu20.04.1 [203 kB] 2024-09-13T14:59:05.631 INFO:teuthology.orchestra.run.smithi033.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 153098 files and directories currently installed.) 2024-09-13T14:59:05.636 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../util-linux_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T14:59:05.639 INFO:teuthology.orchestra.run.smithi103.stdout:Get:16 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libndp0 amd64 1.7-0ubuntu1.1 [11.1 kB] 2024-09-13T14:59:05.640 INFO:teuthology.orchestra.run.smithi103.stdout:Get:17 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libnm0 amd64 1.22.10-1ubuntu2.4 [370 kB] 2024-09-13T14:59:05.649 INFO:teuthology.orchestra.run.smithi103.stdout:Get:18 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libpq5 amd64 12.20-0ubuntu0.20.04.1 [117 kB] 2024-09-13T14:59:05.652 INFO:teuthology.orchestra.run.smithi103.stdout:Get:19 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libqmi-glib5 amd64 1.30.4-1~ubuntu20.04.1 [642 kB] 2024-09-13T14:59:05.668 INFO:teuthology.orchestra.run.smithi103.stdout:Get:20 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libqmi-proxy amd64 1.30.4-1~ubuntu20.04.1 [5,908 B] 2024-09-13T14:59:05.668 INFO:teuthology.orchestra.run.smithi103.stdout:Get:21 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 libssl-dev amd64 1.1.1f-1ubuntu2.23 [1,586 kB] 2024-09-13T14:59:05.720 INFO:teuthology.orchestra.run.smithi103.stdout:Get:22 http://archive.ubuntu.com/ubuntu focal/main amd64 libteamdctl0 amd64 1.30-1 [11.8 kB] 2024-09-13T14:59:05.721 INFO:teuthology.orchestra.run.smithi103.stdout:Get:23 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 modemmanager amd64 1.18.6-1~ubuntu20.04.1 [895 kB] 2024-09-13T14:59:05.744 INFO:teuthology.orchestra.run.smithi103.stdout:Get:24 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 wpasupplicant amd64 2:2.9-1ubuntu4.4 [1,184 kB] 2024-09-13T14:59:05.773 INFO:teuthology.orchestra.run.smithi103.stdout:Get:25 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 network-manager amd64 1.22.10-1ubuntu2.4 [1,854 kB] 2024-09-13T14:59:05.833 INFO:teuthology.orchestra.run.smithi103.stdout:Get:26 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 ppp amd64 2.4.7-2+4.1ubuntu5.1 [328 kB] 2024-09-13T14:59:05.839 INFO:teuthology.orchestra.run.smithi103.stdout:Get:27 http://archive.ubuntu.com/ubuntu focal/main amd64 pptp-linux amd64 1.10.0-1build1 [42.0 kB] 2024-09-13T14:59:05.840 INFO:teuthology.orchestra.run.smithi103.stdout:Get:28 http://archive.ubuntu.com/ubuntu focal/main amd64 network-manager-pptp amd64 1.2.8-2 [30.1 kB] 2024-09-13T14:59:05.840 INFO:teuthology.orchestra.run.smithi103.stdout:Get:29 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client-common all 214ubuntu0.1 [28.2 kB] 2024-09-13T14:59:05.844 INFO:teuthology.orchestra.run.smithi103.stdout:Get:30 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client-12 amd64 12.20-0ubuntu0.20.04.1 [1,055 kB] 2024-09-13T14:59:05.869 INFO:teuthology.orchestra.run.smithi103.stdout:Get:31 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-common all 214ubuntu0.1 [169 kB] 2024-09-13T14:59:05.884 INFO:teuthology.orchestra.run.smithi103.stdout:Get:32 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-12 amd64 12.20-0ubuntu0.20.04.1 [13.5 MB] 2024-09-13T14:59:05.946 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking util-linux (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T14:59:06.269 INFO:teuthology.orchestra.run.smithi103.stdout:Get:33 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql all 12+214ubuntu0.1 [3,924 B] 2024-09-13T14:59:06.269 INFO:teuthology.orchestra.run.smithi103.stdout:Get:34 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-client all 12+214ubuntu0.1 [3,940 B] 2024-09-13T14:59:06.349 INFO:teuthology.orchestra.run.smithi103.stdout:Get:35 http://archive.ubuntu.com/ubuntu focal-updates/main amd64 postgresql-contrib all 12+214ubuntu0.1 [3,932 B] 2024-09-13T14:59:06.350 INFO:teuthology.orchestra.run.smithi103.stdout:Get:36 http://archive.ubuntu.com/ubuntu focal/main amd64 usb-modeswitch-data all 20191128-3 [32.3 kB] 2024-09-13T14:59:06.350 INFO:teuthology.orchestra.run.smithi103.stdout:Get:37 http://archive.ubuntu.com/ubuntu focal/main amd64 usb-modeswitch amd64 2.5.2+repack0-2ubuntu3 [53.1 kB] 2024-09-13T14:59:06.779 INFO:teuthology.orchestra.run.smithi103.stdout:Preconfiguring packages ... 2024-09-13T14:59:06.952 INFO:teuthology.orchestra.run.smithi103.stdout:Fetched 25.4 MB in 2s (14.5 MB/s) 2024-09-13T14:59:07.095 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up util-linux (2.34-0.1ubuntu9.6) ... 2024-09-13T14:59:07.194 INFO:teuthology.orchestra.run.smithi103.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 153098 files and directories currently installed.) 2024-09-13T14:59:07.198 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../util-linux_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T14:59:07.336 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking util-linux (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T14:59:08.486 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up util-linux (2.34-0.1ubuntu9.6) ... 2024-09-13T14:59:08.516 INFO:teuthology.orchestra.run.smithi033.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 153098 files and directories currently installed.) 2024-09-13T14:59:08.521 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../uuid-dev_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T14:59:08.651 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking uuid-dev:amd64 (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T14:59:09.091 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../libuuid1_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T14:59:09.232 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libuuid1:amd64 (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T14:59:09.534 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libuuid1:amd64 (2.34-0.1ubuntu9.6) ... 2024-09-13T14:59:09.884 INFO:teuthology.orchestra.run.smithi103.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 153098 files and directories currently installed.) 2024-09-13T14:59:09.888 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../uuid-dev_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T14:59:10.005 INFO:teuthology.orchestra.run.smithi033.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 153098 files and directories currently installed.) 2024-09-13T14:59:10.010 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../00-libdw1_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T14:59:10.026 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking uuid-dev:amd64 (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T14:59:10.157 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libdw1:amd64 (0.176-1.1ubuntu0.1) over (0.176-1.1build1) ... 2024-09-13T14:59:10.582 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../01-libelf1_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T14:59:10.620 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../libuuid1_2.34-0.1ubuntu9.6_amd64.deb ... 2024-09-13T14:59:10.695 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libelf1:amd64 (0.176-1.1ubuntu0.1) over (0.176-1.1build1) ... 2024-09-13T14:59:11.245 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../02-libssl1.1_1.1.1f-1ubuntu2.23_amd64.deb ... 2024-09-13T14:59:11.487 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libuuid1:amd64 (2.34-0.1ubuntu9.6) over (2.34-0.1ubuntu9.3) ... 2024-09-13T14:59:12.009 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libssl1.1:amd64 (1.1.1f-1ubuntu2.23) over (1.1.1f-1ubuntu2.16) ... 2024-09-13T14:59:12.028 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libuuid1:amd64 (2.34-0.1ubuntu9.6) ... 2024-09-13T14:59:12.488 INFO:teuthology.orchestra.run.smithi103.stdout:(Reading database ... (Reading database ... 5% (Reading database ... 10% (Reading database ... 15% (Reading database ... 20% (Reading database ... 25% (Reading database ... 30% (Reading database ... 35% (Reading database ... 40% (Reading database ... 45% (Reading database ... 50% (Reading database ... 55% (Reading database ... 60% (Reading database ... 65% (Reading database ... 70% (Reading database ... 75% (Reading database ... 80% (Reading database ... 85% (Reading database ... 90% (Reading database ... 95% (Reading database ... 100% (Reading database ... 153098 files and directories currently installed.) 2024-09-13T14:59:12.492 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../00-libdw1_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T14:59:12.538 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-13T14:59:12.557 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../03-liblzo2-2_2.10-2_amd64.deb ... 2024-09-13T14:59:12.597 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking liblzo2-2:amd64 (2.10-2) ... 2024-09-13T14:59:12.648 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libdw1:amd64 (0.176-1.1ubuntu0.1) over (0.176-1.1build1) ... 2024-09-13T14:59:12.941 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package dump. 2024-09-13T14:59:12.959 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../04-dump_0.4b46-6_amd64.deb ... 2024-09-13T14:59:12.999 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking dump (0.4b46-6) ... 2024-09-13T14:59:13.098 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../01-libelf1_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T14:59:13.223 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libelf1:amd64 (0.176-1.1ubuntu0.1) over (0.176-1.1build1) ... 2024-09-13T14:59:13.328 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package indent. 2024-09-13T14:59:13.345 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../05-indent_2.2.12-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T14:59:13.386 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking indent (2.2.12-1ubuntu0.20.04.1) ... 2024-09-13T14:59:13.689 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-13T14:59:13.709 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../06-libaio-dev_0.3.112-5_amd64.deb ... 2024-09-13T14:59:13.737 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../02-libssl1.1_1.1.1f-1ubuntu2.23_amd64.deb ... 2024-09-13T14:59:13.739 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libaio-dev:amd64 (0.3.112-5) ... 2024-09-13T14:59:13.903 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libssl1.1:amd64 (1.1.1f-1ubuntu2.23) over (1.1.1f-1ubuntu2.16) ... 2024-09-13T14:59:14.059 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-13T14:59:14.078 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../07-libbluetooth3_5.53-0ubuntu3.8_amd64.deb ... 2024-09-13T14:59:14.117 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libbluetooth3:amd64 (5.53-0ubuntu3.8) ... 2024-09-13T14:59:14.386 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-13T14:59:14.390 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package liblzo2-2:amd64. 2024-09-13T14:59:14.405 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../08-libelf-dev_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T14:59:14.407 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../03-liblzo2-2_2.10-2_amd64.deb ... 2024-09-13T14:59:14.444 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libelf-dev:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T14:59:14.448 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking liblzo2-2:amd64 (2.10-2) ... 2024-09-13T14:59:14.810 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package dump. 2024-09-13T14:59:14.828 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../04-dump_0.4b46-6_amd64.deb ... 2024-09-13T14:59:14.839 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-13T14:59:14.858 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../09-libmbim-glib4_1.26.2-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T14:59:14.868 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking dump (0.4b46-6) ... 2024-09-13T14:59:14.897 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libmbim-glib4:amd64 (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T14:59:15.125 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-13T14:59:15.145 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../10-libmbim-proxy_1.26.2-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T14:59:15.172 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package indent. 2024-09-13T14:59:15.174 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libmbim-proxy (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T14:59:15.189 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../05-indent_2.2.12-1ubuntu0.20.04.1_amd64.deb ... 2024-09-13T14:59:15.230 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking indent (2.2.12-1ubuntu0.20.04.1) ... 2024-09-13T14:59:15.502 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-13T14:59:15.519 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../11-libmm-glib0_1.18.6-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T14:59:15.550 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libaio-dev:amd64. 2024-09-13T14:59:15.568 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../06-libaio-dev_0.3.112-5_amd64.deb ... 2024-09-13T14:59:15.577 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libmm-glib0:amd64 (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T14:59:15.608 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libaio-dev:amd64 (0.3.112-5) ... 2024-09-13T14:59:15.947 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libbluetooth3:amd64. 2024-09-13T14:59:15.947 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-13T14:59:15.964 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../12-libndp0_1.7-0ubuntu1.1_amd64.deb ... 2024-09-13T14:59:15.967 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../07-libbluetooth3_5.53-0ubuntu3.8_amd64.deb ... 2024-09-13T14:59:16.005 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libbluetooth3:amd64 (5.53-0ubuntu3.8) ... 2024-09-13T14:59:16.005 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libndp0:amd64 (1.7-0ubuntu1.1) ... 2024-09-13T14:59:16.291 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-13T14:59:16.294 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libelf-dev:amd64. 2024-09-13T14:59:16.311 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../13-libnm0_1.22.10-1ubuntu2.4_amd64.deb ... 2024-09-13T14:59:16.315 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../08-libelf-dev_0.176-1.1ubuntu0.1_amd64.deb ... 2024-09-13T14:59:16.358 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libelf-dev:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T14:59:16.366 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libnm0:amd64 (1.22.10-1ubuntu2.4) ... 2024-09-13T14:59:16.694 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libmbim-glib4:amd64. 2024-09-13T14:59:16.715 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../09-libmbim-glib4_1.26.2-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T14:59:16.728 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-13T14:59:16.745 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../14-libpq5_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T14:59:16.752 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libmbim-glib4:amd64 (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T14:59:16.786 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libpq5:amd64 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T14:59:17.155 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-13T14:59:17.174 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../15-libqmi-glib5_1.30.4-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T14:59:17.213 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libqmi-glib5:amd64 (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T14:59:17.224 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libmbim-proxy. 2024-09-13T14:59:17.243 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../10-libmbim-proxy_1.26.2-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T14:59:17.282 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libmbim-proxy (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T14:59:17.635 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libmm-glib0:amd64. 2024-09-13T14:59:17.652 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../11-libmm-glib0_1.18.6-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T14:59:17.693 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libmm-glib0:amd64 (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T14:59:18.013 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libndp0:amd64. 2024-09-13T14:59:18.031 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../12-libndp0_1.7-0ubuntu1.1_amd64.deb ... 2024-09-13T14:59:18.063 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libndp0:amd64 (1.7-0ubuntu1.1) ... 2024-09-13T14:59:18.251 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-13T14:59:18.271 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../16-libqmi-proxy_1.30.4-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T14:59:18.301 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libqmi-proxy (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T14:59:18.399 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libnm0:amd64. 2024-09-13T14:59:18.417 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../13-libnm0_1.22.10-1ubuntu2.4_amd64.deb ... 2024-09-13T14:59:18.457 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libnm0:amd64 (1.22.10-1ubuntu2.4) ... 2024-09-13T14:59:18.536 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-13T14:59:18.555 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../17-libssl-dev_1.1.1f-1ubuntu2.23_amd64.deb ... 2024-09-13T14:59:18.595 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libssl-dev:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T14:59:18.861 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libpq5:amd64. 2024-09-13T14:59:18.877 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../14-libpq5_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T14:59:18.918 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libpq5:amd64 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T14:59:19.073 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-13T14:59:19.093 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../18-libteamdctl0_1.30-1_amd64.deb ... 2024-09-13T14:59:19.123 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking libteamdctl0:amd64 (1.30-1) ... 2024-09-13T14:59:19.238 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libqmi-glib5:amd64. 2024-09-13T14:59:19.257 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../15-libqmi-glib5_1.30.4-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T14:59:19.288 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libqmi-glib5:amd64 (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T14:59:19.451 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package modemmanager. 2024-09-13T14:59:19.470 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../19-modemmanager_1.18.6-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T14:59:19.520 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking modemmanager (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T14:59:19.624 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libqmi-proxy. 2024-09-13T14:59:19.641 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../16-libqmi-proxy_1.30.4-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T14:59:19.682 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libqmi-proxy (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T14:59:19.951 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libssl-dev:amd64. 2024-09-13T14:59:19.969 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../17-libssl-dev_1.1.1f-1ubuntu2.23_amd64.deb ... 2024-09-13T14:59:20.026 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libssl-dev:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T14:59:20.149 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package wpasupplicant. 2024-09-13T14:59:20.167 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../20-wpasupplicant_2%3a2.9-1ubuntu4.4_amd64.deb ... 2024-09-13T14:59:20.207 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking wpasupplicant (2:2.9-1ubuntu4.4) ... 2024-09-13T14:59:20.472 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package libteamdctl0:amd64. 2024-09-13T14:59:20.491 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../18-libteamdctl0_1.30-1_amd64.deb ... 2024-09-13T14:59:20.530 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking libteamdctl0:amd64 (1.30-1) ... 2024-09-13T14:59:20.779 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package network-manager. 2024-09-13T14:59:20.796 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../21-network-manager_1.22.10-1ubuntu2.4_amd64.deb ... 2024-09-13T14:59:20.862 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking network-manager (1.22.10-1ubuntu2.4) ... 2024-09-13T14:59:20.941 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package modemmanager. 2024-09-13T14:59:20.962 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../19-modemmanager_1.18.6-1~ubuntu20.04.1_amd64.deb ... 2024-09-13T14:59:21.010 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking modemmanager (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T14:59:21.610 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package ppp. 2024-09-13T14:59:21.629 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../22-ppp_2.4.7-2+4.1ubuntu5.1_amd64.deb ... 2024-09-13T14:59:21.690 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package wpasupplicant. 2024-09-13T14:59:21.706 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../20-wpasupplicant_2%3a2.9-1ubuntu4.4_amd64.deb ... 2024-09-13T14:59:21.748 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking wpasupplicant (2:2.9-1ubuntu4.4) ... 2024-09-13T14:59:21.908 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking ppp (2.4.7-2+4.1ubuntu5.1) ... 2024-09-13T14:59:22.291 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package pptp-linux. 2024-09-13T14:59:22.308 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../23-pptp-linux_1.10.0-1build1_amd64.deb ... 2024-09-13T14:59:22.349 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking pptp-linux (1.10.0-1build1) ... 2024-09-13T14:59:22.495 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package network-manager. 2024-09-13T14:59:22.513 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../21-network-manager_1.22.10-1ubuntu2.4_amd64.deb ... 2024-09-13T14:59:22.695 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking network-manager (1.22.10-1ubuntu2.4) ... 2024-09-13T14:59:22.702 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-13T14:59:22.720 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../24-network-manager-pptp_1.2.8-2_amd64.deb ... 2024-09-13T14:59:22.778 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking network-manager-pptp (1.2.8-2) ... 2024-09-13T14:59:23.097 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-13T14:59:23.118 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../25-postgresql-client-common_214ubuntu0.1_all.deb ... 2024-09-13T14:59:23.155 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking postgresql-client-common (214ubuntu0.1) ... 2024-09-13T14:59:23.471 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package ppp. 2024-09-13T14:59:23.488 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../22-ppp_2.4.7-2+4.1ubuntu5.1_amd64.deb ... 2024-09-13T14:59:23.663 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package postgresql-client-12. 2024-09-13T14:59:23.683 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../26-postgresql-client-12_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T14:59:23.760 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking ppp (2.4.7-2+4.1ubuntu5.1) ... 2024-09-13T14:59:23.951 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking postgresql-client-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T14:59:24.093 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package pptp-linux. 2024-09-13T14:59:24.110 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../23-pptp-linux_1.10.0-1build1_amd64.deb ... 2024-09-13T14:59:24.151 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking pptp-linux (1.10.0-1build1) ... 2024-09-13T14:59:24.555 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package network-manager-pptp. 2024-09-13T14:59:24.572 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../24-network-manager-pptp_1.2.8-2_amd64.deb ... 2024-09-13T14:59:24.631 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking network-manager-pptp (1.2.8-2) ... 2024-09-13T14:59:24.791 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package postgresql-common. 2024-09-13T14:59:24.808 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../27-postgresql-common_214ubuntu0.1_all.deb ... 2024-09-13T14:59:24.874 INFO:teuthology.orchestra.run.smithi033.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-13T14:59:24.900 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking postgresql-common (214ubuntu0.1) ... 2024-09-13T14:59:24.958 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package postgresql-client-common. 2024-09-13T14:59:24.975 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../25-postgresql-client-common_214ubuntu0.1_all.deb ... 2024-09-13T14:59:25.016 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking postgresql-client-common (214ubuntu0.1) ... 2024-09-13T14:59:25.329 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package postgresql-client-12. 2024-09-13T14:59:25.348 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../26-postgresql-client-12_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T14:59:25.380 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package postgresql-12. 2024-09-13T14:59:25.396 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking postgresql-client-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T14:59:25.401 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../28-postgresql-12_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T14:59:25.442 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking postgresql-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T14:59:26.009 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package postgresql-common. 2024-09-13T14:59:26.026 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../27-postgresql-common_214ubuntu0.1_all.deb ... 2024-09-13T14:59:26.091 INFO:teuthology.orchestra.run.smithi103.stdout:Adding 'diversion of /usr/bin/pg_config to /usr/bin/pg_config.libpq-dev by postgresql-common' 2024-09-13T14:59:26.144 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking postgresql-common (214ubuntu0.1) ... 2024-09-13T14:59:26.616 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package postgresql-12. 2024-09-13T14:59:26.633 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../28-postgresql-12_12.20-0ubuntu0.20.04.1_amd64.deb ... 2024-09-13T14:59:26.677 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking postgresql-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T14:59:27.041 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package postgresql. 2024-09-13T14:59:27.060 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../29-postgresql_12+214ubuntu0.1_all.deb ... 2024-09-13T14:59:27.099 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking postgresql (12+214ubuntu0.1) ... 2024-09-13T14:59:27.326 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package postgresql-client. 2024-09-13T14:59:27.346 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../30-postgresql-client_12+214ubuntu0.1_all.deb ... 2024-09-13T14:59:27.384 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking postgresql-client (12+214ubuntu0.1) ... 2024-09-13T14:59:27.628 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-13T14:59:27.649 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../31-postgresql-contrib_12+214ubuntu0.1_all.deb ... 2024-09-13T14:59:27.686 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking postgresql-contrib (12+214ubuntu0.1) ... 2024-09-13T14:59:27.972 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-13T14:59:27.990 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../32-usb-modeswitch-data_20191128-3_all.deb ... 2024-09-13T14:59:28.030 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking usb-modeswitch-data (20191128-3) ... 2024-09-13T14:59:28.336 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package postgresql. 2024-09-13T14:59:28.353 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../29-postgresql_12+214ubuntu0.1_all.deb ... 2024-09-13T14:59:28.375 INFO:teuthology.orchestra.run.smithi033.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-13T14:59:28.394 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking postgresql (12+214ubuntu0.1) ... 2024-09-13T14:59:28.394 INFO:teuthology.orchestra.run.smithi033.stdout:Preparing to unpack .../33-usb-modeswitch_2.5.2+repack0-2ubuntu3_amd64.deb ... 2024-09-13T14:59:28.444 INFO:teuthology.orchestra.run.smithi033.stdout:Unpacking usb-modeswitch (2.5.2+repack0-2ubuntu3) ... 2024-09-13T14:59:28.671 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package postgresql-client. 2024-09-13T14:59:28.692 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../30-postgresql-client_12+214ubuntu0.1_all.deb ... 2024-09-13T14:59:28.730 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking postgresql-client (12+214ubuntu0.1) ... 2024-09-13T14:59:28.766 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up postgresql-client-common (214ubuntu0.1) ... 2024-09-13T14:59:28.957 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package postgresql-contrib. 2024-09-13T14:59:28.974 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../31-postgresql-contrib_12+214ubuntu0.1_all.deb ... 2024-09-13T14:59:28.981 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libssl1.1:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T14:59:29.033 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking postgresql-contrib (12+214ubuntu0.1) ... 2024-09-13T14:59:29.292 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package usb-modeswitch-data. 2024-09-13T14:59:29.312 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../32-usb-modeswitch-data_20191128-3_all.deb ... 2024-09-13T14:59:29.350 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking usb-modeswitch-data (20191128-3) ... 2024-09-13T14:59:29.391 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libpq5:amd64 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T14:59:29.492 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up liblzo2-2:amd64 (2.10-2) ... 2024-09-13T14:59:29.593 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libaio-dev:amd64 (0.3.112-5) ... 2024-09-13T14:59:29.718 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up wpasupplicant (2:2.9-1ubuntu4.4) ... 2024-09-13T14:59:29.729 INFO:teuthology.orchestra.run.smithi103.stdout:Selecting previously unselected package usb-modeswitch. 2024-09-13T14:59:29.746 INFO:teuthology.orchestra.run.smithi103.stdout:Preparing to unpack .../33-usb-modeswitch_2.5.2+repack0-2ubuntu3_amd64.deb ... 2024-09-13T14:59:29.822 INFO:teuthology.orchestra.run.smithi103.stdout:Unpacking usb-modeswitch (2.5.2+repack0-2ubuntu3) ... 2024-09-13T14:59:30.119 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T14:59:30.119 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T14:59:30.132 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up postgresql-client-common (214ubuntu0.1) ... 2024-09-13T14:59:30.343 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libssl1.1:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T14:59:30.588 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up postgresql-client-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T14:59:30.686 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libpq5:amd64 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T14:59:30.812 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up liblzo2-2:amd64 (2.10-2) ... 2024-09-13T14:59:30.938 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libaio-dev:amd64 (0.3.112-5) ... 2024-09-13T14:59:31.073 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up wpasupplicant (2:2.9-1ubuntu4.4) ... 2024-09-13T14:59:31.431 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/dbus-fi.w1.wpa_supplicant1.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T14:59:31.431 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/wpa_supplicant.service -> /lib/systemd/system/wpa_supplicant.service. 2024-09-13T14:59:31.500 INFO:teuthology.orchestra.run.smithi033.stdout:update-alternatives: using /usr/share/postgresql/12/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-13T14:59:31.585 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up uuid-dev:amd64 (2.34-0.1ubuntu9.6) ... 2024-09-13T14:59:31.711 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libteamdctl0:amd64 (1.30-1) ... 2024-09-13T14:59:31.854 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up postgresql-common (214ubuntu0.1) ... 2024-09-13T14:59:31.893 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up postgresql-client-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T14:59:32.792 INFO:teuthology.orchestra.run.smithi103.stdout:update-alternatives: using /usr/share/postgresql/12/man/man1/psql.1.gz to provide /usr/share/man/man1/psql.1.gz (psql.1.gz) in auto mode 2024-09-13T14:59:32.898 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up uuid-dev:amd64 (2.34-0.1ubuntu9.6) ... 2024-09-13T14:59:32.923 INFO:teuthology.orchestra.run.smithi033.stdout:Adding user postgres to group ssl-cert 2024-09-13T14:59:33.180 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T14:59:33.180 INFO:teuthology.orchestra.run.smithi033.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-13T14:59:33.439 INFO:teuthology.orchestra.run.smithi033.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-13T14:59:33.439 INFO:teuthology.orchestra.run.smithi033.stdout:Removing obsolete dictionary files: 2024-09-13T14:59:33.458 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libteamdctl0:amd64 (1.30-1) ... 2024-09-13T14:59:33.667 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up postgresql-common (214ubuntu0.1) ... 2024-09-13T14:59:33.781 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-13T14:59:34.706 INFO:teuthology.orchestra.run.smithi103.stdout:Adding user postgres to group ssl-cert 2024-09-13T14:59:34.706 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libssl-dev:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T14:59:34.832 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up usb-modeswitch-data (20191128-3) ... 2024-09-13T14:59:34.933 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libnm0:amd64 (1.22.10-1ubuntu2.4) ... 2024-09-13T14:59:34.993 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T14:59:34.993 INFO:teuthology.orchestra.run.smithi103.stdout:Creating config file /etc/postgresql-common/createcluster.conf with new version 2024-09-13T14:59:35.067 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up ppp (2.4.7-2+4.1ubuntu5.1) ... 2024-09-13T14:59:35.240 INFO:teuthology.orchestra.run.smithi103.stdout:Building PostgreSQL dictionaries from installed myspell/hunspell packages... 2024-09-13T14:59:35.240 INFO:teuthology.orchestra.run.smithi103.stdout:Removing obsolete dictionary files: 2024-09-13T14:59:35.573 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/postgresql.service -> /lib/systemd/system/postgresql.service. 2024-09-13T14:59:36.016 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/pppd-dns.service -> /lib/systemd/system/pppd-dns.service. 2024-09-13T14:59:36.248 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up dump (0.4b46-6) ... 2024-09-13T14:59:36.328 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libssl-dev:amd64 (1.1.1f-1ubuntu2.23) ... 2024-09-13T14:59:36.345 INFO:teuthology.orchestra.run.smithi033.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-13T14:59:36.408 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libmm-glib0:amd64 (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T14:59:36.446 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up usb-modeswitch-data (20191128-3) ... 2024-09-13T14:59:36.534 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libbluetooth3:amd64 (5.53-0ubuntu3.8) ... 2024-09-13T14:59:36.605 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libnm0:amd64 (1.22.10-1ubuntu2.4) ... 2024-09-13T14:59:36.693 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up indent (2.2.12-1ubuntu0.20.04.1) ... 2024-09-13T14:59:36.731 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up ppp (2.4.7-2+4.1ubuntu5.1) ... 2024-09-13T14:59:36.819 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up usb-modeswitch (2.5.2+repack0-2ubuntu3) ... 2024-09-13T14:59:37.012 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libndp0:amd64 (1.7-0ubuntu1.1) ... 2024-09-13T14:59:37.138 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up postgresql-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T14:59:37.518 INFO:teuthology.orchestra.run.smithi033.stdout:Creating new PostgreSQL cluster 12/main ... 2024-09-13T14:59:37.530 INFO:teuthology.orchestra.run.smithi033.stdout:/usr/lib/postgresql/12/bin/initdb -D /var/lib/postgresql/12/main --auth-local peer --auth-host md5 2024-09-13T14:59:37.583 INFO:teuthology.orchestra.run.smithi033.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-13T14:59:37.583 INFO:teuthology.orchestra.run.smithi033.stdout:This user must also own the server process. 2024-09-13T14:59:37.583 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T14:59:37.583 INFO:teuthology.orchestra.run.smithi033.stdout:The database cluster will be initialized with locale "en_US". 2024-09-13T14:59:37.583 INFO:teuthology.orchestra.run.smithi033.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-13T14:59:37.583 INFO:teuthology.orchestra.run.smithi033.stdout:The default text search configuration will be set to "english". 2024-09-13T14:59:37.583 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T14:59:37.583 INFO:teuthology.orchestra.run.smithi033.stdout:Data page checksums are disabled. 2024-09-13T14:59:37.583 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T14:59:37.583 INFO:teuthology.orchestra.run.smithi033.stdout:fixing permissions on existing directory /var/lib/postgresql/12/main ... ok 2024-09-13T14:59:37.584 INFO:teuthology.orchestra.run.smithi033.stdout:creating subdirectories ... ok 2024-09-13T14:59:37.584 INFO:teuthology.orchestra.run.smithi033.stdout:selecting dynamic shared memory implementation ... posix 2024-09-13T14:59:37.602 INFO:teuthology.orchestra.run.smithi033.stdout:selecting default max_connections ... 100 2024-09-13T14:59:37.626 INFO:teuthology.orchestra.run.smithi033.stdout:selecting default shared_buffers ... 128MB 2024-09-13T14:59:37.641 INFO:teuthology.orchestra.run.smithi033.stdout:selecting default time zone ... Etc/UTC 2024-09-13T14:59:37.642 INFO:teuthology.orchestra.run.smithi033.stdout:creating configuration files ... ok 2024-09-13T14:59:37.719 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/pppd-dns.service -> /lib/systemd/system/pppd-dns.service. 2024-09-13T14:59:37.757 INFO:teuthology.orchestra.run.smithi033.stdout:running bootstrap script ... ok 2024-09-13T14:59:37.962 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up dump (0.4b46-6) ... 2024-09-13T14:59:38.059 INFO:teuthology.orchestra.run.smithi103.stdout:update-alternatives: using /usr/sbin/rmt-dump to provide /usr/sbin/rmt (rmt) in auto mode 2024-09-13T14:59:38.122 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libmm-glib0:amd64 (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T14:59:38.248 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libbluetooth3:amd64 (5.53-0ubuntu3.8) ... 2024-09-13T14:59:38.267 INFO:teuthology.orchestra.run.smithi033.stdout:performing post-bootstrap initialization ... ok 2024-09-13T14:59:38.399 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up indent (2.2.12-1ubuntu0.20.04.1) ... 2024-09-13T14:59:38.525 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up usb-modeswitch (2.5.2+repack0-2ubuntu3) ... 2024-09-13T14:59:38.945 INFO:teuthology.orchestra.run.smithi033.stdout:syncing data to disk ... ok 2024-09-13T14:59:38.945 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T14:59:38.945 INFO:teuthology.orchestra.run.smithi033.stdout:Success. You can now start the database server using: 2024-09-13T14:59:38.945 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T14:59:38.945 INFO:teuthology.orchestra.run.smithi033.stdout: pg_ctlcluster 12 main start 2024-09-13T14:59:38.945 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T14:59:39.127 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libndp0:amd64 (1.7-0ubuntu1.1) ... 2024-09-13T14:59:39.253 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up postgresql-12 (12.20-0ubuntu0.20.04.1) ... 2024-09-13T14:59:39.296 INFO:teuthology.orchestra.run.smithi033.stdout:Ver Cluster Port Status Owner Data directory Log file 2024-09-13T14:59:39.296 INFO:teuthology.orchestra.run.smithi033.stdout:12 main 5432 down postgres /var/lib/postgresql/12/main /var/log/postgresql/postgresql-12-main.log 2024-09-13T14:59:39.384 INFO:teuthology.orchestra.run.smithi033.stdout:update-alternatives: using /usr/share/postgresql/12/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-13T14:59:39.616 INFO:teuthology.orchestra.run.smithi103.stdout:Creating new PostgreSQL cluster 12/main ... 2024-09-13T14:59:39.631 INFO:teuthology.orchestra.run.smithi103.stdout:/usr/lib/postgresql/12/bin/initdb -D /var/lib/postgresql/12/main --auth-local peer --auth-host md5 2024-09-13T14:59:39.699 INFO:teuthology.orchestra.run.smithi103.stdout:The files belonging to this database system will be owned by user "postgres". 2024-09-13T14:59:39.699 INFO:teuthology.orchestra.run.smithi103.stdout:This user must also own the server process. 2024-09-13T14:59:39.699 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T14:59:39.699 INFO:teuthology.orchestra.run.smithi103.stdout:The database cluster will be initialized with locale "en_US". 2024-09-13T14:59:39.699 INFO:teuthology.orchestra.run.smithi103.stdout:The default database encoding has accordingly been set to "LATIN1". 2024-09-13T14:59:39.699 INFO:teuthology.orchestra.run.smithi103.stdout:The default text search configuration will be set to "english". 2024-09-13T14:59:39.699 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T14:59:39.700 INFO:teuthology.orchestra.run.smithi103.stdout:Data page checksums are disabled. 2024-09-13T14:59:39.700 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T14:59:39.700 INFO:teuthology.orchestra.run.smithi103.stdout:fixing permissions on existing directory /var/lib/postgresql/12/main ... ok 2024-09-13T14:59:39.700 INFO:teuthology.orchestra.run.smithi103.stdout:creating subdirectories ... ok 2024-09-13T14:59:39.701 INFO:teuthology.orchestra.run.smithi103.stdout:selecting dynamic shared memory implementation ... posix 2024-09-13T14:59:39.721 INFO:teuthology.orchestra.run.smithi103.stdout:selecting default max_connections ... 100 2024-09-13T14:59:39.740 INFO:teuthology.orchestra.run.smithi103.stdout:selecting default shared_buffers ... 128MB 2024-09-13T14:59:39.754 INFO:teuthology.orchestra.run.smithi103.stdout:selecting default time zone ... Etc/UTC 2024-09-13T14:59:39.755 INFO:teuthology.orchestra.run.smithi103.stdout:creating configuration files ... ok 2024-09-13T14:59:39.863 INFO:teuthology.orchestra.run.smithi103.stdout:running bootstrap script ... ok 2024-09-13T14:59:40.394 INFO:teuthology.orchestra.run.smithi103.stdout:performing post-bootstrap initialization ... ok 2024-09-13T14:59:41.190 INFO:teuthology.orchestra.run.smithi103.stdout:syncing data to disk ... ok 2024-09-13T14:59:41.190 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T14:59:41.190 INFO:teuthology.orchestra.run.smithi103.stdout:Success. You can now start the database server using: 2024-09-13T14:59:41.190 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T14:59:41.191 INFO:teuthology.orchestra.run.smithi103.stdout: pg_ctlcluster 12 main start 2024-09-13T14:59:41.191 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T14:59:41.536 INFO:teuthology.orchestra.run.smithi103.stdout:Ver Cluster Port Status Owner Data directory Log file 2024-09-13T14:59:41.537 INFO:teuthology.orchestra.run.smithi103.stdout:12 main 5432 down postgres /var/lib/postgresql/12/main /var/log/postgresql/postgresql-12-main.log 2024-09-13T14:59:41.615 INFO:teuthology.orchestra.run.smithi103.stdout:update-alternatives: using /usr/share/postgresql/12/man/man1/postmaster.1.gz to provide /usr/share/man/man1/postmaster.1.gz (postmaster.1.gz) in auto mode 2024-09-13T14:59:42.403 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libelf1:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T14:59:42.528 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libmbim-glib4:amd64 (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T14:59:42.663 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up pptp-linux (1.10.0-1build1) ... 2024-09-13T14:59:42.823 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libdw1:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T14:59:42.949 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up postgresql-client (12+214ubuntu0.1) ... 2024-09-13T14:59:43.100 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up network-manager (1.22.10-1ubuntu2.4) ... 2024-09-13T14:59:43.823 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T14:59:43.823 INFO:teuthology.orchestra.run.smithi033.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-13T14:59:43.823 INFO:teuthology.orchestra.run.smithi033.stdout:which means they are currently configured by ifupdown: 2024-09-13T14:59:43.823 INFO:teuthology.orchestra.run.smithi033.stdout:- ens1f0 2024-09-13T14:59:43.823 INFO:teuthology.orchestra.run.smithi033.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-13T14:59:43.823 INFO:teuthology.orchestra.run.smithi033.stdout:remove their configuration from /etc/network/interfaces. 2024-09-13T14:59:43.823 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T14:59:43.968 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-13T14:59:44.332 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-13T14:59:44.577 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libelf1:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T14:59:44.703 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libmbim-glib4:amd64 (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T14:59:44.845 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up pptp-linux (1.10.0-1build1) ... 2024-09-13T14:59:44.864 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-13T14:59:45.022 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libdw1:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T14:59:45.173 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up postgresql-client (12+214ubuntu0.1) ... 2024-09-13T14:59:45.299 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up network-manager (1.22.10-1ubuntu2.4) ... 2024-09-13T14:59:45.377 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libmbim-proxy (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T14:59:45.554 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up network-manager-pptp (1.2.8-2) ... 2024-09-13T14:59:45.697 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libelf-dev:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T14:59:45.823 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up postgresql-contrib (12+214ubuntu0.1) ... 2024-09-13T14:59:45.949 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up postgresql (12+214ubuntu0.1) ... 2024-09-13T14:59:45.995 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T14:59:45.995 INFO:teuthology.orchestra.run.smithi103.stdout:The following network interfaces were found in /etc/network/interfaces 2024-09-13T14:59:45.995 INFO:teuthology.orchestra.run.smithi103.stdout:which means they are currently configured by ifupdown: 2024-09-13T14:59:45.995 INFO:teuthology.orchestra.run.smithi103.stdout:- enp3s0f1 2024-09-13T14:59:45.995 INFO:teuthology.orchestra.run.smithi103.stdout:If you want to manage those interfaces with NetworkManager instead 2024-09-13T14:59:45.995 INFO:teuthology.orchestra.run.smithi103.stdout:remove their configuration from /etc/network/interfaces. 2024-09-13T14:59:45.995 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T14:59:46.075 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libqmi-glib5:amd64 (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T14:59:46.145 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.nm-dispatcher.service -> /lib/systemd/system/NetworkManager-dispatcher.service. 2024-09-13T14:59:46.201 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up libqmi-proxy (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T14:59:46.360 INFO:teuthology.orchestra.run.smithi033.stdout:Setting up modemmanager (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T14:59:46.459 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/network-online.target.wants/NetworkManager-wait-online.service -> /lib/systemd/system/NetworkManager-wait-online.service. 2024-09-13T14:59:46.641 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T14:59:46.641 INFO:teuthology.orchestra.run.smithi033.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T14:59:46.997 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/NetworkManager.service -> /lib/systemd/system/NetworkManager.service. 2024-09-13T14:59:47.196 INFO:teuthology.orchestra.run.smithi033.stdout:Processing triggers for mime-support (3.64ubuntu1) ... 2024-09-13T14:59:47.305 INFO:teuthology.orchestra.run.smithi033.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-13T14:59:47.423 INFO:teuthology.orchestra.run.smithi033.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-09-13T14:59:47.511 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libmbim-proxy (1.26.2-1~ubuntu20.04.1) ... 2024-09-13T14:59:47.574 INFO:teuthology.orchestra.run.smithi033.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2024-09-13T14:59:47.637 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up network-manager-pptp (1.2.8-2) ... 2024-09-13T14:59:47.788 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libelf-dev:amd64 (0.176-1.1ubuntu0.1) ... 2024-09-13T14:59:47.909 INFO:teuthology.orchestra.run.smithi033.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-09-13T14:59:47.914 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up postgresql-contrib (12+214ubuntu0.1) ... 2024-09-13T14:59:48.040 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up postgresql (12+214ubuntu0.1) ... 2024-09-13T14:59:48.191 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libqmi-glib5:amd64 (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T14:59:48.317 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up libqmi-proxy (1.30.4-1~ubuntu20.04.1) ... 2024-09-13T14:59:48.427 INFO:teuthology.orchestra.run.smithi103.stdout:Setting up modemmanager (1.18.6-1~ubuntu20.04.1) ... 2024-09-13T14:59:48.679 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/dbus-org.freedesktop.ModemManager1.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T14:59:48.679 INFO:teuthology.orchestra.run.smithi103.stdout:Created symlink /etc/systemd/system/multi-user.target.wants/ModemManager.service -> /lib/systemd/system/ModemManager.service. 2024-09-13T14:59:49.230 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for mime-support (3.64ubuntu1) ... 2024-09-13T14:59:49.356 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for hicolor-icon-theme (0.17-2) ... 2024-09-13T14:59:49.473 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for libc-bin (2.31-0ubuntu9.9) ... 2024-09-13T14:59:49.625 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for systemd (245.4-4ubuntu3.17) ... 2024-09-13T14:59:49.931 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for man-db (2.9.1-1) ... 2024-09-13T14:59:55.513 INFO:teuthology.orchestra.run.smithi033.stdout:Processing triggers for dbus (1.12.16-2ubuntu2.2) ... 2024-09-13T14:59:55.613 INFO:teuthology.orchestra.run.smithi033.stdout:Processing triggers for install-info (6.7.0.dfsg.2-5) ... 2024-09-13T14:59:56.448 INFO:teuthology.orchestra.run.smithi033.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T14:59:56.454 DEBUG:teuthology.parallel:result is None 2024-09-13T14:59:57.131 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for dbus (1.12.16-2ubuntu2.2) ... 2024-09-13T14:59:57.248 INFO:teuthology.orchestra.run.smithi103.stdout:Processing triggers for install-info (6.7.0.dfsg.2-5) ... 2024-09-13T14:59:58.137 INFO:teuthology.orchestra.run.smithi103.stderr:W: --force-yes is deprecated, use one of the options starting with --allow instead. 2024-09-13T14:59:58.144 DEBUG:teuthology.parallel:result is None 2024-09-13T14:59:58.145 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T14:59:58.299 DEBUG:teuthology.orchestra.run.smithi033:> dpkg-query -W -f '${Version}' ceph 2024-09-13T14:59:58.324 INFO:teuthology.orchestra.run.smithi033.stdout:18.2.4-850-g50bbe7f3-1focal 2024-09-13T14:59:58.324 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-850-g50bbe7f3-1focal 2024-09-13T14:59:58.324 INFO:teuthology.task.install:The correct ceph version 18.2.4-850-g50bbe7f3-1focal is installed. 2024-09-13T14:59:58.326 DEBUG:teuthology.packaging:Querying https://shaman.ceph.com/api/search?status=ready&project=ceph&flavor=default&distros=ubuntu%2F20.04%2Fx86_64&sha1=50bbe7f395997dcd871813949c49addbbf630361 2024-09-13T14:59:58.473 DEBUG:teuthology.orchestra.run.smithi103:> dpkg-query -W -f '${Version}' ceph 2024-09-13T14:59:58.498 INFO:teuthology.orchestra.run.smithi103.stdout:18.2.4-850-g50bbe7f3-1focal 2024-09-13T14:59:58.498 INFO:teuthology.packaging:The installed version of ceph is 18.2.4-850-g50bbe7f3-1focal 2024-09-13T14:59:58.498 INFO:teuthology.task.install:The correct ceph version 18.2.4-850-g50bbe7f3-1focal is installed. 2024-09-13T14:59:58.500 INFO:teuthology.task.install.util:Shipping valgrind.supp... 2024-09-13T14:59:58.501 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T14:59:58.501 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T14:59:58.518 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T14:59:58.518 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/home/ubuntu/cephtest/valgrind.supp 2024-09-13T14:59:58.533 INFO:teuthology.task.install.util:Shipping 'daemon-helper'... 2024-09-13T14:59:58.533 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T14:59:58.533 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T14:59:58.547 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T14:59:58.558 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T14:59:58.558 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/usr/bin/daemon-helper 2024-09-13T14:59:58.573 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod a=rx -- /usr/bin/daemon-helper 2024-09-13T14:59:58.632 INFO:teuthology.task.install.util:Shipping 'adjust-ulimits'... 2024-09-13T14:59:58.632 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T14:59:58.632 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T14:59:58.648 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T14:59:58.664 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T14:59:58.664 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/usr/bin/adjust-ulimits 2024-09-13T14:59:58.680 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod a=rx -- /usr/bin/adjust-ulimits 2024-09-13T14:59:58.735 INFO:teuthology.task.install.util:Shipping 'stdin-killer'... 2024-09-13T14:59:58.735 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T14:59:58.735 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T14:59:58.751 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T14:59:58.763 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T14:59:58.763 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/usr/bin/stdin-killer 2024-09-13T14:59:58.779 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod a=rx -- /usr/bin/stdin-killer 2024-09-13T14:59:58.794 INFO:teuthology.run_tasks:Running task ceph... 2024-09-13T14:59:58.875 INFO:tasks.ceph:Making ceph log dir writeable by non-root... 2024-09-13T14:59:58.875 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 777 /var/log/ceph 2024-09-13T14:59:58.878 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 777 /var/log/ceph 2024-09-13T14:59:58.894 INFO:tasks.ceph:Disabling ceph logrotate... 2024-09-13T14:59:58.894 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T14:59:58.937 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f -- /etc/logrotate.d/ceph 2024-09-13T14:59:58.952 INFO:tasks.ceph:Creating extra log directories... 2024-09-13T14:59:58.952 DEBUG:teuthology.orchestra.run.smithi033:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T14:59:58.954 DEBUG:teuthology.orchestra.run.smithi103:> sudo install -d -m0777 -- /var/log/ceph/valgrind /var/log/ceph/profiling-logger 2024-09-13T14:59:58.972 INFO:tasks.ceph:Setting up log rotation with {'ceph-mds': '10G', 'ceph-osd': '10G'} 2024-09-13T14:59:58.972 INFO:tasks.ceph:writing logrotate stanza for ceph-mds 2024-09-13T14:59:58.972 INFO:tasks.ceph:writing logrotate stanza for ceph-osd 2024-09-13T14:59:58.972 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T14:59:58.972 DEBUG:teuthology.orchestra.run.smithi033:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T14:59:59.013 DEBUG:teuthology.orchestra.run.smithi033:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T14:59:59.052 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T14:59:59.053 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/home/ubuntu/cephtest/logrotate.ceph-test.conf 2024-09-13T14:59:59.060 DEBUG:teuthology.orchestra.run.smithi103:> sudo mv /home/ubuntu/cephtest/logrotate.ceph-test.conf /etc/logrotate.d/ceph-test.conf && sudo chmod 0644 /etc/logrotate.d/ceph-test.conf && sudo chown root.root /etc/logrotate.d/ceph-test.conf 2024-09-13T14:59:59.144 INFO:tasks.ceph:Creating ceph cluster ceph... 2024-09-13T14:59:59.144 INFO:tasks.ceph:config {'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'fs': 'xfs', 'mkfs_options': None, 'mount_options': None, 'skip_mgr_daemons': False, 'log_ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'cpu_profile': set(), 'cluster': 'ceph', 'mon_bind_msgr2': True, 'mon_bind_addrvec': True} 2024-09-13T14:59:59.144 INFO:tasks.ceph:ctx.config {'archive_path': '/home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903702', 'branch': 'wip-rishabh-testing-20240910.095512-reef', 'description': 'fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_20.04} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/recovery-fs}', 'email': None, 'first_in_suite': False, 'job_id': '7903702', 'kernel': {'kdb': 1, 'sha1': 'distro'}, 'ktype': 'distro', 'last_in_suite': False, 'log-rotate': {'ceph-mds': '10G', 'ceph-osd': '10G'}, 'machine_type': 'smithi', 'mgrmodules': {'sequential': [{'print': 'Enabling mgr modules'}]}, 'name': 'rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi', 'no_nested_subset': False, 'openstack': [{'volumes': {'count': 4, 'size': 20}}, {'machine': {'disk': 200}}], 'os_type': 'ubuntu', 'os_version': '20.04', 'overrides': {'admin_socket': {'branch': 'wip-rishabh-testing-20240910.095512-reef'}, 'ceph': {'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}, 'ceph-deploy': {'bluestore': True, 'conf': {'client': {'log file': '/var/log/ceph/ceph-$name.$pid.log'}, 'mon': {}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore'}}, 'fs': 'xfs'}, 'install': {'ceph': {'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, 'subvolume_version': 2, 'thrashosds': {'bdev_inject_crash': 2, 'bdev_inject_crash_probability': 0.5}, 'workunit': {'branch': 'wip-rishabh-testing-20240910.095512-reef', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, 'owner': 'scheduled_rishabh@teuthology', 'priority': 70, 'repo': 'https://git.ceph.com/ceph-ci.git', 'roles': [['mon.a', 'mgr.y', 'mds.a', 'mds.c', 'osd.0', 'osd.1', 'osd.2', 'osd.3', 'client.0', 'client.2'], ['mon.b', 'mon.c', 'mgr.x', 'mds.b', 'mds.d', 'osd.4', 'osd.5', 'osd.6', 'osd.7', 'client.1', 'client.3']], 'seed': 1152, 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'sleep_before_teardown': 0, 'subset': '984/1024', 'suite': 'fs', 'suite_branch': 'wip-rishabh-testing-20240910.095512-reef', 'suite_path': '/home/teuthworker/src/git.ceph.com_ceph-c_50bbe7f395997dcd871813949c49addbbf630361/qa', 'suite_relpath': 'qa', 'suite_repo': 'https://git.ceph.com/ceph-ci.git', 'suite_sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'syslog': {'ignorelist': ['WARNING*.*check_session_state', 'WARNING*.*__ceph_remove_cap']}, 'targets': {'smithi033.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM=', 'smithi103.front.sepia.ceph.com': 'ecdsa-sha2-nistp256 AAAAE2VjZHNhLXNoYTItbmlzdHAyNTYAAAAIbmlzdHAyNTYAAABBBFyT/r7xuKfmg50w0OdQebr4A/ptJo1Zk6DyZNZNZM/q5rW+sznh+wvHqeT3e4YtCdZLaXyvMms8o8u8H5nXOYM='}, 'tasks': [{'internal.check_packages': None}, {'internal.buildpackages_prep': None}, {'internal.save_config': None}, {'internal.check_lock': None}, {'internal.add_remotes': None}, {'console_log': None}, {'internal.connect': None}, {'internal.push_inventory': None}, {'internal.serialize_remote_roles': None}, {'internal.check_conflict': None}, {'internal.check_ceph_data': None}, {'internal.vm_setup': None}, {'kernel': {'kdb': 1, 'sha1': 'distro'}}, {'internal.base': None}, {'internal.archive_upload': None}, {'internal.archive': None}, {'internal.coredump': None}, {'internal.sudo': None}, {'internal.syslog': None}, {'internal.timer': None}, {'pcp': None}, {'selinux': None}, {'ansible.cephlab': None}, {'clock': None}, {'install': {'extra_packages': {'deb': ['python3-cephfs', 'cephfs-shell', 'cephfs-top', 'cephfs-mirror'], 'rpm': ['python3-cephfs', 'cephfs-top', 'cephfs-mirror']}, 'extra_system_packages': {'deb': ['bison', 'flex', 'libelf-dev', 'libssl-dev', 'network-manager', 'iproute2', 'util-linux', 'dump', 'indent', 'libaio-dev', 'libtool-bin', 'uuid-dev', 'xfslibs-dev', 'postgresql', 'postgresql-client', 'postgresql-common', 'postgresql-contrib'], 'rpm': ['bison', 'flex', 'elfutils-libelf-devel', 'openssl-devel', 'NetworkManager', 'iproute', 'util-linux', 'libacl-devel', 'libaio-devel', 'libattr-devel', 'libtool', 'libuuid-devel', 'xfsdump', 'xfsprogs', 'xfsprogs-devel', 'libaio-devel', 'libtool', 'libuuid-devel', 'xfsprogs-devel', 'postgresql', 'postgresql-server', 'postgresql-contrib']}, 'flavor': 'default', 'sha1': '50bbe7f395997dcd871813949c49addbbf630361'}}, {'ceph': {'create_rbd_pool': False, 'cephfs': {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']}, 'conf': {'client': {'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mgr': {'debug client': 20, 'debug mgr': 20, 'debug ms': 1}, 'mon': {'debug mon': 20, 'debug ms': 1, 'debug paxos': 20, 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'osd': {'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}}, 'flavor': 'default', 'fs': 'xfs', 'log-ignorelist': ['\\(MDS_ALL_DOWN\\)', '\\(MDS_UP_LESS_THAN_MAX\\)', 'FS_DEGRADED', 'FS_INLINE_DATA_DEPRECATED', 'FS_WITH_FAILED_MDS', 'MDS_ALL_DOWN', 'MDS_DAMAGE', 'MDS_DEGRADED', 'MDS_FAILED', 'MDS_INSUFFICIENT_STANDBY', 'MDS_UP_LESS_THAN_MAX', 'online, but wants', 'filesystem is online with fewer MDS than max_mds', 'POOL_APP_NOT_ENABLED', 'do not have an application enabled', 'overall HEALTH_', 'Replacing daemon', 'deprecated feature inline_data', 'overall HEALTH_', '\\(OSD_DOWN\\)', '\\(OSD_', 'but it is still running', 'is not responding', 'MON_DOWN', 'PG_AVAILABILITY', 'PG_DEGRADED', 'Reduced data availability', 'Degraded data redundancy'], 'sha1': '50bbe7f395997dcd871813949c49addbbf630361', 'cluster': 'ceph'}}, {'sequential': ['mgrmodules']}, {'ceph-fuse': None}, {'cephfs_test_runner': {'modules': ['tasks.cephfs.test_recovery_fs']}}], 'teuthology': {'fragments_dropped': [], 'meta': {}, 'postmerge': ['local function is_kupstream() return false end', 'local function is_kdistro() return false end', 'local function is_fuse() return true end', "local function syntax_version() return '' end"]}, 'teuthology_branch': 'main', 'teuthology_sha1': '3752d3834a7b6cd13dc17dfaa6c2fd3658f3439a', 'timestamp': '2024-09-13_14:36:41', 'tube': 'smithi', 'user': 'rishabh', 'verbose': False, 'worker_log': '/home/teuthworker/archive/worker_logs/dispatcher.smithi.3401856'} 2024-09-13T14:59:59.145 DEBUG:teuthology.orchestra.run.smithi033:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T14:59:59.147 DEBUG:teuthology.orchestra.run.smithi103:> install -d -m0755 -- /home/ubuntu/cephtest/ceph.data 2024-09-13T14:59:59.154 DEBUG:teuthology.orchestra.run.smithi033:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T14:59:59.156 DEBUG:teuthology.orchestra.run.smithi103:> sudo install -d -m0777 -- /var/run/ceph 2024-09-13T14:59:59.213 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T14:59:59.214 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T14:59:59.220 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T14:59:59.220 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_1 2024-09-13T14:59:59.228 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T14:59:59.228 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:59:59.228 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 6h/6d Inode: 358 Links: 1 2024-09-13T14:59:59.228 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:59:59.228 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-09-13 14:55:33.186803088 +0000 2024-09-13T14:59:59.228 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-09-13 14:55:32.978807882 +0000 2024-09-13T14:59:59.229 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-09-13 14:55:32.978807882 +0000 2024-09-13T14:59:59.229 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: - 2024-09-13T14:59:59.229 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T14:59:59.285 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-09-13T14:59:59.285 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-09-13T14:59:59.285 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.00043827 s, 1.2 MB/s 2024-09-13T14:59:59.286 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T14:59:59.294 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_2 2024-09-13T14:59:59.300 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T14:59:59.301 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:59:59.301 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 6h/6d Inode: 368 Links: 1 2024-09-13T14:59:59.301 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:59:59.301 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-09-13 14:55:33.630792855 +0000 2024-09-13T14:59:59.301 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-09-13 14:55:33.410797925 +0000 2024-09-13T14:59:59.301 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-09-13 14:55:33.410797925 +0000 2024-09-13T14:59:59.301 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: - 2024-09-13T14:59:59.301 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T14:59:59.312 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-09-13T14:59:59.312 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-09-13T14:59:59.312 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000426787 s, 1.2 MB/s 2024-09-13T14:59:59.313 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T14:59:59.322 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_3 2024-09-13T14:59:59.327 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T14:59:59.327 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:59:59.327 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 6h/6d Inode: 374 Links: 1 2024-09-13T14:59:59.327 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:59:59.328 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-09-13 14:55:34.062782897 +0000 2024-09-13T14:59:59.328 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-09-13 14:55:33.842787968 +0000 2024-09-13T14:59:59.328 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-09-13 14:55:33.842787968 +0000 2024-09-13T14:59:59.328 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: - 2024-09-13T14:59:59.328 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T14:59:59.386 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-09-13T14:59:59.386 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-09-13T14:59:59.386 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000416221 s, 1.2 MB/s 2024-09-13T14:59:59.387 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T14:59:59.395 DEBUG:teuthology.orchestra.run.smithi033:> stat /dev/vg_nvme/lv_4 2024-09-13T14:59:59.403 INFO:teuthology.orchestra.run.smithi033.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T14:59:59.403 INFO:teuthology.orchestra.run.smithi033.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:59:59.403 INFO:teuthology.orchestra.run.smithi033.stdout:Device: 6h/6d Inode: 380 Links: 1 2024-09-13T14:59:59.403 INFO:teuthology.orchestra.run.smithi033.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:59:59.403 INFO:teuthology.orchestra.run.smithi033.stdout:Access: 2024-09-13 14:55:34.522772293 +0000 2024-09-13T14:59:59.403 INFO:teuthology.orchestra.run.smithi033.stdout:Modify: 2024-09-13 14:55:34.298777457 +0000 2024-09-13T14:59:59.403 INFO:teuthology.orchestra.run.smithi033.stdout:Change: 2024-09-13 14:55:34.298777457 +0000 2024-09-13T14:59:59.403 INFO:teuthology.orchestra.run.smithi033.stdout: Birth: - 2024-09-13T14:59:59.404 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T14:59:59.417 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records in 2024-09-13T14:59:59.417 INFO:teuthology.orchestra.run.smithi033.stderr:1+0 records out 2024-09-13T14:59:59.417 INFO:teuthology.orchestra.run.smithi033.stderr:512 bytes copied, 0.000407378 s, 1.3 MB/s 2024-09-13T14:59:59.419 DEBUG:teuthology.orchestra.run.smithi033:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T14:59:59.471 INFO:tasks.ceph:osd dev map: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T14:59:59.471 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T14:59:59.471 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/scratch_devs of=/dev/stdout 2024-09-13T14:59:59.478 DEBUG:teuthology.misc:devs=['/dev/vg_nvme/lv_1', '/dev/vg_nvme/lv_2', '/dev/vg_nvme/lv_3', '/dev/vg_nvme/lv_4'] 2024-09-13T14:59:59.478 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_1 2024-09-13T14:59:59.485 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_1 -> ../dm-0 2024-09-13T14:59:59.486 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:59:59.486 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 6h/6d Inode: 358 Links: 1 2024-09-13T14:59:59.486 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:59:59.486 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-09-13 14:55:33.639941591 +0000 2024-09-13T14:59:59.486 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-09-13 14:55:33.459945735 +0000 2024-09-13T14:59:59.486 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-09-13 14:55:33.459945735 +0000 2024-09-13T14:59:59.486 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: - 2024-09-13T14:59:59.486 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_1 of=/dev/null count=1 2024-09-13T14:59:59.499 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-09-13T14:59:59.499 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-09-13T14:59:59.499 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000373366 s, 1.4 MB/s 2024-09-13T14:59:59.500 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_1 2024-09-13T14:59:59.550 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_2 2024-09-13T14:59:59.557 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_2 -> ../dm-1 2024-09-13T14:59:59.558 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:59:59.558 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 6h/6d Inode: 366 Links: 1 2024-09-13T14:59:59.558 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:59:59.558 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-09-13 14:55:33.847936801 +0000 2024-09-13T14:59:59.558 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-09-13 14:55:33.843936894 +0000 2024-09-13T14:59:59.558 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-09-13 14:55:33.843936894 +0000 2024-09-13T14:59:59.558 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: - 2024-09-13T14:59:59.558 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_2 of=/dev/null count=1 2024-09-13T14:59:59.616 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-09-13T14:59:59.616 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-09-13T14:59:59.616 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000402307 s, 1.3 MB/s 2024-09-13T14:59:59.617 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_2 2024-09-13T14:59:59.626 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_3 2024-09-13T14:59:59.632 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_3 -> ../dm-2 2024-09-13T14:59:59.632 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:59:59.632 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 6h/6d Inode: 371 Links: 1 2024-09-13T14:59:59.632 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:59:59.632 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-09-13 14:55:34.287926670 +0000 2024-09-13T14:59:59.632 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-09-13 14:55:34.283926763 +0000 2024-09-13T14:59:59.632 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-09-13 14:55:34.283926763 +0000 2024-09-13T14:59:59.632 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: - 2024-09-13T14:59:59.632 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_3 of=/dev/null count=1 2024-09-13T14:59:59.645 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-09-13T14:59:59.646 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-09-13T14:59:59.646 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000391184 s, 1.3 MB/s 2024-09-13T14:59:59.647 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_3 2024-09-13T14:59:59.697 DEBUG:teuthology.orchestra.run.smithi103:> stat /dev/vg_nvme/lv_4 2024-09-13T14:59:59.704 INFO:teuthology.orchestra.run.smithi103.stdout: File: /dev/vg_nvme/lv_4 -> ../dm-3 2024-09-13T14:59:59.704 INFO:teuthology.orchestra.run.smithi103.stdout: Size: 7 Blocks: 0 IO Block: 4096 symbolic link 2024-09-13T14:59:59.704 INFO:teuthology.orchestra.run.smithi103.stdout:Device: 6h/6d Inode: 377 Links: 1 2024-09-13T14:59:59.704 INFO:teuthology.orchestra.run.smithi103.stdout:Access: (0777/lrwxrwxrwx) Uid: ( 0/ root) Gid: ( 0/ root) 2024-09-13T14:59:59.704 INFO:teuthology.orchestra.run.smithi103.stdout:Access: 2024-09-13 14:55:34.923912026 +0000 2024-09-13T14:59:59.704 INFO:teuthology.orchestra.run.smithi103.stdout:Modify: 2024-09-13 14:55:34.691917368 +0000 2024-09-13T14:59:59.704 INFO:teuthology.orchestra.run.smithi103.stdout:Change: 2024-09-13 14:55:34.691917368 +0000 2024-09-13T14:59:59.704 INFO:teuthology.orchestra.run.smithi103.stdout: Birth: - 2024-09-13T14:59:59.705 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/dev/vg_nvme/lv_4 of=/dev/null count=1 2024-09-13T14:59:59.719 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records in 2024-09-13T14:59:59.719 INFO:teuthology.orchestra.run.smithi103.stderr:1+0 records out 2024-09-13T14:59:59.719 INFO:teuthology.orchestra.run.smithi103.stderr:512 bytes copied, 0.000370148 s, 1.4 MB/s 2024-09-13T14:59:59.720 DEBUG:teuthology.orchestra.run.smithi103:> ! mount | grep -v devtmpfs | grep -q /dev/vg_nvme/lv_4 2024-09-13T14:59:59.769 INFO:tasks.ceph:osd dev map: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T14:59:59.770 INFO:tasks.ceph:remote_to_roles_to_devs: {Remote(name='ubuntu@smithi033.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi103.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T14:59:59.770 INFO:tasks.ceph:Generating config... 2024-09-13T14:59:59.771 INFO:tasks.ceph:[client] client mount timeout = 600 2024-09-13T14:59:59.771 INFO:tasks.ceph:[client] debug client = 20 2024-09-13T14:59:59.771 INFO:tasks.ceph:[client] debug ms = 1 2024-09-13T14:59:59.771 INFO:tasks.ceph:[client] pid file = 2024-09-13T14:59:59.771 INFO:tasks.ceph:[client] rados mon op timeout = 900 2024-09-13T14:59:59.771 INFO:tasks.ceph:[client] rados osd op timeout = 900 2024-09-13T14:59:59.771 INFO:tasks.ceph:[mds] debug mds = 20 2024-09-13T14:59:59.772 INFO:tasks.ceph:[mds] debug mds balancer = 20 2024-09-13T14:59:59.772 INFO:tasks.ceph:[mds] debug ms = 1 2024-09-13T14:59:59.772 INFO:tasks.ceph:[mds] mds debug frag = True 2024-09-13T14:59:59.772 INFO:tasks.ceph:[mds] mds debug scatterstat = True 2024-09-13T14:59:59.772 INFO:tasks.ceph:[mds] mds op complaint time = 180 2024-09-13T14:59:59.772 INFO:tasks.ceph:[mds] mds verify scatter = True 2024-09-13T14:59:59.772 INFO:tasks.ceph:[mds] osd op complaint time = 180 2024-09-13T14:59:59.772 INFO:tasks.ceph:[mds] rados mon op timeout = 900 2024-09-13T14:59:59.772 INFO:tasks.ceph:[mds] rados osd op timeout = 900 2024-09-13T14:59:59.772 INFO:tasks.ceph:[mgr] debug client = 20 2024-09-13T14:59:59.772 INFO:tasks.ceph:[mgr] debug mgr = 20 2024-09-13T14:59:59.772 INFO:tasks.ceph:[mgr] debug ms = 1 2024-09-13T14:59:59.772 INFO:tasks.ceph:[mon] debug mon = 20 2024-09-13T14:59:59.772 INFO:tasks.ceph:[mon] debug ms = 1 2024-09-13T14:59:59.773 INFO:tasks.ceph:[mon] debug paxos = 20 2024-09-13T14:59:59.773 INFO:tasks.ceph:[mon] mon op complaint time = 120 2024-09-13T14:59:59.773 INFO:tasks.ceph:[mon] mon warn on pool no app = False 2024-09-13T14:59:59.773 INFO:tasks.ceph:[osd] bluestore block size = 96636764160 2024-09-13T14:59:59.773 INFO:tasks.ceph:[osd] bluestore fsck on mount = True 2024-09-13T14:59:59.773 INFO:tasks.ceph:[osd] debug bluefs = 20 2024-09-13T14:59:59.773 INFO:tasks.ceph:[osd] debug bluestore = 20 2024-09-13T14:59:59.773 INFO:tasks.ceph:[osd] debug ms = 1 2024-09-13T14:59:59.773 INFO:tasks.ceph:[osd] debug osd = 20 2024-09-13T14:59:59.773 INFO:tasks.ceph:[osd] debug rocksdb = 10 2024-09-13T14:59:59.776 INFO:tasks.ceph:[osd] mon osd backfillfull_ratio = 0.85 2024-09-13T14:59:59.776 INFO:tasks.ceph:[osd] mon osd full ratio = 0.9 2024-09-13T14:59:59.776 INFO:tasks.ceph:[osd] mon osd nearfull ratio = 0.8 2024-09-13T14:59:59.776 INFO:tasks.ceph:[osd] osd failsafe full ratio = 0.95 2024-09-13T14:59:59.777 INFO:tasks.ceph:[osd] osd objectstore = bluestore 2024-09-13T14:59:59.777 INFO:tasks.ceph:[osd] osd op complaint time = 180 2024-09-13T14:59:59.777 INFO:tasks.ceph:Setting up mon.a... 2024-09-13T14:59:59.777 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring /etc/ceph/ceph.keyring 2024-09-13T14:59:59.819 INFO:teuthology.orchestra.run.smithi033.stdout:creating /etc/ceph/ceph.keyring 2024-09-13T14:59:59.835 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=mon. /etc/ceph/ceph.keyring 2024-09-13T14:59:59.878 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T14:59:59.933 DEBUG:tasks.ceph:Ceph mon addresses: [('mon.a', '172.21.15.33'), ('mon.b', '172.21.15.103'), ('mon.c', '[v2:172.21.15.103:3301,v1:172.21.15.103:6790]')] 2024-09-13T14:59:59.934 DEBUG:tasks.ceph:writing out conf {'global': {'chdir': '', 'pid file': '/var/run/ceph/$cluster-$name.pid', 'auth supported': 'cephx', 'filestore xattr use omap': 'true', 'mon clock drift allowed': '1.000', 'osd crush chooseleaf type': '0', 'auth debug': 'true', 'ms die on old message': 'true', 'ms die on bug': 'true', 'mon max pg per osd': '10000', 'mon pg warn max object skew': '0', 'osd_pool_default_pg_autoscale_mode': 'off', 'osd pool default size': '2', 'mon osd allow primary affinity': 'true', 'mon osd allow pg remap': 'true', 'mon warn on legacy crush tunables': 'false', 'mon warn on crush straw calc version zero': 'false', 'mon warn on no sortbitwise': 'false', 'mon warn on osd down out interval zero': 'false', 'mon warn on too few osds': 'false', 'mon_warn_on_pool_pg_num_not_power_of_two': 'false', 'mon_warn_on_pool_no_redundancy': 'false', 'mon_allow_pool_size_one': 'true', 'osd pool default erasure code profile': 'plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd', 'osd default data pool replay window': '5', 'mon allow pool delete': 'true', 'mon cluster log file level': 'debug', 'debug asserts on shutdown': 'true', 'mon health detail to clog': 'false', 'mon host': '172.21.15.33,172.21.15.103,[v2:172.21.15.103:3301,v1:172.21.15.103:6790]'}, 'osd': {'osd journal size': '100', 'osd scrub load threshold': '5.0', 'osd scrub max interval': '600', 'osd mclock profile': 'high_recovery_ops', 'osd recover clone overlap': 'true', 'osd recovery max chunk': '1048576', 'osd debug shutdown': 'true', 'osd debug op order': 'true', 'osd debug verify stray on activate': 'true', 'osd open classes on start': 'true', 'osd debug pg log writeout': 'true', 'osd deep scrub update digest min age': '30', 'osd map max advance': '10', 'journal zero on create': 'true', 'filestore ondisk finisher threads': '3', 'filestore apply finisher threads': '3', 'bdev debug aio': 'true', 'osd debug misdirected ops': 'true', 'bluestore block size': 96636764160, 'bluestore fsck on mount': True, 'debug bluefs': 20, 'debug bluestore': 20, 'debug ms': 1, 'debug osd': 20, 'debug rocksdb': 10, 'mon osd backfillfull_ratio': 0.85, 'mon osd full ratio': 0.9, 'mon osd nearfull ratio': 0.8, 'osd failsafe full ratio': 0.95, 'osd objectstore': 'bluestore', 'osd op complaint time': 180}, 'mgr': {'debug ms': 1, 'debug mgr': 20, 'debug mon': '20', 'debug auth': '20', 'mon reweight min pgs per osd': '4', 'mon reweight min bytes per osd': '10', 'mgr/telemetry/nag': 'false', 'debug client': 20}, 'mon': {'debug ms': 1, 'debug mon': 20, 'debug paxos': 20, 'debug auth': '20', 'mon data avail warn': '5', 'mon mgr mkfs grace': '240', 'mon reweight min pgs per osd': '4', 'mon osd reporter subtree level': 'osd', 'mon osd prime pg temp': 'true', 'mon reweight min bytes per osd': '10', 'auth mon ticket ttl': '660', 'auth service ticket ttl': '240', 'mon_warn_on_insecure_global_id_reclaim': 'false', 'mon_warn_on_insecure_global_id_reclaim_allowed': 'false', 'mon_down_mkfs_grace': '2m', 'mon_warn_on_filestore_osds': 'false', 'mon op complaint time': 120, 'mon warn on pool no app': False}, 'client': {'rgw cache enabled': 'true', 'rgw enable ops log': 'true', 'rgw enable usage log': 'true', 'log file': '/var/log/ceph/$cluster-$name.$pid.log', 'admin socket': '/var/run/ceph/$cluster-$name.$pid.asok', 'client mount timeout': 600, 'debug client': 20, 'debug ms': 1, 'pid file': '', 'rados mon op timeout': 900, 'rados osd op timeout': 900}, 'mon.a': {}, 'mon.b': {}, 'mon.c': {}, 'mds.a': {}, 'mds.c': {}, 'mds.b': {}, 'mds.d': {}, 'mds': {'debug mds': 20, 'debug mds balancer': 20, 'debug ms': 1, 'mds debug frag': True, 'mds debug scatterstat': True, 'mds op complaint time': 180, 'mds verify scatter': True, 'osd op complaint time': 180, 'rados mon op timeout': 900, 'rados osd op timeout': 900}} 2024-09-13T14:59:59.934 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T14:59:59.935 DEBUG:teuthology.orchestra.run.smithi033:> dd of=/home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T14:59:59.940 DEBUG:teuthology.orchestra.run.smithi033:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage monmaptool -c /home/ubuntu/cephtest/ceph.tmp.conf --create --clobber --enable-all-features --add a 172.21.15.33 --add b 172.21.15.103 --addv c '[v2:172.21.15.103:3301,v1:172.21.15.103:6790]' --print /home/ubuntu/cephtest/ceph.monmap 2024-09-13T14:59:59.984 INFO:teuthology.orchestra.run.smithi033.stdout:monmaptool: monmap file /home/ubuntu/cephtest/ceph.monmap 2024-09-13T14:59:59.985 INFO:teuthology.orchestra.run.smithi033.stdout:monmaptool: generated fsid 26cfc81a-7b79-4125-b830-c08a65e88194 2024-09-13T14:59:59.985 INFO:teuthology.orchestra.run.smithi033.stdout:setting min_mon_release = pacific 2024-09-13T14:59:59.985 INFO:teuthology.orchestra.run.smithi033.stdout:epoch 0 2024-09-13T14:59:59.985 INFO:teuthology.orchestra.run.smithi033.stdout:fsid 26cfc81a-7b79-4125-b830-c08a65e88194 2024-09-13T14:59:59.985 INFO:teuthology.orchestra.run.smithi033.stdout:last_changed 2024-09-13T14:59:59.982320+0000 2024-09-13T14:59:59.985 INFO:teuthology.orchestra.run.smithi033.stdout:created 2024-09-13T14:59:59.982320+0000 2024-09-13T14:59:59.985 INFO:teuthology.orchestra.run.smithi033.stdout:min_mon_release 16 (pacific) 2024-09-13T14:59:59.985 INFO:teuthology.orchestra.run.smithi033.stdout:election_strategy: 1 2024-09-13T14:59:59.985 INFO:teuthology.orchestra.run.smithi033.stdout:0: [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] mon.a 2024-09-13T14:59:59.985 INFO:teuthology.orchestra.run.smithi033.stdout:1: [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] mon.b 2024-09-13T14:59:59.985 INFO:teuthology.orchestra.run.smithi033.stdout:2: [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] mon.c 2024-09-13T14:59:59.986 INFO:teuthology.orchestra.run.smithi033.stdout:monmaptool: writing epoch 0 to /home/ubuntu/cephtest/ceph.monmap (3 monitors) 2024-09-13T14:59:59.987 DEBUG:teuthology.orchestra.run.smithi033:> rm -- /home/ubuntu/cephtest/ceph.tmp.conf 2024-09-13T14:59:59.991 INFO:tasks.ceph:Writing /etc/ceph/ceph.conf for FSID 26cfc81a-7b79-4125-b830-c08a65e88194... 2024-09-13T14:59:59.992 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T15:00:00.037 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /etc/ceph && sudo chmod 0755 /etc/ceph && sudo tee /etc/ceph/ceph.conf && sudo chmod 0644 /etc/ceph/ceph.conf > /dev/null 2024-09-13T15:00:00.068 INFO:teuthology.orchestra.run.smithi033.stdout:[global] 2024-09-13T15:00:00.069 INFO:teuthology.orchestra.run.smithi033.stdout: chdir = "" 2024-09-13T15:00:00.069 INFO:teuthology.orchestra.run.smithi033.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T15:00:00.069 INFO:teuthology.orchestra.run.smithi033.stdout: auth supported = cephx 2024-09-13T15:00:00.069 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.069 INFO:teuthology.orchestra.run.smithi033.stdout: filestore xattr use omap = true 2024-09-13T15:00:00.069 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.069 INFO:teuthology.orchestra.run.smithi033.stdout: mon clock drift allowed = 1.000 2024-09-13T15:00:00.069 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.069 INFO:teuthology.orchestra.run.smithi033.stdout: osd crush chooseleaf type = 0 2024-09-13T15:00:00.069 INFO:teuthology.orchestra.run.smithi033.stdout: auth debug = true 2024-09-13T15:00:00.069 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.069 INFO:teuthology.orchestra.run.smithi033.stdout: ms die on old message = true 2024-09-13T15:00:00.069 INFO:teuthology.orchestra.run.smithi033.stdout: ms die on bug = true 2024-09-13T15:00:00.070 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.070 INFO:teuthology.orchestra.run.smithi033.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T15:00:00.070 INFO:teuthology.orchestra.run.smithi033.stdout: mon pg warn max object skew = 0 2024-09-13T15:00:00.070 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.070 INFO:teuthology.orchestra.run.smithi033.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T15:00:00.070 INFO:teuthology.orchestra.run.smithi033.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T15:00:00.070 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.070 INFO:teuthology.orchestra.run.smithi033.stdout: osd pool default size = 2 2024-09-13T15:00:00.070 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.070 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd allow primary affinity = true 2024-09-13T15:00:00.070 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd allow pg remap = true 2024-09-13T15:00:00.070 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on legacy crush tunables = false 2024-09-13T15:00:00.070 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on crush straw calc version zero = false 2024-09-13T15:00:00.070 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on no sortbitwise = false 2024-09-13T15:00:00.071 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on osd down out interval zero = false 2024-09-13T15:00:00.071 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on too few osds = false 2024-09-13T15:00:00.071 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T15:00:00.071 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T15:00:00.071 INFO:teuthology.orchestra.run.smithi033.stdout: mon_allow_pool_size_one = true 2024-09-13T15:00:00.071 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.071 INFO:teuthology.orchestra.run.smithi033.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T15:00:00.071 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.071 INFO:teuthology.orchestra.run.smithi033.stdout: osd default data pool replay window = 5 2024-09-13T15:00:00.071 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.071 INFO:teuthology.orchestra.run.smithi033.stdout: mon allow pool delete = true 2024-09-13T15:00:00.071 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.071 INFO:teuthology.orchestra.run.smithi033.stdout: mon cluster log file level = debug 2024-09-13T15:00:00.071 INFO:teuthology.orchestra.run.smithi033.stdout: debug asserts on shutdown = true 2024-09-13T15:00:00.072 INFO:teuthology.orchestra.run.smithi033.stdout: mon health detail to clog = false 2024-09-13T15:00:00.072 INFO:teuthology.orchestra.run.smithi033.stdout: mon host = "172.21.15.33,172.21.15.103,[v2:172.21.15.103:3301,v1:172.21.15.103:6790]" 2024-09-13T15:00:00.072 INFO:teuthology.orchestra.run.smithi033.stdout: fsid = 26cfc81a-7b79-4125-b830-c08a65e88194 2024-09-13T15:00:00.072 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.072 INFO:teuthology.orchestra.run.smithi033.stdout:[osd] 2024-09-13T15:00:00.072 INFO:teuthology.orchestra.run.smithi033.stdout: osd journal size = 100 2024-09-13T15:00:00.072 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.072 INFO:teuthology.orchestra.run.smithi033.stdout: osd scrub load threshold = 5.0 2024-09-13T15:00:00.072 INFO:teuthology.orchestra.run.smithi033.stdout: osd scrub max interval = 600 2024-09-13T15:00:00.072 INFO:teuthology.orchestra.run.smithi033.stdout: osd mclock profile = high_recovery_ops 2024-09-13T15:00:00.072 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.072 INFO:teuthology.orchestra.run.smithi033.stdout: osd recover clone overlap = true 2024-09-13T15:00:00.072 INFO:teuthology.orchestra.run.smithi033.stdout: osd recovery max chunk = 1048576 2024-09-13T15:00:00.072 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.073 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug shutdown = true 2024-09-13T15:00:00.073 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug op order = true 2024-09-13T15:00:00.073 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug verify stray on activate = true 2024-09-13T15:00:00.073 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.073 INFO:teuthology.orchestra.run.smithi033.stdout: osd open classes on start = true 2024-09-13T15:00:00.073 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug pg log writeout = true 2024-09-13T15:00:00.073 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.073 INFO:teuthology.orchestra.run.smithi033.stdout: osd deep scrub update digest min age = 30 2024-09-13T15:00:00.073 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.073 INFO:teuthology.orchestra.run.smithi033.stdout: osd map max advance = 10 2024-09-13T15:00:00.073 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.073 INFO:teuthology.orchestra.run.smithi033.stdout: journal zero on create = true 2024-09-13T15:00:00.073 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.073 INFO:teuthology.orchestra.run.smithi033.stdout: filestore ondisk finisher threads = 3 2024-09-13T15:00:00.074 INFO:teuthology.orchestra.run.smithi033.stdout: filestore apply finisher threads = 3 2024-09-13T15:00:00.074 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.074 INFO:teuthology.orchestra.run.smithi033.stdout: bdev debug aio = true 2024-09-13T15:00:00.074 INFO:teuthology.orchestra.run.smithi033.stdout: osd debug misdirected ops = true 2024-09-13T15:00:00.074 INFO:teuthology.orchestra.run.smithi033.stdout: bluestore block size = 96636764160 2024-09-13T15:00:00.074 INFO:teuthology.orchestra.run.smithi033.stdout: bluestore fsck on mount = True 2024-09-13T15:00:00.074 INFO:teuthology.orchestra.run.smithi033.stdout: debug bluefs = 20 2024-09-13T15:00:00.074 INFO:teuthology.orchestra.run.smithi033.stdout: debug bluestore = 20 2024-09-13T15:00:00.074 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-09-13T15:00:00.074 INFO:teuthology.orchestra.run.smithi033.stdout: debug osd = 20 2024-09-13T15:00:00.074 INFO:teuthology.orchestra.run.smithi033.stdout: debug rocksdb = 10 2024-09-13T15:00:00.074 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T15:00:00.074 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd full ratio = 0.9 2024-09-13T15:00:00.074 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd nearfull ratio = 0.8 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout: osd failsafe full ratio = 0.95 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout: osd objectstore = bluestore 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout: osd op complaint time = 180 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout:[mgr] 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout: debug mgr = 20 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout: debug mon = 20 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout: debug auth = 20 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min pgs per osd = 4 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min bytes per osd = 10 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout: mgr/telemetry/nag = false 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout: debug client = 20 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.075 INFO:teuthology.orchestra.run.smithi033.stdout:[mon] 2024-09-13T15:00:00.076 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-09-13T15:00:00.076 INFO:teuthology.orchestra.run.smithi033.stdout: debug mon = 20 2024-09-13T15:00:00.076 INFO:teuthology.orchestra.run.smithi033.stdout: debug paxos = 20 2024-09-13T15:00:00.076 INFO:teuthology.orchestra.run.smithi033.stdout: debug auth = 20 2024-09-13T15:00:00.076 INFO:teuthology.orchestra.run.smithi033.stdout: mon data avail warn = 5 2024-09-13T15:00:00.076 INFO:teuthology.orchestra.run.smithi033.stdout: mon mgr mkfs grace = 240 2024-09-13T15:00:00.076 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min pgs per osd = 4 2024-09-13T15:00:00.076 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd reporter subtree level = osd 2024-09-13T15:00:00.077 INFO:teuthology.orchestra.run.smithi033.stdout: mon osd prime pg temp = true 2024-09-13T15:00:00.077 INFO:teuthology.orchestra.run.smithi033.stdout: mon reweight min bytes per osd = 10 2024-09-13T15:00:00.077 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.078 INFO:teuthology.orchestra.run.smithi033.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T15:00:00.078 INFO:teuthology.orchestra.run.smithi033.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T15:00:00.078 INFO:teuthology.orchestra.run.smithi033.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T15:00:00.078 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.078 INFO:teuthology.orchestra.run.smithi033.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T15:00:00.078 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T15:00:00.078 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T15:00:00.078 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.078 INFO:teuthology.orchestra.run.smithi033.stdout: # 1m isn't quite enough 2024-09-13T15:00:00.078 INFO:teuthology.orchestra.run.smithi033.stdout: mon_down_mkfs_grace = 2m 2024-09-13T15:00:00.078 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.078 INFO:teuthology.orchestra.run.smithi033.stdout: mon_warn_on_filestore_osds = false 2024-09-13T15:00:00.078 INFO:teuthology.orchestra.run.smithi033.stdout: mon op complaint time = 120 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout: mon warn on pool no app = False 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout:[client] 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout: rgw cache enabled = true 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout: rgw enable ops log = true 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout: rgw enable usage log = true 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout: client mount timeout = 600 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout: debug client = 20 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout: pid file = "" 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout: rados mon op timeout = 900 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout: rados osd op timeout = 900 2024-09-13T15:00:00.079 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.a] 2024-09-13T15:00:00.080 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.b] 2024-09-13T15:00:00.080 INFO:teuthology.orchestra.run.smithi033.stdout:[mon.c] 2024-09-13T15:00:00.080 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.a] 2024-09-13T15:00:00.080 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.c] 2024-09-13T15:00:00.080 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.b] 2024-09-13T15:00:00.080 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.d] 2024-09-13T15:00:00.080 INFO:teuthology.orchestra.run.smithi033.stdout:[mds] 2024-09-13T15:00:00.080 INFO:teuthology.orchestra.run.smithi033.stdout: debug mds = 20 2024-09-13T15:00:00.080 INFO:teuthology.orchestra.run.smithi033.stdout: debug mds balancer = 20 2024-09-13T15:00:00.080 INFO:teuthology.orchestra.run.smithi033.stdout: debug ms = 1 2024-09-13T15:00:00.080 INFO:teuthology.orchestra.run.smithi033.stdout: mds debug frag = True 2024-09-13T15:00:00.080 INFO:teuthology.orchestra.run.smithi033.stdout: mds debug scatterstat = True 2024-09-13T15:00:00.080 INFO:teuthology.orchestra.run.smithi033.stdout: mds op complaint time = 180 2024-09-13T15:00:00.080 INFO:teuthology.orchestra.run.smithi033.stdout: mds verify scatter = True 2024-09-13T15:00:00.081 INFO:teuthology.orchestra.run.smithi033.stdout: osd op complaint time = 180 2024-09-13T15:00:00.081 INFO:teuthology.orchestra.run.smithi033.stdout: rados mon op timeout = 900 2024-09-13T15:00:00.081 INFO:teuthology.orchestra.run.smithi033.stdout: rados osd op timeout = 900 2024-09-13T15:00:00.081 INFO:teuthology.orchestra.run.smithi103.stdout:[global] 2024-09-13T15:00:00.082 INFO:teuthology.orchestra.run.smithi103.stdout: chdir = "" 2024-09-13T15:00:00.082 INFO:teuthology.orchestra.run.smithi103.stdout: pid file = /var/run/ceph/$cluster-$name.pid 2024-09-13T15:00:00.082 INFO:teuthology.orchestra.run.smithi103.stdout: auth supported = cephx 2024-09-13T15:00:00.082 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.082 INFO:teuthology.orchestra.run.smithi103.stdout: filestore xattr use omap = true 2024-09-13T15:00:00.082 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.082 INFO:teuthology.orchestra.run.smithi103.stdout: mon clock drift allowed = 1.000 2024-09-13T15:00:00.082 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.082 INFO:teuthology.orchestra.run.smithi103.stdout: osd crush chooseleaf type = 0 2024-09-13T15:00:00.082 INFO:teuthology.orchestra.run.smithi103.stdout: auth debug = true 2024-09-13T15:00:00.082 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.082 INFO:teuthology.orchestra.run.smithi103.stdout: ms die on old message = true 2024-09-13T15:00:00.082 INFO:teuthology.orchestra.run.smithi103.stdout: ms die on bug = true 2024-09-13T15:00:00.083 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.083 INFO:teuthology.orchestra.run.smithi103.stdout: mon max pg per osd = 10000 # >= luminous 2024-09-13T15:00:00.083 INFO:teuthology.orchestra.run.smithi103.stdout: mon pg warn max object skew = 0 2024-09-13T15:00:00.083 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.083 INFO:teuthology.orchestra.run.smithi103.stdout: # disable pg_autoscaler by default for new pools 2024-09-13T15:00:00.083 INFO:teuthology.orchestra.run.smithi103.stdout: osd_pool_default_pg_autoscale_mode = off 2024-09-13T15:00:00.083 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.083 INFO:teuthology.orchestra.run.smithi103.stdout: osd pool default size = 2 2024-09-13T15:00:00.084 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.084 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd allow primary affinity = true 2024-09-13T15:00:00.084 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd allow pg remap = true 2024-09-13T15:00:00.084 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on legacy crush tunables = false 2024-09-13T15:00:00.084 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on crush straw calc version zero = false 2024-09-13T15:00:00.084 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on no sortbitwise = false 2024-09-13T15:00:00.084 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on osd down out interval zero = false 2024-09-13T15:00:00.084 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on too few osds = false 2024-09-13T15:00:00.084 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_pool_pg_num_not_power_of_two = false 2024-09-13T15:00:00.084 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_pool_no_redundancy = false 2024-09-13T15:00:00.084 INFO:teuthology.orchestra.run.smithi103.stdout: mon_allow_pool_size_one = true 2024-09-13T15:00:00.085 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.085 INFO:teuthology.orchestra.run.smithi103.stdout: osd pool default erasure code profile = plugin=jerasure technique=reed_sol_van k=2 m=1 crush-failure-domain=osd 2024-09-13T15:00:00.085 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.085 INFO:teuthology.orchestra.run.smithi103.stdout: osd default data pool replay window = 5 2024-09-13T15:00:00.085 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.085 INFO:teuthology.orchestra.run.smithi103.stdout: mon allow pool delete = true 2024-09-13T15:00:00.085 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.085 INFO:teuthology.orchestra.run.smithi103.stdout: mon cluster log file level = debug 2024-09-13T15:00:00.085 INFO:teuthology.orchestra.run.smithi103.stdout: debug asserts on shutdown = true 2024-09-13T15:00:00.085 INFO:teuthology.orchestra.run.smithi103.stdout: mon health detail to clog = false 2024-09-13T15:00:00.085 INFO:teuthology.orchestra.run.smithi103.stdout: mon host = "172.21.15.33,172.21.15.103,[v2:172.21.15.103:3301,v1:172.21.15.103:6790]" 2024-09-13T15:00:00.085 INFO:teuthology.orchestra.run.smithi103.stdout: fsid = 26cfc81a-7b79-4125-b830-c08a65e88194 2024-09-13T15:00:00.086 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.086 INFO:teuthology.orchestra.run.smithi103.stdout:[osd] 2024-09-13T15:00:00.086 INFO:teuthology.orchestra.run.smithi103.stdout: osd journal size = 100 2024-09-13T15:00:00.086 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.086 INFO:teuthology.orchestra.run.smithi103.stdout: osd scrub load threshold = 5.0 2024-09-13T15:00:00.086 INFO:teuthology.orchestra.run.smithi103.stdout: osd scrub max interval = 600 2024-09-13T15:00:00.086 INFO:teuthology.orchestra.run.smithi103.stdout: osd mclock profile = high_recovery_ops 2024-09-13T15:00:00.086 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.086 INFO:teuthology.orchestra.run.smithi103.stdout: osd recover clone overlap = true 2024-09-13T15:00:00.086 INFO:teuthology.orchestra.run.smithi103.stdout: osd recovery max chunk = 1048576 2024-09-13T15:00:00.086 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.086 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug shutdown = true 2024-09-13T15:00:00.086 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug op order = true 2024-09-13T15:00:00.086 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug verify stray on activate = true 2024-09-13T15:00:00.087 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.087 INFO:teuthology.orchestra.run.smithi103.stdout: osd open classes on start = true 2024-09-13T15:00:00.087 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug pg log writeout = true 2024-09-13T15:00:00.087 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.087 INFO:teuthology.orchestra.run.smithi103.stdout: osd deep scrub update digest min age = 30 2024-09-13T15:00:00.087 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.087 INFO:teuthology.orchestra.run.smithi103.stdout: osd map max advance = 10 2024-09-13T15:00:00.087 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.087 INFO:teuthology.orchestra.run.smithi103.stdout: journal zero on create = true 2024-09-13T15:00:00.087 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.087 INFO:teuthology.orchestra.run.smithi103.stdout: filestore ondisk finisher threads = 3 2024-09-13T15:00:00.087 INFO:teuthology.orchestra.run.smithi103.stdout: filestore apply finisher threads = 3 2024-09-13T15:00:00.087 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.087 INFO:teuthology.orchestra.run.smithi103.stdout: bdev debug aio = true 2024-09-13T15:00:00.088 INFO:teuthology.orchestra.run.smithi103.stdout: osd debug misdirected ops = true 2024-09-13T15:00:00.088 INFO:teuthology.orchestra.run.smithi103.stdout: bluestore block size = 96636764160 2024-09-13T15:00:00.088 INFO:teuthology.orchestra.run.smithi103.stdout: bluestore fsck on mount = True 2024-09-13T15:00:00.088 INFO:teuthology.orchestra.run.smithi103.stdout: debug bluefs = 20 2024-09-13T15:00:00.088 INFO:teuthology.orchestra.run.smithi103.stdout: debug bluestore = 20 2024-09-13T15:00:00.088 INFO:teuthology.orchestra.run.smithi103.stdout: debug ms = 1 2024-09-13T15:00:00.088 INFO:teuthology.orchestra.run.smithi103.stdout: debug osd = 20 2024-09-13T15:00:00.088 INFO:teuthology.orchestra.run.smithi103.stdout: debug rocksdb = 10 2024-09-13T15:00:00.088 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd backfillfull_ratio = 0.85 2024-09-13T15:00:00.088 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd full ratio = 0.9 2024-09-13T15:00:00.088 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd nearfull ratio = 0.8 2024-09-13T15:00:00.088 INFO:teuthology.orchestra.run.smithi103.stdout: osd failsafe full ratio = 0.95 2024-09-13T15:00:00.088 INFO:teuthology.orchestra.run.smithi103.stdout: osd objectstore = bluestore 2024-09-13T15:00:00.088 INFO:teuthology.orchestra.run.smithi103.stdout: osd op complaint time = 180 2024-09-13T15:00:00.089 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.089 INFO:teuthology.orchestra.run.smithi103.stdout:[mgr] 2024-09-13T15:00:00.089 INFO:teuthology.orchestra.run.smithi103.stdout: debug ms = 1 2024-09-13T15:00:00.089 INFO:teuthology.orchestra.run.smithi103.stdout: debug mgr = 20 2024-09-13T15:00:00.089 INFO:teuthology.orchestra.run.smithi103.stdout: debug mon = 20 2024-09-13T15:00:00.089 INFO:teuthology.orchestra.run.smithi103.stdout: debug auth = 20 2024-09-13T15:00:00.089 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min pgs per osd = 4 2024-09-13T15:00:00.089 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min bytes per osd = 10 2024-09-13T15:00:00.089 INFO:teuthology.orchestra.run.smithi103.stdout: mgr/telemetry/nag = false 2024-09-13T15:00:00.089 INFO:teuthology.orchestra.run.smithi103.stdout: debug client = 20 2024-09-13T15:00:00.089 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.089 INFO:teuthology.orchestra.run.smithi103.stdout:[mon] 2024-09-13T15:00:00.089 INFO:teuthology.orchestra.run.smithi103.stdout: debug ms = 1 2024-09-13T15:00:00.089 INFO:teuthology.orchestra.run.smithi103.stdout: debug mon = 20 2024-09-13T15:00:00.090 INFO:teuthology.orchestra.run.smithi103.stdout: debug paxos = 20 2024-09-13T15:00:00.090 INFO:teuthology.orchestra.run.smithi103.stdout: debug auth = 20 2024-09-13T15:00:00.090 INFO:teuthology.orchestra.run.smithi103.stdout: mon data avail warn = 5 2024-09-13T15:00:00.090 INFO:teuthology.orchestra.run.smithi103.stdout: mon mgr mkfs grace = 240 2024-09-13T15:00:00.090 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min pgs per osd = 4 2024-09-13T15:00:00.090 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd reporter subtree level = osd 2024-09-13T15:00:00.090 INFO:teuthology.orchestra.run.smithi103.stdout: mon osd prime pg temp = true 2024-09-13T15:00:00.090 INFO:teuthology.orchestra.run.smithi103.stdout: mon reweight min bytes per osd = 10 2024-09-13T15:00:00.090 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.090 INFO:teuthology.orchestra.run.smithi103.stdout: # rotate auth tickets quickly to exercise renewal paths 2024-09-13T15:00:00.090 INFO:teuthology.orchestra.run.smithi103.stdout: auth mon ticket ttl = 660 # 11m 2024-09-13T15:00:00.090 INFO:teuthology.orchestra.run.smithi103.stdout: auth service ticket ttl = 240 # 4m 2024-09-13T15:00:00.090 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.091 INFO:teuthology.orchestra.run.smithi103.stdout: # don't complain about insecure global_id in the test suite 2024-09-13T15:00:00.091 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_insecure_global_id_reclaim = false 2024-09-13T15:00:00.091 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_insecure_global_id_reclaim_allowed = false 2024-09-13T15:00:00.091 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.091 INFO:teuthology.orchestra.run.smithi103.stdout: # 1m isn't quite enough 2024-09-13T15:00:00.091 INFO:teuthology.orchestra.run.smithi103.stdout: mon_down_mkfs_grace = 2m 2024-09-13T15:00:00.091 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.091 INFO:teuthology.orchestra.run.smithi103.stdout: mon_warn_on_filestore_osds = false 2024-09-13T15:00:00.091 INFO:teuthology.orchestra.run.smithi103.stdout: mon op complaint time = 120 2024-09-13T15:00:00.091 INFO:teuthology.orchestra.run.smithi103.stdout: mon warn on pool no app = False 2024-09-13T15:00:00.092 INFO:teuthology.orchestra.run.smithi103.stdout: 2024-09-13T15:00:00.092 INFO:teuthology.orchestra.run.smithi103.stdout:[client] 2024-09-13T15:00:00.092 INFO:teuthology.orchestra.run.smithi103.stdout: rgw cache enabled = true 2024-09-13T15:00:00.092 INFO:teuthology.orchestra.run.smithi103.stdout: rgw enable ops log = true 2024-09-13T15:00:00.092 INFO:teuthology.orchestra.run.smithi103.stdout: rgw enable usage log = true 2024-09-13T15:00:00.092 INFO:teuthology.orchestra.run.smithi103.stdout: log file = /var/log/ceph/$cluster-$name.$pid.log 2024-09-13T15:00:00.092 INFO:teuthology.orchestra.run.smithi103.stdout: admin socket = /var/run/ceph/$cluster-$name.$pid.asok 2024-09-13T15:00:00.092 INFO:teuthology.orchestra.run.smithi103.stdout: client mount timeout = 600 2024-09-13T15:00:00.092 INFO:teuthology.orchestra.run.smithi103.stdout: debug client = 20 2024-09-13T15:00:00.092 INFO:teuthology.orchestra.run.smithi103.stdout: debug ms = 1 2024-09-13T15:00:00.092 INFO:teuthology.orchestra.run.smithi103.stdout: pid file = "" 2024-09-13T15:00:00.092 INFO:teuthology.orchestra.run.smithi103.stdout: rados mon op timeout = 900 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout: rados osd op timeout = 900 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout:[mon.a] 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout:[mon.b] 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout:[mon.c] 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout:[mds.a] 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout:[mds.c] 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout:[mds.b] 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout:[mds.d] 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout:[mds] 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout: debug mds = 20 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout: debug mds balancer = 20 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout: debug ms = 1 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout: mds debug frag = True 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout: mds debug scatterstat = True 2024-09-13T15:00:00.093 INFO:teuthology.orchestra.run.smithi103.stdout: mds op complaint time = 180 2024-09-13T15:00:00.094 INFO:teuthology.orchestra.run.smithi103.stdout: mds verify scatter = True 2024-09-13T15:00:00.094 INFO:teuthology.orchestra.run.smithi103.stdout: osd op complaint time = 180 2024-09-13T15:00:00.094 INFO:teuthology.orchestra.run.smithi103.stdout: rados mon op timeout = 900 2024-09-13T15:00:00.094 INFO:teuthology.orchestra.run.smithi103.stdout: rados osd op timeout = 900 2024-09-13T15:00:00.095 INFO:tasks.ceph:Creating admin key on mon.a... 2024-09-13T15:00:00.095 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --gen-key --name=client.admin --cap mon 'allow *' --cap osd 'allow *' --cap mds 'allow *' --cap mgr 'allow *' /etc/ceph/ceph.keyring 2024-09-13T15:00:00.149 INFO:tasks.ceph:Copying monmap to all nodes... 2024-09-13T15:00:00.149 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:00.149 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/etc/ceph/ceph.keyring of=/dev/stdout 2024-09-13T15:00:00.156 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:00.156 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/home/ubuntu/cephtest/ceph.monmap of=/dev/stdout 2024-09-13T15:00:00.161 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:00:00.161 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:00.161 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T15:00:00.161 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T15:00:00.184 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:00.184 DEBUG:teuthology.orchestra.run.smithi033:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:00:00.193 INFO:tasks.ceph:Sending monmap to node ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T15:00:00.193 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:00.194 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd of=/etc/ceph/ceph.keyring 2024-09-13T15:00:00.194 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 0644 /etc/ceph/ceph.keyring 2024-09-13T15:00:00.221 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:00.221 DEBUG:teuthology.orchestra.run.smithi103:> dd of=/home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:00:00.272 INFO:tasks.ceph:Setting up mon nodes... 2024-09-13T15:00:00.272 INFO:tasks.ceph:Setting up mgr nodes... 2024-09-13T15:00:00.272 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/mgr/ceph-y && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.y /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T15:00:00.323 INFO:teuthology.orchestra.run.smithi033.stdout:creating /var/lib/ceph/mgr/ceph-y/keyring 2024-09-13T15:00:00.326 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/mgr/ceph-x && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mgr.x /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T15:00:00.377 INFO:teuthology.orchestra.run.smithi103.stdout:creating /var/lib/ceph/mgr/ceph-x/keyring 2024-09-13T15:00:00.388 INFO:tasks.ceph:Setting up mds nodes... 2024-09-13T15:00:00.388 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/mds/ceph-a && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.a /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T15:00:00.442 INFO:teuthology.orchestra.run.smithi033.stdout:creating /var/lib/ceph/mds/ceph-a/keyring 2024-09-13T15:00:00.445 DEBUG:teuthology.orchestra.run.smithi033:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-a 2024-09-13T15:00:00.461 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/mds/ceph-c && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.c /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T15:00:00.509 INFO:teuthology.orchestra.run.smithi033.stdout:creating /var/lib/ceph/mds/ceph-c/keyring 2024-09-13T15:00:00.513 DEBUG:teuthology.orchestra.run.smithi033:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-c 2024-09-13T15:00:00.527 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/mds/ceph-b && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.b /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T15:00:00.577 INFO:teuthology.orchestra.run.smithi103.stdout:creating /var/lib/ceph/mds/ceph-b/keyring 2024-09-13T15:00:00.580 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-b 2024-09-13T15:00:00.592 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/mds/ceph-d && sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=mds.d /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T15:00:00.635 INFO:teuthology.orchestra.run.smithi103.stdout:creating /var/lib/ceph/mds/ceph-d/keyring 2024-09-13T15:00:00.638 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/mds/ceph-d 2024-09-13T15:00:00.648 INFO:tasks.ceph_client:Setting up client nodes... 2024-09-13T15:00:00.648 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.0 /etc/ceph/ceph.client.0.keyring && sudo chmod 0644 /etc/ceph/ceph.client.0.keyring 2024-09-13T15:00:00.692 INFO:teuthology.orchestra.run.smithi033.stdout:creating /etc/ceph/ceph.client.0.keyring 2024-09-13T15:00:00.705 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.2 /etc/ceph/ceph.client.2.keyring && sudo chmod 0644 /etc/ceph/ceph.client.2.keyring 2024-09-13T15:00:00.742 INFO:teuthology.orchestra.run.smithi033.stdout:creating /etc/ceph/ceph.client.2.keyring 2024-09-13T15:00:00.757 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.1 /etc/ceph/ceph.client.1.keyring && sudo chmod 0644 /etc/ceph/ceph.client.1.keyring 2024-09-13T15:00:00.794 INFO:teuthology.orchestra.run.smithi103.stdout:creating /etc/ceph/ceph.client.1.keyring 2024-09-13T15:00:00.808 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool --create-keyring --gen-key --name=client.3 /etc/ceph/ceph.client.3.keyring && sudo chmod 0644 /etc/ceph/ceph.client.3.keyring 2024-09-13T15:00:00.847 INFO:teuthology.orchestra.run.smithi103.stdout:creating /etc/ceph/ceph.client.3.keyring 2024-09-13T15:00:00.859 INFO:tasks.ceph:Running mkfs on osd nodes... 2024-09-13T15:00:00.859 INFO:tasks.ceph:ctx.disk_config.remote_to_roles_to_dev: {Remote(name='ubuntu@smithi033.front.sepia.ceph.com'): {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'}, Remote(name='ubuntu@smithi103.front.sepia.ceph.com'): {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'}} 2024-09-13T15:00:00.859 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/osd/ceph-0 2024-09-13T15:00:00.876 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T15:00:00.876 INFO:tasks.ceph:role: osd.0 2024-09-13T15:00:00.876 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:00:00.876 DEBUG:teuthology.orchestra.run.smithi033:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T15:00:01.442 INFO:teuthology.orchestra.run.smithi033.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:00:01.443 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:00:01.443 INFO:teuthology.orchestra.run.smithi033.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:00:01.443 INFO:teuthology.orchestra.run.smithi033.stdout: = reflink=1 2024-09-13T15:00:01.443 INFO:teuthology.orchestra.run.smithi033.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:00:01.443 INFO:teuthology.orchestra.run.smithi033.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:00:01.443 INFO:teuthology.orchestra.run.smithi033.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:00:01.443 INFO:teuthology.orchestra.run.smithi033.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:00:01.443 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:00:01.443 INFO:teuthology.orchestra.run.smithi033.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:00:01.445 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi033.front.sepia.ceph.com -o noatime 2024-09-13T15:00:01.445 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-0 2024-09-13T15:00:01.531 DEBUG:teuthology.orchestra.run.smithi033:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-0 2024-09-13T15:00:01.542 INFO:teuthology.orchestra.run.smithi033.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:00:01.543 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:00:01.543 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/osd/ceph-1 2024-09-13T15:00:01.555 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T15:00:01.556 INFO:tasks.ceph:role: osd.1 2024-09-13T15:00:01.556 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:00:01.556 DEBUG:teuthology.orchestra.run.smithi033:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T15:00:02.082 INFO:teuthology.orchestra.run.smithi033.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:00:02.082 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:00:02.082 INFO:teuthology.orchestra.run.smithi033.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:00:02.082 INFO:teuthology.orchestra.run.smithi033.stdout: = reflink=1 2024-09-13T15:00:02.082 INFO:teuthology.orchestra.run.smithi033.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:00:02.082 INFO:teuthology.orchestra.run.smithi033.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:00:02.082 INFO:teuthology.orchestra.run.smithi033.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:00:02.082 INFO:teuthology.orchestra.run.smithi033.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:00:02.082 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:00:02.082 INFO:teuthology.orchestra.run.smithi033.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:00:02.084 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi033.front.sepia.ceph.com -o noatime 2024-09-13T15:00:02.084 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-1 2024-09-13T15:00:02.126 DEBUG:teuthology.orchestra.run.smithi033:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-1 2024-09-13T15:00:02.179 INFO:teuthology.orchestra.run.smithi033.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:00:02.179 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:00:02.180 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/osd/ceph-2 2024-09-13T15:00:02.189 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T15:00:02.190 INFO:tasks.ceph:role: osd.2 2024-09-13T15:00:02.190 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:00:02.190 DEBUG:teuthology.orchestra.run.smithi033:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T15:00:02.649 INFO:teuthology.orchestra.run.smithi033.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:00:02.649 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:00:02.650 INFO:teuthology.orchestra.run.smithi033.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:00:02.650 INFO:teuthology.orchestra.run.smithi033.stdout: = reflink=1 2024-09-13T15:00:02.650 INFO:teuthology.orchestra.run.smithi033.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:00:02.650 INFO:teuthology.orchestra.run.smithi033.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:00:02.650 INFO:teuthology.orchestra.run.smithi033.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:00:02.650 INFO:teuthology.orchestra.run.smithi033.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:00:02.650 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:00:02.650 INFO:teuthology.orchestra.run.smithi033.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:00:02.651 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi033.front.sepia.ceph.com -o noatime 2024-09-13T15:00:02.652 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-2 2024-09-13T15:00:02.710 DEBUG:teuthology.orchestra.run.smithi033:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-2 2024-09-13T15:00:02.723 INFO:teuthology.orchestra.run.smithi033.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:00:02.723 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:00:02.724 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/osd/ceph-3 2024-09-13T15:00:02.733 INFO:tasks.ceph:roles_to_devs: {'osd.0': '/dev/vg_nvme/lv_1', 'osd.1': '/dev/vg_nvme/lv_2', 'osd.2': '/dev/vg_nvme/lv_3', 'osd.3': '/dev/vg_nvme/lv_4'} 2024-09-13T15:00:02.733 INFO:tasks.ceph:role: osd.3 2024-09-13T15:00:02.733 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:00:02.733 DEBUG:teuthology.orchestra.run.smithi033:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T15:00:03.221 INFO:teuthology.orchestra.run.smithi033.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:00:03.221 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:00:03.222 INFO:teuthology.orchestra.run.smithi033.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:00:03.222 INFO:teuthology.orchestra.run.smithi033.stdout: = reflink=1 2024-09-13T15:00:03.222 INFO:teuthology.orchestra.run.smithi033.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:00:03.222 INFO:teuthology.orchestra.run.smithi033.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:00:03.222 INFO:teuthology.orchestra.run.smithi033.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:00:03.222 INFO:teuthology.orchestra.run.smithi033.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:00:03.222 INFO:teuthology.orchestra.run.smithi033.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:00:03.222 INFO:teuthology.orchestra.run.smithi033.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:00:03.223 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi033.front.sepia.ceph.com -o noatime 2024-09-13T15:00:03.224 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-3 2024-09-13T15:00:03.284 DEBUG:teuthology.orchestra.run.smithi033:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-3 2024-09-13T15:00:03.297 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:00:03.297 INFO:teuthology.orchestra.run.smithi033.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:00:03.297 DEBUG:teuthology.orchestra.run.smithi033:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 0 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:00:03.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:03.369+0000 7fd1bd6f2880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-0/keyring: can't open /var/lib/ceph/osd/ceph-0/keyring: (2) No such file or directory 2024-09-13T15:00:03.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:03.373+0000 7fd1bd6f2880 -1 created new key in keyring /var/lib/ceph/osd/ceph-0/keyring 2024-09-13T15:00:03.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:03.373+0000 7fd1bd6f2880 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T15:00:03.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:03.373+0000 7fd1bd6f2880 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T15:00:03.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:03.373+0000 7fd1bd6f2880 -1 bluestore(/var/lib/ceph/osd/ceph-0/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-0/block: (2) No such file or directory 2024-09-13T15:00:03.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:03.377+0000 7fd1bd6f2880 -1 bluestore(/var/lib/ceph/osd/ceph-0) _read_fsid unparsable uuid 2024-09-13T15:00:06.379 DEBUG:teuthology.orchestra.run.smithi033:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-0 2024-09-13T15:00:06.394 DEBUG:teuthology.orchestra.run.smithi033:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 1 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:00:06.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:06.473+0000 7f4d176ba880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-1/keyring: can't open /var/lib/ceph/osd/ceph-1/keyring: (2) No such file or directory 2024-09-13T15:00:06.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:06.477+0000 7f4d176ba880 -1 created new key in keyring /var/lib/ceph/osd/ceph-1/keyring 2024-09-13T15:00:06.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:06.477+0000 7f4d176ba880 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T15:00:06.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:06.477+0000 7f4d176ba880 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T15:00:06.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:06.477+0000 7f4d176ba880 -1 bluestore(/var/lib/ceph/osd/ceph-1/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-1/block: (2) No such file or directory 2024-09-13T15:00:06.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:06.477+0000 7f4d176ba880 -1 bluestore(/var/lib/ceph/osd/ceph-1) _read_fsid unparsable uuid 2024-09-13T15:00:09.482 DEBUG:teuthology.orchestra.run.smithi033:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-1 2024-09-13T15:00:09.500 DEBUG:teuthology.orchestra.run.smithi033:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 2 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:00:09.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:09.537+0000 7f18c211c880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-2/keyring: can't open /var/lib/ceph/osd/ceph-2/keyring: (2) No such file or directory 2024-09-13T15:00:09.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:09.537+0000 7f18c211c880 -1 created new key in keyring /var/lib/ceph/osd/ceph-2/keyring 2024-09-13T15:00:09.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:09.537+0000 7f18c211c880 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T15:00:09.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:09.537+0000 7f18c211c880 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T15:00:09.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:09.537+0000 7f18c211c880 -1 bluestore(/var/lib/ceph/osd/ceph-2/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-2/block: (2) No such file or directory 2024-09-13T15:00:09.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:09.541+0000 7f18c211c880 -1 bluestore(/var/lib/ceph/osd/ceph-2) _read_fsid unparsable uuid 2024-09-13T15:00:12.541 DEBUG:teuthology.orchestra.run.smithi033:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-2 2024-09-13T15:00:12.557 DEBUG:teuthology.orchestra.run.smithi033:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 3 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:00:12.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:12.597+0000 7f118c80a880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-3/keyring: can't open /var/lib/ceph/osd/ceph-3/keyring: (2) No such file or directory 2024-09-13T15:00:12.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:12.597+0000 7f118c80a880 -1 created new key in keyring /var/lib/ceph/osd/ceph-3/keyring 2024-09-13T15:00:12.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:12.597+0000 7f118c80a880 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T15:00:12.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:12.597+0000 7f118c80a880 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T15:00:12.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:12.597+0000 7f118c80a880 -1 bluestore(/var/lib/ceph/osd/ceph-3/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-3/block: (2) No such file or directory 2024-09-13T15:00:12.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:12.597+0000 7f118c80a880 -1 bluestore(/var/lib/ceph/osd/ceph-3) _read_fsid unparsable uuid 2024-09-13T15:00:15.637 DEBUG:teuthology.orchestra.run.smithi033:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-3 2024-09-13T15:00:15.652 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/osd/ceph-4 2024-09-13T15:00:15.669 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T15:00:15.669 INFO:tasks.ceph:role: osd.4 2024-09-13T15:00:15.669 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_1 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T15:00:15.669 DEBUG:teuthology.orchestra.run.smithi103:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_1 2024-09-13T15:00:16.214 INFO:teuthology.orchestra.run.smithi103.stdout:meta-data=/dev/vg_nvme/lv_1 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:00:16.215 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:00:16.215 INFO:teuthology.orchestra.run.smithi103.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:00:16.215 INFO:teuthology.orchestra.run.smithi103.stdout: = reflink=1 2024-09-13T15:00:16.215 INFO:teuthology.orchestra.run.smithi103.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:00:16.215 INFO:teuthology.orchestra.run.smithi103.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:00:16.215 INFO:teuthology.orchestra.run.smithi103.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:00:16.215 INFO:teuthology.orchestra.run.smithi103.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:00:16.215 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:00:16.215 INFO:teuthology.orchestra.run.smithi103.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:00:16.217 INFO:tasks.ceph:mount /dev/vg_nvme/lv_1 on ubuntu@smithi103.front.sepia.ceph.com -o noatime 2024-09-13T15:00:16.218 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_1 /var/lib/ceph/osd/ceph-4 2024-09-13T15:00:16.327 DEBUG:teuthology.orchestra.run.smithi103:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-4 2024-09-13T15:00:16.339 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:00:16.339 INFO:teuthology.orchestra.run.smithi103.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:00:16.339 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/osd/ceph-5 2024-09-13T15:00:16.354 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T15:00:16.354 INFO:tasks.ceph:role: osd.5 2024-09-13T15:00:16.354 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_2 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T15:00:16.354 DEBUG:teuthology.orchestra.run.smithi103:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_2 2024-09-13T15:00:16.885 INFO:teuthology.orchestra.run.smithi103.stdout:meta-data=/dev/vg_nvme/lv_2 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:00:16.885 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:00:16.885 INFO:teuthology.orchestra.run.smithi103.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:00:16.885 INFO:teuthology.orchestra.run.smithi103.stdout: = reflink=1 2024-09-13T15:00:16.886 INFO:teuthology.orchestra.run.smithi103.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:00:16.886 INFO:teuthology.orchestra.run.smithi103.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:00:16.886 INFO:teuthology.orchestra.run.smithi103.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:00:16.886 INFO:teuthology.orchestra.run.smithi103.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:00:16.886 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:00:16.886 INFO:teuthology.orchestra.run.smithi103.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:00:16.887 INFO:tasks.ceph:mount /dev/vg_nvme/lv_2 on ubuntu@smithi103.front.sepia.ceph.com -o noatime 2024-09-13T15:00:16.887 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_2 /var/lib/ceph/osd/ceph-5 2024-09-13T15:00:16.918 DEBUG:teuthology.orchestra.run.smithi103:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-5 2024-09-13T15:00:16.926 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:00:16.927 INFO:teuthology.orchestra.run.smithi103.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:00:16.927 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/osd/ceph-6 2024-09-13T15:00:16.986 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T15:00:16.986 INFO:tasks.ceph:role: osd.6 2024-09-13T15:00:16.986 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_3 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T15:00:16.986 DEBUG:teuthology.orchestra.run.smithi103:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_3 2024-09-13T15:00:17.450 INFO:teuthology.orchestra.run.smithi103.stdout:meta-data=/dev/vg_nvme/lv_3 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:00:17.450 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:00:17.450 INFO:teuthology.orchestra.run.smithi103.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:00:17.450 INFO:teuthology.orchestra.run.smithi103.stdout: = reflink=1 2024-09-13T15:00:17.451 INFO:teuthology.orchestra.run.smithi103.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:00:17.451 INFO:teuthology.orchestra.run.smithi103.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:00:17.451 INFO:teuthology.orchestra.run.smithi103.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:00:17.451 INFO:teuthology.orchestra.run.smithi103.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:00:17.451 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:00:17.451 INFO:teuthology.orchestra.run.smithi103.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:00:17.453 INFO:tasks.ceph:mount /dev/vg_nvme/lv_3 on ubuntu@smithi103.front.sepia.ceph.com -o noatime 2024-09-13T15:00:17.453 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_3 /var/lib/ceph/osd/ceph-6 2024-09-13T15:00:17.512 DEBUG:teuthology.orchestra.run.smithi103:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-6 2024-09-13T15:00:17.526 INFO:teuthology.orchestra.run.smithi103.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:00:17.527 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:00:17.528 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/osd/ceph-7 2024-09-13T15:00:17.543 INFO:tasks.ceph:roles_to_devs: {'osd.4': '/dev/vg_nvme/lv_1', 'osd.5': '/dev/vg_nvme/lv_2', 'osd.6': '/dev/vg_nvme/lv_3', 'osd.7': '/dev/vg_nvme/lv_4'} 2024-09-13T15:00:17.543 INFO:tasks.ceph:role: osd.7 2024-09-13T15:00:17.544 INFO:tasks.ceph:['mkfs.xfs', '-f', '-i', 'size=2048'] on /dev/vg_nvme/lv_4 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T15:00:17.544 DEBUG:teuthology.orchestra.run.smithi103:> yes | sudo mkfs.xfs -f -i size=2048 /dev/vg_nvme/lv_4 2024-09-13T15:00:18.130 INFO:teuthology.orchestra.run.smithi103.stdout:meta-data=/dev/vg_nvme/lv_4 isize=2048 agcount=4, agsize=5859072 blks 2024-09-13T15:00:18.130 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 attr=2, projid32bit=1 2024-09-13T15:00:18.130 INFO:teuthology.orchestra.run.smithi103.stdout: = crc=1 finobt=1, sparse=1, rmapbt=0 2024-09-13T15:00:18.131 INFO:teuthology.orchestra.run.smithi103.stdout: = reflink=1 2024-09-13T15:00:18.131 INFO:teuthology.orchestra.run.smithi103.stdout:data = bsize=4096 blocks=23436288, imaxpct=25 2024-09-13T15:00:18.131 INFO:teuthology.orchestra.run.smithi103.stdout: = sunit=0 swidth=0 blks 2024-09-13T15:00:18.131 INFO:teuthology.orchestra.run.smithi103.stdout:naming =version 2 bsize=4096 ascii-ci=0, ftype=1 2024-09-13T15:00:18.131 INFO:teuthology.orchestra.run.smithi103.stdout:log =internal log bsize=4096 blocks=11443, version=2 2024-09-13T15:00:18.132 INFO:teuthology.orchestra.run.smithi103.stdout: = sectsz=512 sunit=0 blks, lazy-count=1 2024-09-13T15:00:18.132 INFO:teuthology.orchestra.run.smithi103.stdout:realtime =none extsz=4096 blocks=0, rtextents=0 2024-09-13T15:00:18.133 INFO:tasks.ceph:mount /dev/vg_nvme/lv_4 on ubuntu@smithi103.front.sepia.ceph.com -o noatime 2024-09-13T15:00:18.134 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t xfs -o noatime /dev/vg_nvme/lv_4 /var/lib/ceph/osd/ceph-7 2024-09-13T15:00:18.194 DEBUG:teuthology.orchestra.run.smithi103:> sudo /sbin/restorecon /var/lib/ceph/osd/ceph-7 2024-09-13T15:00:18.204 INFO:teuthology.orchestra.run.smithi103.stderr:sudo: /sbin/restorecon: command not found 2024-09-13T15:00:18.204 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:00:18.205 DEBUG:teuthology.orchestra.run.smithi103:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 4 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:00:18.334 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:18.328+0000 7f5a4347a880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-4/keyring: can't open /var/lib/ceph/osd/ceph-4/keyring: (2) No such file or directory 2024-09-13T15:00:18.340 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:18.332+0000 7f5a4347a880 -1 created new key in keyring /var/lib/ceph/osd/ceph-4/keyring 2024-09-13T15:00:18.340 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:18.332+0000 7f5a4347a880 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T15:00:18.340 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:18.332+0000 7f5a4347a880 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T15:00:18.340 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:18.332+0000 7f5a4347a880 -1 bluestore(/var/lib/ceph/osd/ceph-4/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-4/block: (2) No such file or directory 2024-09-13T15:00:18.347 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:18.340+0000 7f5a4347a880 -1 bluestore(/var/lib/ceph/osd/ceph-4) _read_fsid unparsable uuid 2024-09-13T15:00:21.362 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-4 2024-09-13T15:00:21.377 DEBUG:teuthology.orchestra.run.smithi103:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 5 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:00:21.418 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:21.412+0000 7f44f24e0880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-5/keyring: can't open /var/lib/ceph/osd/ceph-5/keyring: (2) No such file or directory 2024-09-13T15:00:21.419 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:21.412+0000 7f44f24e0880 -1 created new key in keyring /var/lib/ceph/osd/ceph-5/keyring 2024-09-13T15:00:21.419 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:21.412+0000 7f44f24e0880 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T15:00:21.419 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:21.412+0000 7f44f24e0880 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T15:00:21.419 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:21.412+0000 7f44f24e0880 -1 bluestore(/var/lib/ceph/osd/ceph-5/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-5/block: (2) No such file or directory 2024-09-13T15:00:21.419 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:21.412+0000 7f44f24e0880 -1 bluestore(/var/lib/ceph/osd/ceph-5) _read_fsid unparsable uuid 2024-09-13T15:00:24.413 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-5 2024-09-13T15:00:24.468 DEBUG:teuthology.orchestra.run.smithi103:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 6 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:00:24.510 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:24.504+0000 7f2bce31e880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-6/keyring: can't open /var/lib/ceph/osd/ceph-6/keyring: (2) No such file or directory 2024-09-13T15:00:24.511 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:24.504+0000 7f2bce31e880 -1 created new key in keyring /var/lib/ceph/osd/ceph-6/keyring 2024-09-13T15:00:24.511 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:24.504+0000 7f2bce31e880 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T15:00:24.511 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:24.504+0000 7f2bce31e880 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T15:00:24.511 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:24.504+0000 7f2bce31e880 -1 bluestore(/var/lib/ceph/osd/ceph-6/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-6/block: (2) No such file or directory 2024-09-13T15:00:24.511 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:24.504+0000 7f2bce31e880 -1 bluestore(/var/lib/ceph/osd/ceph-6) _read_fsid unparsable uuid 2024-09-13T15:00:27.512 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-6 2024-09-13T15:00:27.530 DEBUG:teuthology.orchestra.run.smithi103:> sudo MALLOC_CHECK_=3 adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-osd --no-mon-config --cluster ceph --mkfs --mkkey -i 7 --monmap /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:00:27.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:27.564+0000 7f6283555880 -1 auth: error reading file: /var/lib/ceph/osd/ceph-7/keyring: can't open /var/lib/ceph/osd/ceph-7/keyring: (2) No such file or directory 2024-09-13T15:00:27.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:27.564+0000 7f6283555880 -1 created new key in keyring /var/lib/ceph/osd/ceph-7/keyring 2024-09-13T15:00:27.571 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:27.564+0000 7f6283555880 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T15:00:27.572 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:27.564+0000 7f6283555880 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T15:00:27.572 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:27.564+0000 7f6283555880 -1 bluestore(/var/lib/ceph/osd/ceph-7/block) _read_bdev_label failed to open /var/lib/ceph/osd/ceph-7/block: (2) No such file or directory 2024-09-13T15:00:27.572 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:27.564+0000 7f6283555880 -1 bluestore(/var/lib/ceph/osd/ceph-7) _read_fsid unparsable uuid 2024-09-13T15:00:29.146 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:00:29.148 DEBUG:teuthology.orchestra.run.smithi103:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:00:30.584 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/osd/ceph-7 2024-09-13T15:00:30.599 INFO:tasks.ceph:Reading keys from all nodes... 2024-09-13T15:00:30.599 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:30.599 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/mgr/ceph-y/keyring of=/dev/stdout 2024-09-13T15:00:30.615 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:30.616 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/mds/ceph-a/keyring of=/dev/stdout 2024-09-13T15:00:30.674 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:30.674 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/mds/ceph-c/keyring of=/dev/stdout 2024-09-13T15:00:30.685 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:30.686 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-0/keyring of=/dev/stdout 2024-09-13T15:00:30.697 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:30.697 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-1/keyring of=/dev/stdout 2024-09-13T15:00:30.709 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:30.709 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-2/keyring of=/dev/stdout 2024-09-13T15:00:30.767 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:30.767 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-3/keyring of=/dev/stdout 2024-09-13T15:00:30.778 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:30.778 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/mgr/ceph-x/keyring of=/dev/stdout 2024-09-13T15:00:30.795 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:30.795 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/mds/ceph-b/keyring of=/dev/stdout 2024-09-13T15:00:30.851 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:30.851 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/mds/ceph-d/keyring of=/dev/stdout 2024-09-13T15:00:30.866 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:30.866 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-4/keyring of=/dev/stdout 2024-09-13T15:00:30.880 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:30.881 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-5/keyring of=/dev/stdout 2024-09-13T15:00:30.934 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:30.935 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-6/keyring of=/dev/stdout 2024-09-13T15:00:30.950 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:30.950 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-7/keyring of=/dev/stdout 2024-09-13T15:00:30.965 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:30.965 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/etc/ceph/ceph.client.0.keyring of=/dev/stdout 2024-09-13T15:00:30.972 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:30.972 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/etc/ceph/ceph.client.2.keyring of=/dev/stdout 2024-09-13T15:00:31.021 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:31.022 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/etc/ceph/ceph.client.1.keyring of=/dev/stdout 2024-09-13T15:00:31.029 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:31.029 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/etc/ceph/ceph.client.3.keyring of=/dev/stdout 2024-09-13T15:00:31.075 INFO:tasks.ceph:Adding keys to all mons... 2024-09-13T15:00:31.075 DEBUG:teuthology.orchestra.run.smithi033:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T15:00:31.078 DEBUG:teuthology.orchestra.run.smithi103:> sudo tee -a /etc/ceph/ceph.keyring 2024-09-13T15:00:31.089 INFO:teuthology.orchestra.run.smithi103.stdout:[mgr.y] 2024-09-13T15:00:31.089 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQBwU+RmmqsbExAA2I+XZcrhjpUr6jypc0Lhlw== 2024-09-13T15:00:31.089 INFO:teuthology.orchestra.run.smithi103.stdout:[mds.a] 2024-09-13T15:00:31.089 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQBwU+RmqXw2GhAA4tq3VB1oXOwrRdgi+sSHNA== 2024-09-13T15:00:31.089 INFO:teuthology.orchestra.run.smithi103.stdout:[mds.c] 2024-09-13T15:00:31.089 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQBwU+Rm/kpAHhAAPDuW5++Yzj+w4HJPXGdLtw== 2024-09-13T15:00:31.089 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.0] 2024-09-13T15:00:31.090 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQBzU+RmS+Z2FhAAlA/jBv2ouxj9/r9yTxICRw== 2024-09-13T15:00:31.090 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.1] 2024-09-13T15:00:31.090 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQB2U+RmlxWqHBAABchNLixIXHtQPz6nM3HKXA== 2024-09-13T15:00:31.090 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.2] 2024-09-13T15:00:31.090 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQB5U+RmxR1oIBAALy4SpFVd5qxlMnvck4r60g== 2024-09-13T15:00:31.090 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.3] 2024-09-13T15:00:31.090 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQB8U+Rm0y3bIxAAJbN9opMXDsn96sWLFx840Q== 2024-09-13T15:00:31.090 INFO:teuthology.orchestra.run.smithi103.stdout:[mgr.x] 2024-09-13T15:00:31.090 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQBwU+Rm6flJFhAAG88CITO+tMQ5ZlLShbbVrg== 2024-09-13T15:00:31.090 INFO:teuthology.orchestra.run.smithi103.stdout:[mds.b] 2024-09-13T15:00:31.090 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQBwU+RmniFBIhAAhQCGoZhGo2icf6TkJAQT0A== 2024-09-13T15:00:31.090 INFO:teuthology.orchestra.run.smithi103.stdout:[mds.d] 2024-09-13T15:00:31.091 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQBwU+Rm4NWtJRAA/ttiwLzMXr+gAxUV8218Xw== 2024-09-13T15:00:31.091 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.4] 2024-09-13T15:00:31.091 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQCCU+Rmm9y8ExAATMHGZfxNyBmqCx+1c8pUSw== 2024-09-13T15:00:31.091 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.5] 2024-09-13T15:00:31.091 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQCFU+RmI7+4GBAAMOvx2fLdaFhTRR8AGKCFCg== 2024-09-13T15:00:31.091 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.6] 2024-09-13T15:00:31.091 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQCIU+Rmmxw3HhAAg1L7Na6X9yaLums7l4/Jnw== 2024-09-13T15:00:31.091 INFO:teuthology.orchestra.run.smithi103.stdout:[osd.7] 2024-09-13T15:00:31.091 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQCLU+Rm3e/UIRAAlVGnqiWlerhQmdxsgfM5lQ== 2024-09-13T15:00:31.091 INFO:teuthology.orchestra.run.smithi103.stdout:[client.0] 2024-09-13T15:00:31.091 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQBwU+RmcPkfKRAAT/OrP32+vNi52a679KHifA== 2024-09-13T15:00:31.091 INFO:teuthology.orchestra.run.smithi103.stdout:[client.2] 2024-09-13T15:00:31.091 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQBwU+Rmpr0jLBAAue0NgRJCku1gjEbraA/Tzw== 2024-09-13T15:00:31.092 INFO:teuthology.orchestra.run.smithi103.stdout:[client.1] 2024-09-13T15:00:31.092 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQBwU+RmvyEoLxAAAMe7yHVNAys9bGKxsOCerQ== 2024-09-13T15:00:31.092 INFO:teuthology.orchestra.run.smithi103.stdout:[client.3] 2024-09-13T15:00:31.092 INFO:teuthology.orchestra.run.smithi103.stdout: key = AQBwU+RmRTVPMhAA7Jvuv7+NfyLLrQMM1PuR8g== 2024-09-13T15:00:31.094 INFO:teuthology.orchestra.run.smithi033.stdout:[mgr.y] 2024-09-13T15:00:31.094 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQBwU+RmmqsbExAA2I+XZcrhjpUr6jypc0Lhlw== 2024-09-13T15:00:31.094 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.a] 2024-09-13T15:00:31.094 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQBwU+RmqXw2GhAA4tq3VB1oXOwrRdgi+sSHNA== 2024-09-13T15:00:31.094 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.c] 2024-09-13T15:00:31.094 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQBwU+Rm/kpAHhAAPDuW5++Yzj+w4HJPXGdLtw== 2024-09-13T15:00:31.094 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.0] 2024-09-13T15:00:31.094 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQBzU+RmS+Z2FhAAlA/jBv2ouxj9/r9yTxICRw== 2024-09-13T15:00:31.094 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.1] 2024-09-13T15:00:31.094 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB2U+RmlxWqHBAABchNLixIXHtQPz6nM3HKXA== 2024-09-13T15:00:31.094 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.2] 2024-09-13T15:00:31.094 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB5U+RmxR1oIBAALy4SpFVd5qxlMnvck4r60g== 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.3] 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQB8U+Rm0y3bIxAAJbN9opMXDsn96sWLFx840Q== 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout:[mgr.x] 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQBwU+Rm6flJFhAAG88CITO+tMQ5ZlLShbbVrg== 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.b] 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQBwU+RmniFBIhAAhQCGoZhGo2icf6TkJAQT0A== 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout:[mds.d] 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQBwU+Rm4NWtJRAA/ttiwLzMXr+gAxUV8218Xw== 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.4] 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQCCU+Rmm9y8ExAATMHGZfxNyBmqCx+1c8pUSw== 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.5] 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQCFU+RmI7+4GBAAMOvx2fLdaFhTRR8AGKCFCg== 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.6] 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQCIU+Rmmxw3HhAAg1L7Na6X9yaLums7l4/Jnw== 2024-09-13T15:00:31.095 INFO:teuthology.orchestra.run.smithi033.stdout:[osd.7] 2024-09-13T15:00:31.096 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQCLU+Rm3e/UIRAAlVGnqiWlerhQmdxsgfM5lQ== 2024-09-13T15:00:31.096 INFO:teuthology.orchestra.run.smithi033.stdout:[client.0] 2024-09-13T15:00:31.096 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQBwU+RmcPkfKRAAT/OrP32+vNi52a679KHifA== 2024-09-13T15:00:31.096 INFO:teuthology.orchestra.run.smithi033.stdout:[client.2] 2024-09-13T15:00:31.096 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQBwU+Rmpr0jLBAAue0NgRJCku1gjEbraA/Tzw== 2024-09-13T15:00:31.096 INFO:teuthology.orchestra.run.smithi033.stdout:[client.1] 2024-09-13T15:00:31.096 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQBwU+RmvyEoLxAAAMe7yHVNAys9bGKxsOCerQ== 2024-09-13T15:00:31.096 INFO:teuthology.orchestra.run.smithi033.stdout:[client.3] 2024-09-13T15:00:31.096 INFO:teuthology.orchestra.run.smithi033.stdout: key = AQBwU+RmRTVPMhAA7Jvuv7+NfyLLrQMM1PuR8g== 2024-09-13T15:00:31.096 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T15:00:31.136 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.y --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T15:00:31.187 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:00:31.189 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.a --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:00:31.242 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:00:31.245 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.c --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:00:31.295 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.298 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.0 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.346 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.348 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.1 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.395 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.436 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.2 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.487 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.490 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.3 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.539 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T15:00:31.541 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mgr.x --cap mon 'allow profile mgr' --cap osd 'allow *' --cap mds 'allow *' 2024-09-13T15:00:31.626 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:00:31.628 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.b --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:00:31.683 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:00:31.685 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=mds.d --cap mon 'allow *' --cap mgr 'allow *' --cap osd 'allow *' --cap mds allow 2024-09-13T15:00:31.736 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.738 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.4 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.786 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.824 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.5 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.877 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.879 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.6 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.927 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:31.929 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=osd.7 --cap mon 'allow profile osd' --cap mgr 'allow profile osd' --cap osd 'allow *' 2024-09-13T15:00:32.020 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:00:32.022 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.0 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:00:32.075 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:00:32.078 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.2 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:00:32.127 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:00:32.129 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.1 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:00:32.181 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:00:32.183 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-authtool /etc/ceph/ceph.keyring --name=client.3 --cap mon 'allow rw' --cap mgr 'allow r' --cap osd 'allow rwx' --cap mds allow 2024-09-13T15:00:32.233 INFO:tasks.ceph:Running mkfs on mon nodes... 2024-09-13T15:00:32.233 DEBUG:teuthology.orchestra.run.smithi033:> sudo mkdir -p /var/lib/ceph/mon/ceph-a 2024-09-13T15:00:32.244 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i a --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T15:00:32.333 DEBUG:teuthology.orchestra.run.smithi033:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-a 2024-09-13T15:00:32.350 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/mon/ceph-b 2024-09-13T15:00:32.366 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i b --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T15:00:32.499 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-b 2024-09-13T15:00:32.514 DEBUG:teuthology.orchestra.run.smithi103:> sudo mkdir -p /var/lib/ceph/mon/ceph-c 2024-09-13T15:00:32.530 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph-mon --cluster ceph --mkfs -i c --monmap /home/ubuntu/cephtest/ceph.monmap --keyring /etc/ceph/ceph.keyring 2024-09-13T15:00:32.615 DEBUG:teuthology.orchestra.run.smithi103:> sudo chown -R ceph:ceph /var/lib/ceph/mon/ceph-c 2024-09-13T15:00:32.631 DEBUG:teuthology.orchestra.run.smithi033:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:00:32.633 DEBUG:teuthology.orchestra.run.smithi103:> rm -- /home/ubuntu/cephtest/ceph.monmap 2024-09-13T15:00:32.638 INFO:tasks.ceph:Starting mon daemons in cluster ceph... 2024-09-13T15:00:32.638 INFO:tasks.ceph.mon.a:Restarting daemon 2024-09-13T15:00:32.638 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i a 2024-09-13T15:00:32.680 INFO:tasks.ceph.mon.a:Started 2024-09-13T15:00:32.680 INFO:tasks.ceph.mon.b:Restarting daemon 2024-09-13T15:00:32.680 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i b 2024-09-13T15:00:32.682 INFO:tasks.ceph.mon.b:Started 2024-09-13T15:00:32.683 INFO:tasks.ceph.mon.c:Restarting daemon 2024-09-13T15:00:32.683 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mon -f --cluster ceph -i c 2024-09-13T15:00:32.685 INFO:tasks.ceph.mon.c:Started 2024-09-13T15:00:32.685 INFO:tasks.ceph:Starting mgr daemons in cluster ceph... 2024-09-13T15:00:32.685 INFO:tasks.ceph.mgr.y:Restarting daemon 2024-09-13T15:00:32.685 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i y 2024-09-13T15:00:32.687 INFO:tasks.ceph.mgr.y:Started 2024-09-13T15:00:32.687 INFO:tasks.ceph.mgr.x:Restarting daemon 2024-09-13T15:00:32.687 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mgr -f --cluster ceph -i x 2024-09-13T15:00:32.691 INFO:tasks.ceph.mgr.x:Started 2024-09-13T15:00:32.691 INFO:tasks.ceph:Setting crush tunables to default 2024-09-13T15:00:32.691 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph osd crush tunables default 2024-09-13T15:00:32.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d367b8700 1 Processor -- start 2024-09-13T15:00:32.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d367b8700 1 -- start start 2024-09-13T15:00:32.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d367b8700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 0x7f8d3006de00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:32.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d367b8700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f8d30070b10 0x7f8d30070f50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:32.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d367b8700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8d300ae170 con 0x7f8d300b2970 2024-09-13T15:00:32.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d367b8700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8d30071490 con 0x7f8d30070b10 2024-09-13T15:00:32.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d367b8700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d300adb60 con 0x7f8d30159940 2024-09-13T15:00:32.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d357b6700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 0x7f8d3006de00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:32.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d35fb7700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f8d300b2970 0x7f8d300b2de0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:34686/0 (socket says 172.21.15.33:34686) 2024-09-13T15:00:32.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d34fb5700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f8d30070b10 0x7f8d30070f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:32.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d35fb7700 1 -- 172.21.15.33:0/473846633 learned_addr learned my addr 172.21.15.33:0/473846633 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:32.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d357b6700 1 -- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 msgr2=0x7f8d3006de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 13 2024-09-13T15:00:32.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d357b6700 1 -- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 msgr2=0x7f8d3006de00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T15:00:32.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d357b6700 1 --2- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 0x7f8d3006de00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T15:00:32.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d357b6700 1 --2- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 0x7f8d3006de00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T15:00:32.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d34fb5700 1 -- 172.21.15.33:0/473846633 >> v2:172.21.15.103:3300/0 conn(0x7f8d30070b10 msgr2=0x7f8d30070f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_bulk peer close file descriptor 14 2024-09-13T15:00:32.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d34fb5700 1 -- 172.21.15.33:0/473846633 >> v2:172.21.15.103:3300/0 conn(0x7f8d30070b10 msgr2=0x7f8d30070f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).read_until read failed 2024-09-13T15:00:32.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d34fb5700 1 --2- 172.21.15.33:0/473846633 >> v2:172.21.15.103:3300/0 conn(0x7f8d30070b10 0x7f8d30070f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_read_frame_preamble_main read frame preamble failed r=-1 2024-09-13T15:00:32.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.817+0000 7f8d34fb5700 1 --2- 172.21.15.33:0/473846633 >> v2:172.21.15.103:3300/0 conn(0x7f8d30070b10 0x7f8d30070f50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0)._fault waiting 0.200000 2024-09-13T15:00:32.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.865+0000 7f8d27fff700 1 -- 172.21.15.33:0/473846633 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1141680437 0 0) 0x7f8d300ae170 con 0x7f8d300b2970 2024-09-13T15:00:32.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.865+0000 7f8d27fff700 1 -- 172.21.15.33:0/473846633 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8d1c0035d0 con 0x7f8d300b2970 2024-09-13T15:00:32.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.869+0000 7f8d27fff700 1 -- 172.21.15.33:0/473846633 <== mon.1 v1:172.21.15.103:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3543897162 0 0) 0x7f8d1c0035d0 con 0x7f8d300b2970 2024-09-13T15:00:32.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.869+0000 7f8d27fff700 1 -- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 msgr2=0x7f8d3006de00 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T15:00:32.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.869+0000 7f8d27fff700 1 --2- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 0x7f8d3006de00 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:32.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.869+0000 7f8d27fff700 1 -- 172.21.15.33:0/473846633 >> v2:172.21.15.103:3300/0 conn(0x7f8d30070b10 msgr2=0x7f8d30070f50 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T15:00:32.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.869+0000 7f8d27fff700 1 --2- 172.21.15.33:0/473846633 >> v2:172.21.15.103:3300/0 conn(0x7f8d30070b10 0x7f8d30070f50 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:32.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.869+0000 7f8d27fff700 1 -- 172.21.15.33:0/473846633 --> v1:172.21.15.103:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d3006cdc0 con 0x7f8d300b2970 2024-09-13T15:00:32.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.869+0000 7f8d27fff700 1 -- 172.21.15.33:0/473846633 <== mon.1 v1:172.21.15.103:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7f8d20001670 con 0x7f8d300b2970 2024-09-13T15:00:32.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.869+0000 7f8d27fff700 1 -- 172.21.15.33:0/473846633 >> v1:172.21.15.103:6789/0 conn(0x7f8d300b2970 legacy=0x7f8d300b2de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:32.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.869+0000 7f8d27fff700 1 --2- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 0x7f8d1c003a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:32.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.869+0000 7f8d27fff700 1 --2- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d1c004050 0x7f8d1c004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:32.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.869+0000 7f8d27fff700 1 --2- 172.21.15.33:0/473846633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d1c004db0 0x7f8d1c005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:32.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.869+0000 7f8d27fff700 1 -- 172.21.15.33:0/473846633 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d30071490 con 0x7f8d1c004db0 2024-09-13T15:00:32.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.869+0000 7f8d27fff700 1 -- 172.21.15.33:0/473846633 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d300adb60 con 0x7f8d1c004050 2024-09-13T15:00:32.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.869+0000 7f8d27fff700 1 -- 172.21.15.33:0/473846633 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d1c00bb30 con 0x7f8d30159940 2024-09-13T15:00:32.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d357b6700 1 --2- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 0x7f8d1c003a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:32.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d35fb7700 1 --2- 172.21.15.33:0/473846633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d1c004db0 0x7f8d1c005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:32.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d34fb5700 1 --2- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d1c004050 0x7f8d1c004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:32.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d357b6700 1 -- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d1c004050 msgr2=0x7f8d1c004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:32.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d357b6700 1 --2- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d1c004050 0x7f8d1c004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:32.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d357b6700 1 -- 172.21.15.33:0/473846633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d1c004db0 msgr2=0x7f8d1c005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:32.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d357b6700 1 --2- 172.21.15.33:0/473846633 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d1c004db0 0x7f8d1c005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:32.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d357b6700 1 -- 172.21.15.33:0/473846633 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d1c0035d0 con 0x7f8d30159940 2024-09-13T15:00:32.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d357b6700 1 --2- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 0x7f8d1c003a20 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f8d28009fd0 tx=0x7f8d1c0058a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=941a340ab8370fa4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:32.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d27fff700 1 -- 172.21.15.33:0/473846633 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d28007e20 con 0x7f8d30159940 2024-09-13T15:00:32.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d27fff700 1 -- 172.21.15.33:0/473846633 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d28003a40 con 0x7f8d30159940 2024-09-13T15:00:32.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d27fff700 1 -- 172.21.15.33:0/473846633 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d28003df0 con 0x7f8d30159940 2024-09-13T15:00:32.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d367b8700 1 -- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 msgr2=0x7f8d1c003a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:32.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d367b8700 1 --2- 172.21.15.33:0/473846633 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 0x7f8d1c003a20 secure :-1 s=READY pgs=5 cs=0 l=1 rev1=1 crypto rx=0x7f8d28009fd0 tx=0x7f8d1c0058a0 comp rx=0 tx=0).stop 2024-09-13T15:00:32.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.873+0000 7f8d35fb7700 1 -- 172.21.15.33:0/473846633 reap_dead start 2024-09-13T15:00:32.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.877+0000 7f8d367b8700 1 -- 172.21.15.33:0/473846633 shutdown_connections 2024-09-13T15:00:32.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.877+0000 7f8d367b8700 1 -- 172.21.15.33:0/473846633 >> 172.21.15.33:0/473846633 conn(0x7f8d300b0b50 msgr2=0x7f8d3006a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:32.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.877+0000 7f8d367b8700 1 -- 172.21.15.33:0/473846633 shutdown_connections 2024-09-13T15:00:32.883 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.877+0000 7f8d367b8700 1 -- 172.21.15.33:0/473846633 wait complete. 2024-09-13T15:00:32.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.877+0000 7f8d367b8700 1 Processor -- start 2024-09-13T15:00:32.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.877+0000 7f8d367b8700 1 -- start start 2024-09-13T15:00:32.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d367b8700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 0x7f8d30150430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d367b8700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d301668b0 0x7f8d3014df80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d367b8700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d300b2da0 0x7f8d300b3220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d367b8700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d300b3760 con 0x7f8d300b2da0 2024-09-13T15:00:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d367b8700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8d30167390 con 0x7f8d301668b0 2024-09-13T15:00:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d367b8700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8d3014e610 con 0x7f8d30159940 2024-09-13T15:00:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d35fb7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d300b2da0 0x7f8d300b3220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d35fb7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d300b2da0 0x7f8d300b3220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58358/0 (socket says 172.21.15.33:58358) 2024-09-13T15:00:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d35fb7700 1 -- 172.21.15.33:0/3194034301 learned_addr learned my addr 172.21.15.33:0/3194034301 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d34fb5700 1 --2- 172.21.15.33:0/3194034301 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d301668b0 0x7f8d3014df80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d357b6700 1 --2- 172.21.15.33:0/3194034301 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 0x7f8d30150430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d35fb7700 1 -- 172.21.15.33:0/3194034301 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 msgr2=0x7f8d30150430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:32.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d35fb7700 1 --2- 172.21.15.33:0/3194034301 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 0x7f8d30150430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d35fb7700 1 -- 172.21.15.33:0/3194034301 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d301668b0 msgr2=0x7f8d3014df80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d35fb7700 1 --2- 172.21.15.33:0/3194034301 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d301668b0 0x7f8d3014df80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d35fb7700 1 -- 172.21.15.33:0/3194034301 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8d3014e8f0 con 0x7f8d300b2da0 2024-09-13T15:00:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d34fb5700 1 --2- 172.21.15.33:0/3194034301 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d301668b0 0x7f8d3014df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d35fb7700 1 --2- 172.21.15.33:0/3194034301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d300b2da0 0x7f8d300b3220 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8d300718a0 tx=0x7f8d20007570 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d25ffb700 1 -- 172.21.15.33:0/3194034301 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d20012560 con 0x7f8d300b2da0 2024-09-13T15:00:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d25ffb700 1 -- 172.21.15.33:0/3194034301 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8d200126c0 con 0x7f8d300b2da0 2024-09-13T15:00:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d367b8700 1 -- 172.21.15.33:0/3194034301 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8d3014ebd0 con 0x7f8d300b2da0 2024-09-13T15:00:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d25ffb700 1 -- 172.21.15.33:0/3194034301 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8d20012a70 con 0x7f8d300b2da0 2024-09-13T15:00:32.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d367b8700 1 -- 172.21.15.33:0/3194034301 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8d30146fa0 con 0x7f8d300b2da0 2024-09-13T15:00:32.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d367b8700 1 -- 172.21.15.33:0/3194034301 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8d30070f50 con 0x7f8d300b2da0 2024-09-13T15:00:32.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d25ffb700 1 -- 172.21.15.33:0/3194034301 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f8d2001d460 con 0x7f8d300b2da0 2024-09-13T15:00:32.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.881+0000 7f8d25ffb700 1 -- 172.21.15.33:0/3194034301 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(1..1 src has 1..1) v4 ==== 725+0+0 (secure 0 0 0) 0x7f8d200274d0 con 0x7f8d300b2da0 2024-09-13T15:00:32.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.885+0000 7f8d25ffb700 1 -- 172.21.15.33:0/3194034301 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f8d20027790 con 0x7f8d300b2da0 2024-09-13T15:00:32.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.961+0000 7f8d367b8700 1 -- 172.21.15.33:0/3194034301 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd crush tunables", "profile": "default"} v 0) v1 -- 0x7f8d30167020 con 0x7f8d300b2da0 2024-09-13T15:00:32.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.965+0000 7f8d25ffb700 1 -- 172.21.15.33:0/3194034301 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd crush tunables", "profile": "default"}]=0 adjusted tunables profile to default v2) v1 ==== 124+0+0 (secure 0 0 0) 0x7f8d2002b090 con 0x7f8d300b2da0 2024-09-13T15:00:32.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.965+0000 7f8d367b8700 1 -- 172.21.15.33:0/3194034301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d300b2da0 msgr2=0x7f8d300b3220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:32.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.965+0000 7f8d367b8700 1 --2- 172.21.15.33:0/3194034301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d300b2da0 0x7f8d300b3220 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f8d300718a0 tx=0x7f8d20007570 comp rx=0 tx=0).stop 2024-09-13T15:00:32.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.965+0000 7f8d367b8700 1 -- 172.21.15.33:0/3194034301 shutdown_connections 2024-09-13T15:00:32.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.965+0000 7f8d367b8700 1 --2- 172.21.15.33:0/3194034301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8d300b2da0 0x7f8d300b3220 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:32.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.965+0000 7f8d367b8700 1 --2- 172.21.15.33:0/3194034301 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8d301668b0 0x7f8d3014df80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:32.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.965+0000 7f8d367b8700 1 --2- 172.21.15.33:0/3194034301 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8d30159940 0x7f8d30150430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:32.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.965+0000 7f8d367b8700 1 -- 172.21.15.33:0/3194034301 >> 172.21.15.33:0/3194034301 conn(0x7f8d300b0b50 msgr2=0x7f8d30066200 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:32.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.965+0000 7f8d367b8700 1 -- 172.21.15.33:0/3194034301 shutdown_connections 2024-09-13T15:00:32.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:32.965+0000 7f8d367b8700 1 -- 172.21.15.33:0/3194034301 wait complete. 2024-09-13T15:00:32.975 INFO:teuthology.orchestra.run.smithi033.stderr:adjusted tunables profile to default 2024-09-13T15:00:32.987 INFO:tasks.ceph:check_enable_crimson: False 2024-09-13T15:00:32.987 INFO:tasks.ceph:Starting osd daemons in cluster ceph... 2024-09-13T15:00:32.987 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:32.987 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-0/fsid of=/dev/stdout 2024-09-13T15:00:33.000 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:33.001 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-1/fsid of=/dev/stdout 2024-09-13T15:00:33.015 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:33.015 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-2/fsid of=/dev/stdout 2024-09-13T15:00:33.027 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:33.027 DEBUG:teuthology.orchestra.run.smithi033:> sudo dd if=/var/lib/ceph/osd/ceph-3/fsid of=/dev/stdout 2024-09-13T15:00:33.040 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:33.040 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-4/fsid of=/dev/stdout 2024-09-13T15:00:33.056 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:33.056 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-5/fsid of=/dev/stdout 2024-09-13T15:00:33.072 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:33.065+0000 7f14133a12c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T15:00:33.099 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:33.093+0000 7fc8ef6482c0 -1 mgr[py] Module balancer has missing NOTIFY_TYPES member 2024-09-13T15:00:33.112 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:33.112 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-6/fsid of=/dev/stdout 2024-09-13T15:00:33.127 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:00:33.127 DEBUG:teuthology.orchestra.run.smithi103:> sudo dd if=/var/lib/ceph/osd/ceph-7/fsid of=/dev/stdout 2024-09-13T15:00:33.183 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster ceph osd new bcf443d4-fe87-4a08-b855-487aea95a01e 0 2024-09-13T15:00:33.288 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.281+0000 7f1a39618700 1 Processor -- start 2024-09-13T15:00:33.289 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.281+0000 7f1a39618700 1 -- start start 2024-09-13T15:00:33.292 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f1a3415d1c0 0x7f1a3415d610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.292 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a34159910 0x7f1a34159da0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.292 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a3415db50 con 0x7f1a34159530 2024-09-13T15:00:33.292 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a340ce700 con 0x7f1a3415d1c0 2024-09-13T15:00:33.292 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a340ce9e0 con 0x7f1a34159910 2024-09-13T15:00:33.292 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a38e17700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a34159910 0x7f1a34159da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a33fff700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f1a34159530 0x7f1a340cdbd0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.103:34448/0 (socket says 172.21.15.103:34448) 2024-09-13T15:00:33.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a33fff700 1 -- 172.21.15.103:0/27284414 learned_addr learned my addr 172.21.15.103:0/27284414 (peer_addr_for_me v1:172.21.15.103:0/0) 2024-09-13T15:00:33.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a337fe700 1 --2- 172.21.15.103:0/27284414 >> v2:172.21.15.33:3300/0 conn(0x7f1a3415d1c0 0x7f1a3415d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a38e17700 1 -- 172.21.15.103:0/27284414 >> v2:172.21.15.33:3300/0 conn(0x7f1a3415d1c0 msgr2=0x7f1a3415d610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:33.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a38e17700 1 --2- 172.21.15.103:0/27284414 >> v2:172.21.15.33:3300/0 conn(0x7f1a3415d1c0 0x7f1a3415d610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a32ffd700 1 -- 172.21.15.103:0/27284414 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1402477768 0 0) 0x7f1a24001110 con 0x7f1a34159530 2024-09-13T15:00:33.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a38e17700 1 -- 172.21.15.103:0/27284414 >> v1:172.21.15.103:6789/0 conn(0x7f1a34159530 legacy=0x7f1a340cdbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a38e17700 1 -- 172.21.15.103:0/27284414 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a340cecc0 con 0x7f1a34159910 2024-09-13T15:00:33.293 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a38e17700 1 --2- 172.21.15.103:0/27284414 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a34159910 0x7f1a34159da0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c00bfd0 tx=0x7f1a2c00d330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a51bde2cfcc1735 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:33.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a32ffd700 1 -- 172.21.15.103:0/27284414 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a2c010070 con 0x7f1a34159910 2024-09-13T15:00:33.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a32ffd700 1 -- 172.21.15.103:0/27284414 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a2c00b2e0 con 0x7f1a34159910 2024-09-13T15:00:33.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a32ffd700 1 -- 172.21.15.103:0/27284414 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a2c00dce0 con 0x7f1a34159910 2024-09-13T15:00:33.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 -- 172.21.15.103:0/27284414 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a34159910 msgr2=0x7f1a34159da0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 --2- 172.21.15.103:0/27284414 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a34159910 0x7f1a34159da0 secure :-1 s=READY pgs=6 cs=0 l=1 rev1=1 crypto rx=0x7f1a2c00bfd0 tx=0x7f1a2c00d330 comp rx=0 tx=0).stop 2024-09-13T15:00:33.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 -- 172.21.15.103:0/27284414 shutdown_connections 2024-09-13T15:00:33.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 --2- 172.21.15.103:0/27284414 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a34159910 0x7f1a34159da0 unknown :-1 s=CLOSED pgs=6 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 --2- 172.21.15.103:0/27284414 >> v2:172.21.15.33:3300/0 conn(0x7f1a3415d1c0 0x7f1a3415d610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 -- 172.21.15.103:0/27284414 >> 172.21.15.103:0/27284414 conn(0x7f1a3406b460 msgr2=0x7f1a3406b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:33.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 -- 172.21.15.103:0/27284414 shutdown_connections 2024-09-13T15:00:33.294 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 -- 172.21.15.103:0/27284414 wait complete. 2024-09-13T15:00:33.297 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 Processor -- start 2024-09-13T15:00:33.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.285+0000 7f1a39618700 1 -- start start 2024-09-13T15:00:33.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a39618700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a34159530 0x7f1a3406e7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a39618700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a34159910 0x7f1a34155de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a39618700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a3415d1c0 0x7f1a34156320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a39618700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a340c9850 con 0x7f1a3415d1c0 2024-09-13T15:00:33.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a39618700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a341f3640 con 0x7f1a34159530 2024-09-13T15:00:33.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a39618700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a340c9d80 con 0x7f1a34159910 2024-09-13T15:00:33.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a337fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a34159910 0x7f1a34155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a33fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a34159530 0x7f1a3406e7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a337fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a34159910 0x7f1a34155de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.103:48336/0 (socket says 172.21.15.103:48336) 2024-09-13T15:00:33.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a337fe700 1 -- 172.21.15.103:0/1403049995 learned_addr learned my addr 172.21.15.103:0/1403049995 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-09-13T15:00:33.298 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a38e17700 1 --2- 172.21.15.103:0/1403049995 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a3415d1c0 0x7f1a34156320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.299 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a337fe700 1 -- 172.21.15.103:0/1403049995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a34159530 msgr2=0x7f1a3406e7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.299 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a337fe700 1 --2- 172.21.15.103:0/1403049995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a34159530 0x7f1a3406e7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.299 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a337fe700 1 -- 172.21.15.103:0/1403049995 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a3415d1c0 msgr2=0x7f1a34156320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.299 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a337fe700 1 --2- 172.21.15.103:0/1403049995 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a3415d1c0 0x7f1a34156320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.299 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a337fe700 1 -- 172.21.15.103:0/1403049995 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a2c00bc80 con 0x7f1a34159910 2024-09-13T15:00:33.299 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a33fff700 1 --2- 172.21.15.103:0/1403049995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a34159530 0x7f1a3406e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:33.299 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a337fe700 1 --2- 172.21.15.103:0/1403049995 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a34159910 0x7f1a34155de0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1a2800d800 tx=0x7f1a2800db10 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:33.299 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a30ff9700 1 -- 172.21.15.103:0/1403049995 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a280125f0 con 0x7f1a34159910 2024-09-13T15:00:33.299 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a30ff9700 1 -- 172.21.15.103:0/1403049995 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a28012750 con 0x7f1a34159910 2024-09-13T15:00:33.300 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a30ff9700 1 -- 172.21.15.103:0/1403049995 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a28012ac0 con 0x7f1a34159910 2024-09-13T15:00:33.300 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a39618700 1 -- 172.21.15.103:0/1403049995 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a340c9aa0 con 0x7f1a34159910 2024-09-13T15:00:33.300 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a39618700 1 -- 172.21.15.103:0/1403049995 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a340cb220 con 0x7f1a34159910 2024-09-13T15:00:33.300 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a30ff9700 1 -- 172.21.15.103:0/1403049995 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f1a28013480 con 0x7f1a34159910 2024-09-13T15:00:33.300 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a30ff9700 1 -- 172.21.15.103:0/1403049995 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(2..2 src has 1..2) v4 ==== 725+0+0 (secure 0 0 0) 0x7f1a2801d550 con 0x7f1a34159910 2024-09-13T15:00:33.300 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.289+0000 7f1a39618700 1 -- 172.21.15.103:0/1403049995 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a341f3470 con 0x7f1a34159910 2024-09-13T15:00:33.300 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.293+0000 7f1a30ff9700 1 -- 172.21.15.103:0/1403049995 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f1a28013970 con 0x7f1a34159910 2024-09-13T15:00:33.374 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.369+0000 7f1a39618700 1 -- 172.21.15.103:0/1403049995 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "osd new", "uuid": "bcf443d4-fe87-4a08-b855-487aea95a01e", "id": 0} v 0) v1 -- 0x7f1a340c9630 con 0x7f1a34159910 2024-09-13T15:00:33.387 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.381+0000 7f1a30ff9700 1 -- 172.21.15.103:0/1403049995 <== mon.2 v2:172.21.15.103:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "bcf443d4-fe87-4a08-b855-487aea95a01e", "id": 0}]=0 v3) v1 ==== 112+0+2 (secure 0 0 0) 0x7f1a28013c40 con 0x7f1a34159910 2024-09-13T15:00:33.387 INFO:teuthology.orchestra.run.smithi103.stdout:0 2024-09-13T15:00:33.388 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.381+0000 7f1a39618700 1 -- 172.21.15.103:0/1403049995 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a34159910 msgr2=0x7f1a34155de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.388 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.381+0000 7f1a39618700 1 --2- 172.21.15.103:0/1403049995 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a34159910 0x7f1a34155de0 secure :-1 s=READY pgs=7 cs=0 l=1 rev1=1 crypto rx=0x7f1a2800d800 tx=0x7f1a2800db10 comp rx=0 tx=0).stop 2024-09-13T15:00:33.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.381+0000 7f1a39618700 1 -- 172.21.15.103:0/1403049995 shutdown_connections 2024-09-13T15:00:33.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.381+0000 7f1a39618700 1 --2- 172.21.15.103:0/1403049995 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a3415d1c0 0x7f1a34156320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.381+0000 7f1a39618700 1 --2- 172.21.15.103:0/1403049995 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a34159910 0x7f1a34155de0 unknown :-1 s=CLOSED pgs=7 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.381+0000 7f1a39618700 1 --2- 172.21.15.103:0/1403049995 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a34159530 0x7f1a3406e7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.381+0000 7f1a39618700 1 -- 172.21.15.103:0/1403049995 >> 172.21.15.103:0/1403049995 conn(0x7f1a3406b460 msgr2=0x7f1a3406a680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:33.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.381+0000 7f1a39618700 1 -- 172.21.15.103:0/1403049995 shutdown_connections 2024-09-13T15:00:33.389 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.381+0000 7f1a39618700 1 -- 172.21.15.103:0/1403049995 wait complete. 2024-09-13T15:00:33.401 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster ceph osd new 6c187992-32d6-4c46-aa31-701ab9199c7e 1 2024-09-13T15:00:33.514 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5e0489c700 1 Processor -- start 2024-09-13T15:00:33.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5e0489c700 1 -- start start 2024-09-13T15:00:33.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5e0489c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f5e0015abb0 0x7f5e000cf530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.515 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5e0489c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5e000b31e0 0x7f5e000cd210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5e0489c700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5e0015af90 con 0x7f5e000cd750 2024-09-13T15:00:33.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5e0489c700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5e000cdc00 con 0x7f5e0015abb0 2024-09-13T15:00:33.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5e0489c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e000cb6d0 con 0x7f5e000b31e0 2024-09-13T15:00:33.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5dff59e700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f5e000cd750 0x7f5e000c5a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.103:34454/0 (socket says 172.21.15.103:34454) 2024-09-13T15:00:33.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5dff59e700 1 -- 172.21.15.103:0/3364975962 learned_addr learned my addr 172.21.15.103:0/3364975962 (peer_addr_for_me v1:172.21.15.103:0/0) 2024-09-13T15:00:33.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5df659c700 1 --2- 172.21.15.103:0/3364975962 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5e000b31e0 0x7f5e000cd210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.516 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5dfed9d700 1 --2- 172.21.15.103:0/3364975962 >> v2:172.21.15.33:3300/0 conn(0x7f5e0015abb0 0x7f5e000cf530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5dfe59c700 1 -- 172.21.15.103:0/3364975962 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 632245759 0 0) 0x7f5df8001490 con 0x7f5e000cd750 2024-09-13T15:00:33.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5dfe59c700 1 -- 172.21.15.103:0/3364975962 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5dec0035d0 con 0x7f5e000cd750 2024-09-13T15:00:33.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5df659c700 1 -- 172.21.15.103:0/3364975962 >> v2:172.21.15.33:3300/0 conn(0x7f5e0015abb0 msgr2=0x7f5e000cf530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:33.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5df659c700 1 --2- 172.21.15.103:0/3364975962 >> v2:172.21.15.33:3300/0 conn(0x7f5e0015abb0 0x7f5e000cf530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5df659c700 1 -- 172.21.15.103:0/3364975962 >> v1:172.21.15.103:6789/0 conn(0x7f5e000cd750 legacy=0x7f5e000c5a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5df659c700 1 -- 172.21.15.103:0/3364975962 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5e000d0060 con 0x7f5e000b31e0 2024-09-13T15:00:33.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5df659c700 1 --2- 172.21.15.103:0/3364975962 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5e000b31e0 0x7f5e000cd210 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5de8009850 tx=0x7f5de8009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c441fc807f4e675 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:33.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5dfe59c700 1 -- 172.21.15.103:0/3364975962 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5de8011830 con 0x7f5e000b31e0 2024-09-13T15:00:33.518 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5dfe59c700 1 -- 172.21.15.103:0/3364975962 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5de8011990 con 0x7f5e000b31e0 2024-09-13T15:00:33.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5dfe59c700 1 -- 172.21.15.103:0/3364975962 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5de8011d40 con 0x7f5e000b31e0 2024-09-13T15:00:33.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.509+0000 7f5e0489c700 1 -- 172.21.15.103:0/3364975962 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5e000b31e0 msgr2=0x7f5e000cd210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 --2- 172.21.15.103:0/3364975962 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5e000b31e0 0x7f5e000cd210 secure :-1 s=READY pgs=8 cs=0 l=1 rev1=1 crypto rx=0x7f5de8009850 tx=0x7f5de8009b60 comp rx=0 tx=0).stop 2024-09-13T15:00:33.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 -- 172.21.15.103:0/3364975962 shutdown_connections 2024-09-13T15:00:33.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 --2- 172.21.15.103:0/3364975962 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5e000b31e0 0x7f5e000cd210 unknown :-1 s=CLOSED pgs=8 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 --2- 172.21.15.103:0/3364975962 >> v2:172.21.15.33:3300/0 conn(0x7f5e0015abb0 0x7f5e000cf530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 -- 172.21.15.103:0/3364975962 >> 172.21.15.103:0/3364975962 conn(0x7f5e000b25e0 msgr2=0x7f5e000b29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:33.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 -- 172.21.15.103:0/3364975962 shutdown_connections 2024-09-13T15:00:33.519 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 -- 172.21.15.103:0/3364975962 wait complete. 2024-09-13T15:00:33.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 Processor -- start 2024-09-13T15:00:33.520 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 -- start start 2024-09-13T15:00:33.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e000b31e0 0x7f5e00152730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e000cd750 0x7f5e00156b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5e0015abb0 0x7f5e00157090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e00158b30 con 0x7f5e000b31e0 2024-09-13T15:00:33.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5e00152c70 con 0x7f5e000cd750 2024-09-13T15:00:33.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5e0489c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5e0015ba80 con 0x7f5e0015abb0 2024-09-13T15:00:33.522 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5df659c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e000cd750 0x7f5e00156b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5dff59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5e0015abb0 0x7f5e00157090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5df659c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e000cd750 0x7f5e00156b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:54658/0 (socket says 172.21.15.103:54658) 2024-09-13T15:00:33.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5dff59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5e0015abb0 0x7f5e00157090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.103:48360/0 (socket says 172.21.15.103:48360) 2024-09-13T15:00:33.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5df659c700 1 -- 172.21.15.103:0/3556908585 learned_addr learned my addr 172.21.15.103:0/3556908585 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-09-13T15:00:33.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5dfed9d700 1 --2- 172.21.15.103:0/3556908585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e000b31e0 0x7f5e00152730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5dff59e700 1 -- 172.21.15.103:0/3556908585 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e000cd750 msgr2=0x7f5e00156b50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5dff59e700 1 --2- 172.21.15.103:0/3556908585 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e000cd750 0x7f5e00156b50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5dff59e700 1 -- 172.21.15.103:0/3556908585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e000b31e0 msgr2=0x7f5e00152730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5dff59e700 1 --2- 172.21.15.103:0/3556908585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e000b31e0 0x7f5e00152730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5dff59e700 1 -- 172.21.15.103:0/3556908585 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5de80094b0 con 0x7f5e0015abb0 2024-09-13T15:00:33.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.513+0000 7f5dfed9d700 1 --2- 172.21.15.103:0/3556908585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e000b31e0 0x7f5e00152730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:00:33.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.517+0000 7f5dff59e700 1 --2- 172.21.15.103:0/3556908585 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5e0015abb0 0x7f5e00157090 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5df800caa0 tx=0x7f5df800cad0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:33.523 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.517+0000 7f5df7fff700 1 -- 172.21.15.103:0/3556908585 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5df8007480 con 0x7f5e0015abb0 2024-09-13T15:00:33.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.517+0000 7f5df7fff700 1 -- 172.21.15.103:0/3556908585 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5df80075e0 con 0x7f5e0015abb0 2024-09-13T15:00:33.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.517+0000 7f5e0489c700 1 -- 172.21.15.103:0/3556908585 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5e00157fb0 con 0x7f5e0015abb0 2024-09-13T15:00:33.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.517+0000 7f5df7fff700 1 -- 172.21.15.103:0/3556908585 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5df8007970 con 0x7f5e0015abb0 2024-09-13T15:00:33.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.517+0000 7f5e0489c700 1 -- 172.21.15.103:0/3556908585 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5e00158570 con 0x7f5e0015abb0 2024-09-13T15:00:33.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.517+0000 7f5df7fff700 1 -- 172.21.15.103:0/3556908585 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f5df801c440 con 0x7f5e0015abb0 2024-09-13T15:00:33.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.517+0000 7f5df7fff700 1 -- 172.21.15.103:0/3556908585 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(3..3 src has 1..3) v4 ==== 840+0+0 (secure 0 0 0) 0x7f5df8012840 con 0x7f5e0015abb0 2024-09-13T15:00:33.524 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.517+0000 7f5e0489c700 1 -- 172.21.15.103:0/3556908585 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5e000cd210 con 0x7f5e0015abb0 2024-09-13T15:00:33.527 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.521+0000 7f5df7fff700 1 -- 172.21.15.103:0/3556908585 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f5df8017070 con 0x7f5e0015abb0 2024-09-13T15:00:33.605 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.597+0000 7f5e0489c700 1 -- 172.21.15.103:0/3556908585 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "osd new", "uuid": "6c187992-32d6-4c46-aa31-701ab9199c7e", "id": 1} v 0) v1 -- 0x7f5e000c65e0 con 0x7f5e0015abb0 2024-09-13T15:00:33.614 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.609+0000 7f5df7fff700 1 -- 172.21.15.103:0/3556908585 <== mon.2 v2:172.21.15.103:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "6c187992-32d6-4c46-aa31-701ab9199c7e", "id": 1}]=0 v4) v1 ==== 112+0+2 (secure 0 0 0) 0x7f5e0015af90 con 0x7f5e0015abb0 2024-09-13T15:00:33.614 INFO:teuthology.orchestra.run.smithi103.stdout:1 2024-09-13T15:00:33.615 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.609+0000 7f5e0489c700 1 -- 172.21.15.103:0/3556908585 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5e0015abb0 msgr2=0x7f5e00157090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.609+0000 7f5e0489c700 1 --2- 172.21.15.103:0/3556908585 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5e0015abb0 0x7f5e00157090 secure :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0x7f5df800caa0 tx=0x7f5df800cad0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.609+0000 7f5e0489c700 1 -- 172.21.15.103:0/3556908585 shutdown_connections 2024-09-13T15:00:33.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.609+0000 7f5e0489c700 1 --2- 172.21.15.103:0/3556908585 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5e0015abb0 0x7f5e00157090 unknown :-1 s=CLOSED pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.609+0000 7f5e0489c700 1 --2- 172.21.15.103:0/3556908585 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5e000cd750 0x7f5e00156b50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.609+0000 7f5e0489c700 1 --2- 172.21.15.103:0/3556908585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5e000b31e0 0x7f5e00152730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.609+0000 7f5e0489c700 1 -- 172.21.15.103:0/3556908585 >> 172.21.15.103:0/3556908585 conn(0x7f5e000b25e0 msgr2=0x7f5e000d0990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:33.616 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.609+0000 7f5e0489c700 1 -- 172.21.15.103:0/3556908585 shutdown_connections 2024-09-13T15:00:33.617 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.609+0000 7f5e0489c700 1 -- 172.21.15.103:0/3556908585 wait complete. 2024-09-13T15:00:33.627 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster ceph osd new 8c4dd812-5301-4577-9337-29cfa307789b 2 2024-09-13T15:00:33.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 Processor -- start 2024-09-13T15:00:33.734 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 -- start start 2024-09-13T15:00:33.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f608406b8e0 0x7f60840c73d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f608406bcc0 0x7f60840c5870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f60840c6330 con 0x7f60840c5db0 2024-09-13T15:00:33.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60840c7910 con 0x7f608406b8e0 2024-09-13T15:00:33.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f60840c6610 con 0x7f608406bcc0 2024-09-13T15:00:33.736 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f60827fc700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f608406bcc0 0x7f60840c5870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f60827fc700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f608406bcc0 0x7f60840c5870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:54660/0 (socket says 172.21.15.103:54660) 2024-09-13T15:00:33.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f60827fc700 1 -- 172.21.15.103:0/758301326 learned_addr learned my addr 172.21.15.103:0/758301326 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-09-13T15:00:33.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f60837fe700 1 --1- 172.21.15.103:0/758301326 >> v1:172.21.15.103:6789/0 conn(0x7f60840c5db0 0x7f6084160c80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.103:34460/0 (socket says 172.21.15.103:34460) 2024-09-13T15:00:33.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6082ffd700 1 --2- 172.21.15.103:0/758301326 >> v2:172.21.15.33:3300/0 conn(0x7f608406b8e0 0x7f60840c73d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f60827fc700 1 -- 172.21.15.103:0/758301326 >> v2:172.21.15.33:3300/0 conn(0x7f608406b8e0 msgr2=0x7f60840c73d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:33.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f60827fc700 1 --2- 172.21.15.103:0/758301326 >> v2:172.21.15.33:3300/0 conn(0x7f608406b8e0 0x7f60840c73d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f60827fc700 1 -- 172.21.15.103:0/758301326 >> v1:172.21.15.103:6789/0 conn(0x7f60840c5db0 legacy=0x7f6084160c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f60827fc700 1 -- 172.21.15.103:0/758301326 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60840c68f0 con 0x7f608406bcc0 2024-09-13T15:00:33.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f60827fc700 1 --2- 172.21.15.103:0/758301326 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f608406bcc0 0x7f60840c5870 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f608406dd50 tx=0x7f6074009bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3eb06a9fe58f75da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:33.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6081ffb700 1 -- 172.21.15.103:0/758301326 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f607400b8a0 con 0x7f608406bcc0 2024-09-13T15:00:33.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6081ffb700 1 -- 172.21.15.103:0/758301326 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f607400ba00 con 0x7f608406bcc0 2024-09-13T15:00:33.737 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6081ffb700 1 -- 172.21.15.103:0/758301326 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f607400bd90 con 0x7f608406bcc0 2024-09-13T15:00:33.739 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 -- 172.21.15.103:0/758301326 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f608406bcc0 msgr2=0x7f60840c5870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.739 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 --2- 172.21.15.103:0/758301326 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f608406bcc0 0x7f60840c5870 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f608406dd50 tx=0x7f6074009bf0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.739 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 -- 172.21.15.103:0/758301326 shutdown_connections 2024-09-13T15:00:33.739 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 --2- 172.21.15.103:0/758301326 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f608406bcc0 0x7f60840c5870 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.739 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 --2- 172.21.15.103:0/758301326 >> v2:172.21.15.33:3300/0 conn(0x7f608406b8e0 0x7f60840c73d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.739 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 -- 172.21.15.103:0/758301326 >> 172.21.15.103:0/758301326 conn(0x7f60840b2600 msgr2=0x7f60840b2a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:33.739 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 -- 172.21.15.103:0/758301326 shutdown_connections 2024-09-13T15:00:33.739 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.729+0000 7f6083fff700 1 -- 172.21.15.103:0/758301326 wait complete. 2024-09-13T15:00:33.739 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6083fff700 1 Processor -- start 2024-09-13T15:00:33.739 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6083fff700 1 -- start start 2024-09-13T15:00:33.740 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6083fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f608406b8e0 0x7f6084157c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.741 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6083fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f608406bcc0 0x7f60840b50f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.741 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6083fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f60840c5db0 0x7f60840b5630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.741 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6083fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60840cf640 con 0x7f608406bcc0 2024-09-13T15:00:33.741 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6083fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60841587d0 con 0x7f60840c5db0 2024-09-13T15:00:33.741 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6083fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60840b5d00 con 0x7f608406b8e0 2024-09-13T15:00:33.741 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6082ffd700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f608406b8e0 0x7f6084157c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.741 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f60837fe700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f60840c5db0 0x7f60840b5630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.741 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6082ffd700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f608406b8e0 0x7f6084157c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.103:48366/0 (socket says 172.21.15.103:48366) 2024-09-13T15:00:33.741 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6082ffd700 1 -- 172.21.15.103:0/3831324701 learned_addr learned my addr 172.21.15.103:0/3831324701 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-09-13T15:00:33.741 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f60827fc700 1 --2- 172.21.15.103:0/3831324701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f608406bcc0 0x7f60840b50f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.741 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6082ffd700 1 -- 172.21.15.103:0/3831324701 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f60840c5db0 msgr2=0x7f60840b5630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.741 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6082ffd700 1 --2- 172.21.15.103:0/3831324701 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f60840c5db0 0x7f60840b5630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.741 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6082ffd700 1 -- 172.21.15.103:0/3831324701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f608406bcc0 msgr2=0x7f60840b50f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.742 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6082ffd700 1 --2- 172.21.15.103:0/3831324701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f608406bcc0 0x7f60840b50f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.742 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6082ffd700 1 -- 172.21.15.103:0/3831324701 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6074009570 con 0x7f608406b8e0 2024-09-13T15:00:33.743 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f6082ffd700 1 --2- 172.21.15.103:0/3831324701 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f608406b8e0 0x7f6084157c20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f607800e760 tx=0x7f607800ea70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:33.743 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f606b7fe700 1 -- 172.21.15.103:0/3831324701 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f607800c070 con 0x7f608406b8e0 2024-09-13T15:00:33.743 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.733+0000 7f606b7fe700 1 -- 172.21.15.103:0/3831324701 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6078013610 con 0x7f608406b8e0 2024-09-13T15:00:33.743 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.737+0000 7f6083fff700 1 -- 172.21.15.103:0/3831324701 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60840b5fe0 con 0x7f608406b8e0 2024-09-13T15:00:33.743 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.737+0000 7f606b7fe700 1 -- 172.21.15.103:0/3831324701 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6078013980 con 0x7f608406b8e0 2024-09-13T15:00:33.744 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.737+0000 7f6083fff700 1 -- 172.21.15.103:0/3831324701 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60840cf260 con 0x7f608406b8e0 2024-09-13T15:00:33.744 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.737+0000 7f606b7fe700 1 -- 172.21.15.103:0/3831324701 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f607801c400 con 0x7f608406b8e0 2024-09-13T15:00:33.744 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.737+0000 7f606b7fe700 1 -- 172.21.15.103:0/3831324701 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(4..4 src has 1..4) v4 ==== 955+0+0 (secure 0 0 0) 0x7f607801cad0 con 0x7f608406b8e0 2024-09-13T15:00:33.744 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.737+0000 7f6083fff700 1 -- 172.21.15.103:0/3831324701 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60840c73d0 con 0x7f608406b8e0 2024-09-13T15:00:33.744 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.737+0000 7f606b7fe700 1 -- 172.21.15.103:0/3831324701 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f6078017020 con 0x7f608406b8e0 2024-09-13T15:00:33.817 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.809+0000 7f6083fff700 1 -- 172.21.15.103:0/3831324701 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "osd new", "uuid": "8c4dd812-5301-4577-9337-29cfa307789b", "id": 2} v 0) v1 -- 0x7f60840b3a80 con 0x7f608406b8e0 2024-09-13T15:00:33.826 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:33.817+0000 7f14133a12c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T15:00:33.829 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.821+0000 7f606b7fe700 1 -- 172.21.15.103:0/3831324701 <== mon.2 v2:172.21.15.103:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8c4dd812-5301-4577-9337-29cfa307789b", "id": 2}]=0 v5) v1 ==== 112+0+2 (secure 0 0 0) 0x7f607800f040 con 0x7f608406b8e0 2024-09-13T15:00:33.829 INFO:teuthology.orchestra.run.smithi103.stdout:2 2024-09-13T15:00:33.830 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.825+0000 7f6083fff700 1 -- 172.21.15.103:0/3831324701 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f608406b8e0 msgr2=0x7f6084157c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.830 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.825+0000 7f6083fff700 1 --2- 172.21.15.103:0/3831324701 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f608406b8e0 0x7f6084157c20 secure :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0x7f607800e760 tx=0x7f607800ea70 comp rx=0 tx=0).stop 2024-09-13T15:00:33.830 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.825+0000 7f6083fff700 1 -- 172.21.15.103:0/3831324701 shutdown_connections 2024-09-13T15:00:33.830 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.825+0000 7f6083fff700 1 --2- 172.21.15.103:0/3831324701 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f60840c5db0 0x7f60840b5630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.830 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.825+0000 7f6083fff700 1 --2- 172.21.15.103:0/3831324701 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f608406bcc0 0x7f60840b50f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.830 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.825+0000 7f6083fff700 1 --2- 172.21.15.103:0/3831324701 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f608406b8e0 0x7f6084157c20 unknown :-1 s=CLOSED pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.831 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.825+0000 7f6083fff700 1 -- 172.21.15.103:0/3831324701 >> 172.21.15.103:0/3831324701 conn(0x7f60840b2600 msgr2=0x7f60840b1c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:33.831 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.825+0000 7f6083fff700 1 -- 172.21.15.103:0/3831324701 shutdown_connections 2024-09-13T15:00:33.831 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.825+0000 7f6083fff700 1 -- 172.21.15.103:0/3831324701 wait complete. 2024-09-13T15:00:33.838 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:33.833+0000 7fc8ef6482c0 -1 mgr[py] Module telegraf has missing NOTIFY_TYPES member 2024-09-13T15:00:33.844 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster ceph osd new 8b3e4855-a51c-4a31-920b-a523fbba4972 3 2024-09-13T15:00:33.889 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:33.881+0000 7f14133a12c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T15:00:33.898 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:33.893+0000 7fc8ef6482c0 -1 mgr[py] Module progress has missing NOTIFY_TYPES member 2024-09-13T15:00:33.949 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 Processor -- start 2024-09-13T15:00:33.950 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 -- start start 2024-09-13T15:00:33.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5cc8159080 0x7f5cc8159f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f5cc80700a0 0x7f5cc80b2eb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f5cc80b33f0 0x7f5cc80b2110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5cc815a470 con 0x7f5cc80b33f0 2024-09-13T15:00:33.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5cc806dc80 con 0x7f5cc80700a0 2024-09-13T15:00:33.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc80b1c30 con 0x7f5cc8159080 2024-09-13T15:00:33.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5cc659c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5cc8159080 0x7f5cc8159f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5cc5d9b700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f5cc80700a0 0x7f5cc80b2eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.951 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5cc5d9b700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f5cc80700a0 0x7f5cc80b2eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:54682/0 (socket says 172.21.15.103:54682) 2024-09-13T15:00:33.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5cc5d9b700 1 -- 172.21.15.103:0/3148732627 learned_addr learned my addr 172.21.15.103:0/3148732627 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-09-13T15:00:33.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5cc6d9d700 1 --2- 172.21.15.103:0/3148732627 >> v2:172.21.15.33:3300/0 conn(0x7f5cc80b33f0 0x7f5cc80b2110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5cc5d9b700 1 -- 172.21.15.103:0/3148732627 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5cc8159080 msgr2=0x7f5cc8159f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:33.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5cc5d9b700 1 --2- 172.21.15.103:0/3148732627 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5cc8159080 0x7f5cc8159f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5cc5d9b700 1 -- 172.21.15.103:0/3148732627 >> v2:172.21.15.33:3300/0 conn(0x7f5cc80b33f0 msgr2=0x7f5cc80b2110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:33.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5cc5d9b700 1 --2- 172.21.15.103:0/3148732627 >> v2:172.21.15.33:3300/0 conn(0x7f5cc80b33f0 0x7f5cc80b2110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5cc5d9b700 1 -- 172.21.15.103:0/3148732627 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cc8070660 con 0x7f5cc80700a0 2024-09-13T15:00:33.952 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5cc5d9b700 1 --2- 172.21.15.103:0/3148732627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5cc80700a0 0x7f5cc80b2eb0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5cc806ec50 tx=0x7f5cbc009bf0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=95305a0ede1219e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:33.953 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5cc559a700 1 -- 172.21.15.103:0/3148732627 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cbc011830 con 0x7f5cc80700a0 2024-09-13T15:00:33.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5cc559a700 1 -- 172.21.15.103:0/3148732627 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cbc011990 con 0x7f5cc80700a0 2024-09-13T15:00:33.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5cc559a700 1 -- 172.21.15.103:0/3148732627 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cbc011d20 con 0x7f5cc80700a0 2024-09-13T15:00:33.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 -- 172.21.15.103:0/3148732627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5cc80700a0 msgr2=0x7f5cc80b2eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 --2- 172.21.15.103:0/3148732627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5cc80700a0 0x7f5cc80b2eb0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7f5cc806ec50 tx=0x7f5cbc009bf0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 -- 172.21.15.103:0/3148732627 shutdown_connections 2024-09-13T15:00:33.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 --2- 172.21.15.103:0/3148732627 >> v2:172.21.15.33:3300/0 conn(0x7f5cc80b33f0 0x7f5cc80b2110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 --2- 172.21.15.103:0/3148732627 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5cc80700a0 0x7f5cc80b2eb0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 --2- 172.21.15.103:0/3148732627 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5cc8159080 0x7f5cc8159f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 -- 172.21.15.103:0/3148732627 >> 172.21.15.103:0/3148732627 conn(0x7f5cc80cebe0 msgr2=0x7f5cc80ceff0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:33.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 -- 172.21.15.103:0/3148732627 shutdown_connections 2024-09-13T15:00:33.954 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.945+0000 7f5ccccdb700 1 -- 172.21.15.103:0/3148732627 wait complete. 2024-09-13T15:00:33.955 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5ccccdb700 1 Processor -- start 2024-09-13T15:00:33.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5ccccdb700 1 -- start start 2024-09-13T15:00:33.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5ccccdb700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cc80700a0 0x7f5cc8158250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5ccccdb700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5cc80b33f0 0x7f5cc8133840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5ccccdb700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5cc8159080 0x7f5cc8132c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:33.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5ccccdb700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc81651b0 con 0x7f5cc80700a0 2024-09-13T15:00:33.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5ccccdb700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc8165490 con 0x7f5cc80b33f0 2024-09-13T15:00:33.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5ccccdb700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5cc8165770 con 0x7f5cc8159080 2024-09-13T15:00:33.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5cc6d9d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5cc8159080 0x7f5cc8132c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5cc6d9d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5cc8159080 0x7f5cc8132c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.103:48386/0 (socket says 172.21.15.103:48386) 2024-09-13T15:00:33.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5cc6d9d700 1 -- 172.21.15.103:0/1233289461 learned_addr learned my addr 172.21.15.103:0/1233289461 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-09-13T15:00:33.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5cc5d9b700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5cc80b33f0 0x7f5cc8133840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.956 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5cc659c700 1 --2- 172.21.15.103:0/1233289461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cc80700a0 0x7f5cc8158250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:33.957 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5cc6d9d700 1 -- 172.21.15.103:0/1233289461 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5cc80b33f0 msgr2=0x7f5cc8133840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.958 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5cc6d9d700 1 --2- 172.21.15.103:0/1233289461 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5cc80b33f0 0x7f5cc8133840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.958 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5cc6d9d700 1 -- 172.21.15.103:0/1233289461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cc80700a0 msgr2=0x7f5cc8158250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:33.958 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5cc6d9d700 1 --2- 172.21.15.103:0/1233289461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cc80700a0 0x7f5cc8158250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:33.958 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5cc6d9d700 1 -- 172.21.15.103:0/1233289461 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cbc009570 con 0x7f5cc8159080 2024-09-13T15:00:33.959 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5cc6d9d700 1 --2- 172.21.15.103:0/1233289461 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5cc8159080 0x7f5cc8132c60 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5cc0007e30 tx=0x7f5cc000e3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:33.959 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5cb6ffd700 1 -- 172.21.15.103:0/1233289461 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cc000ed30 con 0x7f5cc8159080 2024-09-13T15:00:33.959 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5cb6ffd700 1 -- 172.21.15.103:0/1233289461 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cc000ee90 con 0x7f5cc8159080 2024-09-13T15:00:33.959 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5ccccdb700 1 -- 172.21.15.103:0/1233289461 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5cc8165a50 con 0x7f5cc8159080 2024-09-13T15:00:33.959 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5cb6ffd700 1 -- 172.21.15.103:0/1233289461 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cc0014660 con 0x7f5cc8159080 2024-09-13T15:00:33.959 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.949+0000 7f5ccccdb700 1 -- 172.21.15.103:0/1233289461 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5cc8158790 con 0x7f5cc8159080 2024-09-13T15:00:33.960 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.953+0000 7f5ccccdb700 1 -- 172.21.15.103:0/1233289461 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5cc8158920 con 0x7f5cc8159080 2024-09-13T15:00:33.960 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.953+0000 7f5cb6ffd700 1 -- 172.21.15.103:0/1233289461 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f5cc0014ac0 con 0x7f5cc8159080 2024-09-13T15:00:33.960 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.953+0000 7f5cb6ffd700 1 -- 172.21.15.103:0/1233289461 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(5..5 src has 1..5) v4 ==== 1070+0+0 (secure 0 0 0) 0x7f5cc001d3c0 con 0x7f5cc8159080 2024-09-13T15:00:33.961 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:33.957+0000 7f5cb6ffd700 1 -- 172.21.15.103:0/1233289461 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f5cc8158920 con 0x7f5cc8159080 2024-09-13T15:00:34.038 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.033+0000 7f5ccccdb700 1 -- 172.21.15.103:0/1233289461 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "osd new", "uuid": "8b3e4855-a51c-4a31-920b-a523fbba4972", "id": 3} v 0) v1 -- 0x7f5cc8165f70 con 0x7f5cc8159080 2024-09-13T15:00:34.047 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.041+0000 7f5cb6ffd700 1 -- 172.21.15.103:0/1233289461 <== mon.2 v2:172.21.15.103:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "8b3e4855-a51c-4a31-920b-a523fbba4972", "id": 3}]=0 v6) v1 ==== 112+0+2 (secure 0 0 0) 0x7f5cc8165f70 con 0x7f5cc8159080 2024-09-13T15:00:34.047 INFO:teuthology.orchestra.run.smithi103.stdout:3 2024-09-13T15:00:34.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.041+0000 7f5ccccdb700 1 -- 172.21.15.103:0/1233289461 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5cc8159080 msgr2=0x7f5cc8132c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.041+0000 7f5ccccdb700 1 --2- 172.21.15.103:0/1233289461 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5cc8159080 0x7f5cc8132c60 secure :-1 s=READY pgs=11 cs=0 l=1 rev1=1 crypto rx=0x7f5cc0007e30 tx=0x7f5cc000e3c0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.041+0000 7f5ccccdb700 1 -- 172.21.15.103:0/1233289461 shutdown_connections 2024-09-13T15:00:34.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.041+0000 7f5ccccdb700 1 --2- 172.21.15.103:0/1233289461 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5cc8159080 0x7f5cc8132c60 unknown :-1 s=CLOSED pgs=11 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.048 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.041+0000 7f5ccccdb700 1 --2- 172.21.15.103:0/1233289461 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5cc80b33f0 0x7f5cc8133840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.049 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.041+0000 7f5ccccdb700 1 --2- 172.21.15.103:0/1233289461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5cc80700a0 0x7f5cc8158250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.049 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.041+0000 7f5ccccdb700 1 -- 172.21.15.103:0/1233289461 >> 172.21.15.103:0/1233289461 conn(0x7f5cc80cebe0 msgr2=0x7f5cc80af0a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:34.049 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.041+0000 7f5ccccdb700 1 -- 172.21.15.103:0/1233289461 shutdown_connections 2024-09-13T15:00:34.049 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.041+0000 7f5ccccdb700 1 -- 172.21.15.103:0/1233289461 wait complete. 2024-09-13T15:00:34.061 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster ceph osd new a231c6bf-7e3d-46f1-a59f-84cb91fab7bb 4 2024-09-13T15:00:34.065 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:34.057+0000 7f14133a12c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T15:00:34.074 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:34.069+0000 7fc8ef6482c0 -1 mgr[py] Module test_orchestrator has missing NOTIFY_TYPES member 2024-09-13T15:00:34.167 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2ff59e700 1 Processor -- start 2024-09-13T15:00:34.168 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2ff59e700 1 -- start start 2024-09-13T15:00:34.169 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2ff59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa30015a810 0x7fa3000afcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.169 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2ff59e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa3000b4860 0x7fa30006dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.170 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2ff59e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa30015abf0 con 0x7fa3000b36b0 2024-09-13T15:00:34.170 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2ff59e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3000b3e20 con 0x7fa3000b4860 2024-09-13T15:00:34.170 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2ff59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3000b3b40 con 0x7fa30015a810 2024-09-13T15:00:34.170 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2fe59c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa30015a810 0x7fa3000afcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.170 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2fe59c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa30015a810 0x7fa3000afcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.103:48398/0 (socket says 172.21.15.103:48398) 2024-09-13T15:00:34.170 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2fe59c700 1 -- 172.21.15.103:0/4105728250 learned_addr learned my addr 172.21.15.103:0/4105728250 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-09-13T15:00:34.170 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2fed9d700 1 --2- 172.21.15.103:0/4105728250 >> v2:172.21.15.33:3300/0 conn(0x7fa3000b4860 0x7fa30006dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.170 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2fe59c700 1 -- 172.21.15.103:0/4105728250 >> v2:172.21.15.33:3300/0 conn(0x7fa3000b4860 msgr2=0x7fa30006dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:34.170 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2fe59c700 1 --2- 172.21.15.103:0/4105728250 >> v2:172.21.15.33:3300/0 conn(0x7fa3000b4860 0x7fa30006dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.170 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2fe59c700 1 -- 172.21.15.103:0/4105728250 >> v1:172.21.15.33:6789/0 conn(0x7fa3000b36b0 legacy=0x7fa3000b4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.170 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.161+0000 7fa2fe59c700 1 -- 172.21.15.103:0/4105728250 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3000af080 con 0x7fa30015a810 2024-09-13T15:00:34.170 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.165+0000 7fa2fe59c700 1 --2- 172.21.15.103:0/4105728250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa30015a810 0x7fa3000afcc0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa2f0009910 tx=0x7fa2f0009c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c8b0b51f6fc6d7f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:34.170 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.165+0000 7fa2fd59a700 1 -- 172.21.15.103:0/4105728250 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2f000ba60 con 0x7fa30015a810 2024-09-13T15:00:34.170 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.165+0000 7fa2fd59a700 1 -- 172.21.15.103:0/4105728250 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2f000bbc0 con 0x7fa30015a810 2024-09-13T15:00:34.171 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.165+0000 7fa2fd59a700 1 -- 172.21.15.103:0/4105728250 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2f0009e60 con 0x7fa30015a810 2024-09-13T15:00:34.171 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.165+0000 7fa2ff59e700 1 -- 172.21.15.103:0/4105728250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa30015a810 msgr2=0x7fa3000afcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.171 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.165+0000 7fa2ff59e700 1 --2- 172.21.15.103:0/4105728250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa30015a810 0x7fa3000afcc0 secure :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0x7fa2f0009910 tx=0x7fa2f0009c20 comp rx=0 tx=0).stop 2024-09-13T15:00:34.171 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.165+0000 7fa2ff59e700 1 -- 172.21.15.103:0/4105728250 shutdown_connections 2024-09-13T15:00:34.171 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.165+0000 7fa2ff59e700 1 --2- 172.21.15.103:0/4105728250 >> v2:172.21.15.33:3300/0 conn(0x7fa3000b4860 0x7fa30006dce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.172 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.165+0000 7fa2ff59e700 1 --2- 172.21.15.103:0/4105728250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa30015a810 0x7fa3000afcc0 unknown :-1 s=CLOSED pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.172 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.165+0000 7fa2ff59e700 1 -- 172.21.15.103:0/4105728250 >> 172.21.15.103:0/4105728250 conn(0x7fa3000b5bd0 msgr2=0x7fa3000b5fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:34.172 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.165+0000 7fa2ff59e700 1 -- 172.21.15.103:0/4105728250 shutdown_connections 2024-09-13T15:00:34.172 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.165+0000 7fa2ff59e700 1 -- 172.21.15.103:0/4105728250 wait complete. 2024-09-13T15:00:34.172 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.165+0000 7fa2ff59e700 1 Processor -- start 2024-09-13T15:00:34.172 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.165+0000 7fa2ff59e700 1 -- start start 2024-09-13T15:00:34.174 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2ff59e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3000b4860 0x7fa30014f230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.174 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2ff59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa30015a810 0x7fa30014fa50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.175 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2ff59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa300152370 0x7fa30015bdd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.175 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2ff59e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa30009e6e0 con 0x7fa30015a810 2024-09-13T15:00:34.175 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2ff59e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3001517b0 con 0x7fa3000b4860 2024-09-13T15:00:34.175 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2ff59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa300151a50 con 0x7fa300152370 2024-09-13T15:00:34.175 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2fed9d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa300152370 0x7fa30015bdd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.175 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2fe59c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3000b4860 0x7fa30014f230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.175 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2fed9d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa300152370 0x7fa30015bdd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.103:48410/0 (socket says 172.21.15.103:48410) 2024-09-13T15:00:34.175 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2fed9d700 1 -- 172.21.15.103:0/2499839855 learned_addr learned my addr 172.21.15.103:0/2499839855 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-09-13T15:00:34.175 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2fdd9b700 1 --2- 172.21.15.103:0/2499839855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa30015a810 0x7fa30014fa50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.177 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2fed9d700 1 -- 172.21.15.103:0/2499839855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3000b4860 msgr2=0x7fa30014f230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.177 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2fed9d700 1 --2- 172.21.15.103:0/2499839855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3000b4860 0x7fa30014f230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.177 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2fed9d700 1 -- 172.21.15.103:0/2499839855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa30015a810 msgr2=0x7fa30014fa50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.177 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2fed9d700 1 --2- 172.21.15.103:0/2499839855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa30015a810 0x7fa30014fa50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.177 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2fed9d700 1 -- 172.21.15.103:0/2499839855 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2f0009570 con 0x7fa300152370 2024-09-13T15:00:34.177 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2fe59c700 1 --2- 172.21.15.103:0/2499839855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3000b4860 0x7fa30014f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:34.177 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2fed9d700 1 --2- 172.21.15.103:0/2499839855 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa300152370 0x7fa30015bdd0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fa2f8007e30 tx=0x7fa2f800e3c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:34.177 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2eeffd700 1 -- 172.21.15.103:0/2499839855 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2f800ed30 con 0x7fa300152370 2024-09-13T15:00:34.178 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2eeffd700 1 -- 172.21.15.103:0/2499839855 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa2f800ee90 con 0x7fa300152370 2024-09-13T15:00:34.178 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2eeffd700 1 -- 172.21.15.103:0/2499839855 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa2f8014660 con 0x7fa300152370 2024-09-13T15:00:34.178 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2ff59e700 1 -- 172.21.15.103:0/2499839855 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa300151d30 con 0x7fa300152370 2024-09-13T15:00:34.178 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2ff59e700 1 -- 172.21.15.103:0/2499839855 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3001f38e0 con 0x7fa300152370 2024-09-13T15:00:34.178 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2eeffd700 1 -- 172.21.15.103:0/2499839855 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fa2f8014ac0 con 0x7fa300152370 2024-09-13T15:00:34.178 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2eeffd700 1 -- 172.21.15.103:0/2499839855 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(6..6 src has 1..6) v4 ==== 1185+0+0 (secure 0 0 0) 0x7fa2f801ebe0 con 0x7fa300152370 2024-09-13T15:00:34.178 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.169+0000 7fa2ff59e700 1 -- 172.21.15.103:0/2499839855 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3001f3b00 con 0x7fa300152370 2024-09-13T15:00:34.179 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.173+0000 7fa2eeffd700 1 -- 172.21.15.103:0/2499839855 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fa2f801e510 con 0x7fa300152370 2024-09-13T15:00:34.268 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.261+0000 7fa2ff59e700 1 -- 172.21.15.103:0/2499839855 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "osd new", "uuid": "a231c6bf-7e3d-46f1-a59f-84cb91fab7bb", "id": 4} v 0) v1 -- 0x7fa30006dce0 con 0x7fa300152370 2024-09-13T15:00:34.277 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.273+0000 7fa2eeffd700 1 -- 172.21.15.103:0/2499839855 <== mon.2 v2:172.21.15.103:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "a231c6bf-7e3d-46f1-a59f-84cb91fab7bb", "id": 4}]=0 v7) v1 ==== 112+0+2 (secure 0 0 0) 0x7fa2f801e6b0 con 0x7fa300152370 2024-09-13T15:00:34.278 INFO:teuthology.orchestra.run.smithi103.stdout:4 2024-09-13T15:00:34.280 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.273+0000 7fa2ff59e700 1 -- 172.21.15.103:0/2499839855 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa300152370 msgr2=0x7fa30015bdd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.280 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.273+0000 7fa2ff59e700 1 --2- 172.21.15.103:0/2499839855 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa300152370 0x7fa30015bdd0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7fa2f8007e30 tx=0x7fa2f800e3c0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.280 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.273+0000 7fa2ff59e700 1 -- 172.21.15.103:0/2499839855 shutdown_connections 2024-09-13T15:00:34.280 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.273+0000 7fa2ff59e700 1 --2- 172.21.15.103:0/2499839855 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa300152370 0x7fa30015bdd0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.280 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.273+0000 7fa2ff59e700 1 --2- 172.21.15.103:0/2499839855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa30015a810 0x7fa30014fa50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.280 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.273+0000 7fa2ff59e700 1 --2- 172.21.15.103:0/2499839855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3000b4860 0x7fa30014f230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.280 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.273+0000 7fa2ff59e700 1 -- 172.21.15.103:0/2499839855 >> 172.21.15.103:0/2499839855 conn(0x7fa3000b5bd0 msgr2=0x7fa30015d510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:34.280 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.273+0000 7fa2ff59e700 1 -- 172.21.15.103:0/2499839855 shutdown_connections 2024-09-13T15:00:34.280 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.273+0000 7fa2ff59e700 1 -- 172.21.15.103:0/2499839855 wait complete. 2024-09-13T15:00:34.298 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster ceph osd new 57f0977d-4cf6-47bd-be7d-5b77131b4a21 5 2024-09-13T15:00:34.301 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:34.293+0000 7f14133a12c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T15:00:34.306 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:34.301+0000 7fc8ef6482c0 -1 mgr[py] Module nfs has missing NOTIFY_TYPES member 2024-09-13T15:00:34.358 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:34.353+0000 7fc8ef6482c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T15:00:34.358 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:34.349+0000 7f14133a12c0 -1 mgr[py] Module osd_support has missing NOTIFY_TYPES member 2024-09-13T15:00:34.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.401+0000 7f775313c700 1 Processor -- start 2024-09-13T15:00:34.409 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.401+0000 7f775313c700 1 -- start start 2024-09-13T15:00:34.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775313c700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f774c15cc00 0x7f774c0d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775313c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f774c0d17e0 0x7f774c0b5960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775313c700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f774c0cdb00 con 0x7f774c0d0c20 2024-09-13T15:00:34.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775313c700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f774c0cdde0 con 0x7f774c15cc00 2024-09-13T15:00:34.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775313c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f774c0ce0c0 con 0x7f774c0d17e0 2024-09-13T15:00:34.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775213a700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f774c15cc00 0x7f774c0d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.411 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775293b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f774c0d17e0 0x7f774c0b5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775293b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f774c0d17e0 0x7f774c0b5960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.103:48424/0 (socket says 172.21.15.103:48424) 2024-09-13T15:00:34.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775293b700 1 -- 172.21.15.103:0/2129001719 learned_addr learned my addr 172.21.15.103:0/2129001719 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-09-13T15:00:34.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775213a700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f774c15cc00 0x7f774c0d06e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:54712/0 (socket says 172.21.15.103:54712) 2024-09-13T15:00:34.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775213a700 1 -- 172.21.15.103:0/2129001719 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f774c0d17e0 msgr2=0x7f774c0b5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:34.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775213a700 1 --2- 172.21.15.103:0/2129001719 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f774c0d17e0 0x7f774c0b5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775213a700 1 -- 172.21.15.103:0/2129001719 >> v1:172.21.15.33:6789/0 conn(0x7f774c0d0c20 legacy=0x7f774c0d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775213a700 1 -- 172.21.15.103:0/2129001719 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f774c0ce3a0 con 0x7f774c15cc00 2024-09-13T15:00:34.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775293b700 1 --2- 172.21.15.103:0/2129001719 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f774c0d17e0 0x7f774c0b5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:34.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775213a700 1 --2- 172.21.15.103:0/2129001719 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f774c15cc00 0x7f774c0d06e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7748009850 tx=0x7f7748009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=4fb8054835e6b72e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:34.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f7751138700 1 -- 172.21.15.103:0/2129001719 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7748011830 con 0x7f774c15cc00 2024-09-13T15:00:34.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f7751138700 1 -- 172.21.15.103:0/2129001719 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7748011990 con 0x7f774c15cc00 2024-09-13T15:00:34.412 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f7751138700 1 -- 172.21.15.103:0/2129001719 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7748011d40 con 0x7f774c15cc00 2024-09-13T15:00:34.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775313c700 1 -- 172.21.15.103:0/2129001719 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f774c15cc00 msgr2=0x7f774c0d06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.413 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775313c700 1 --2- 172.21.15.103:0/2129001719 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f774c15cc00 0x7f774c0d06e0 secure :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0x7f7748009850 tx=0x7f7748009b60 comp rx=0 tx=0).stop 2024-09-13T15:00:34.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775313c700 1 -- 172.21.15.103:0/2129001719 shutdown_connections 2024-09-13T15:00:34.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775313c700 1 --2- 172.21.15.103:0/2129001719 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f774c0d17e0 0x7f774c0b5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775313c700 1 --2- 172.21.15.103:0/2129001719 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f774c15cc00 0x7f774c0d06e0 unknown :-1 s=CLOSED pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775313c700 1 -- 172.21.15.103:0/2129001719 >> 172.21.15.103:0/2129001719 conn(0x7f774c08c080 msgr2=0x7f774c0d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:34.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775313c700 1 -- 172.21.15.103:0/2129001719 shutdown_connections 2024-09-13T15:00:34.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.405+0000 7f775313c700 1 -- 172.21.15.103:0/2129001719 wait complete. 2024-09-13T15:00:34.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f775313c700 1 Processor -- start 2024-09-13T15:00:34.414 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f775313c700 1 -- start start 2024-09-13T15:00:34.416 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f775313c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f774c0d0c20 0x7f774c151d80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.416 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f775313c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f774c0d17e0 0x7f774c0c7710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f775313c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f774c15cc00 0x7f774c147610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f775313c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f774c0c7280 con 0x7f774c15cc00 2024-09-13T15:00:34.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f775313c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f774c148330 con 0x7f774c0d17e0 2024-09-13T15:00:34.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f775313c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f774c0c6c70 con 0x7f774c0d0c20 2024-09-13T15:00:34.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f7751939700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f774c0d17e0 0x7f774c0c7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f775213a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f774c0d0c20 0x7f774c151d80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f7751939700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f774c0d17e0 0x7f774c0c7710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:54728/0 (socket says 172.21.15.103:54728) 2024-09-13T15:00:34.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f7751939700 1 -- 172.21.15.103:0/2039501755 learned_addr learned my addr 172.21.15.103:0/2039501755 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-09-13T15:00:34.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f775293b700 1 --2- 172.21.15.103:0/2039501755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f774c15cc00 0x7f774c147610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f7751939700 1 -- 172.21.15.103:0/2039501755 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f774c0d0c20 msgr2=0x7f774c151d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f7751939700 1 --2- 172.21.15.103:0/2039501755 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f774c0d0c20 0x7f774c151d80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f7751939700 1 -- 172.21.15.103:0/2039501755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f774c15cc00 msgr2=0x7f774c147610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f7751939700 1 --2- 172.21.15.103:0/2039501755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f774c15cc00 0x7f774c147610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.417 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f7751939700 1 -- 172.21.15.103:0/2039501755 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7744009b30 con 0x7f774c0d17e0 2024-09-13T15:00:34.418 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f775293b700 1 --2- 172.21.15.103:0/2039501755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f774c15cc00 0x7f774c147610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:00:34.418 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f775213a700 1 --2- 172.21.15.103:0/2039501755 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f774c0d0c20 0x7f774c151d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:34.418 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f7751939700 1 --2- 172.21.15.103:0/2039501755 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f774c0d17e0 0x7f774c0c7710 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f773c00c500 tx=0x7f773c00c810 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:34.418 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f7742ffd700 1 -- 172.21.15.103:0/2039501755 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f773c0052d0 con 0x7f774c0d17e0 2024-09-13T15:00:34.418 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f7742ffd700 1 -- 172.21.15.103:0/2039501755 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f773c005430 con 0x7f774c0d17e0 2024-09-13T15:00:34.418 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f775313c700 1 -- 172.21.15.103:0/2039501755 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f77480094b0 con 0x7f774c0d17e0 2024-09-13T15:00:34.418 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f7742ffd700 1 -- 172.21.15.103:0/2039501755 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f773c0055a0 con 0x7f774c0d17e0 2024-09-13T15:00:34.418 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f775313c700 1 -- 172.21.15.103:0/2039501755 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f774c0c6f10 con 0x7f774c0d17e0 2024-09-13T15:00:34.418 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f7742ffd700 1 -- 172.21.15.103:0/2039501755 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f773c003be0 con 0x7f774c0d17e0 2024-09-13T15:00:34.418 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.409+0000 7f7742ffd700 1 -- 172.21.15.103:0/2039501755 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(7..7 src has 1..7) v4 ==== 1300+0+0 (secure 0 0 0) 0x7f773c012420 con 0x7f774c0d17e0 2024-09-13T15:00:34.419 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.413+0000 7f775313c700 1 -- 172.21.15.103:0/2039501755 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f774c0c73f0 con 0x7f774c0d17e0 2024-09-13T15:00:34.421 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.413+0000 7f7742ffd700 1 -- 172.21.15.103:0/2039501755 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f773c017070 con 0x7f774c0d17e0 2024-09-13T15:00:34.498 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.489+0000 7f775313c700 1 -- 172.21.15.103:0/2039501755 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd new", "uuid": "57f0977d-4cf6-47bd-be7d-5b77131b4a21", "id": 5} v 0) v1 -- 0x7f774c0cf090 con 0x7f774c0d17e0 2024-09-13T15:00:34.507 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.501+0000 7f7742ffd700 1 -- 172.21.15.103:0/2039501755 <== mon.1 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "57f0977d-4cf6-47bd-be7d-5b77131b4a21", "id": 5}]=0 v8) v1 ==== 112+0+2 (secure 0 0 0) 0x7f773c011590 con 0x7f774c0d17e0 2024-09-13T15:00:34.507 INFO:teuthology.orchestra.run.smithi103.stdout:5 2024-09-13T15:00:34.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.501+0000 7f775313c700 1 -- 172.21.15.103:0/2039501755 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f774c0d17e0 msgr2=0x7f774c0c7710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.501+0000 7f775313c700 1 --2- 172.21.15.103:0/2039501755 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f774c0d17e0 0x7f774c0c7710 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f773c00c500 tx=0x7f773c00c810 comp rx=0 tx=0).stop 2024-09-13T15:00:34.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.501+0000 7f775313c700 1 -- 172.21.15.103:0/2039501755 shutdown_connections 2024-09-13T15:00:34.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.501+0000 7f775313c700 1 --2- 172.21.15.103:0/2039501755 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f774c15cc00 0x7f774c147610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.501+0000 7f775313c700 1 --2- 172.21.15.103:0/2039501755 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f774c0d17e0 0x7f774c0c7710 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.501+0000 7f775313c700 1 --2- 172.21.15.103:0/2039501755 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f774c0d0c20 0x7f774c151d80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.501+0000 7f775313c700 1 -- 172.21.15.103:0/2039501755 >> 172.21.15.103:0/2039501755 conn(0x7f774c08c080 msgr2=0x7f774c0b6930 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:34.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.501+0000 7f775313c700 1 -- 172.21.15.103:0/2039501755 shutdown_connections 2024-09-13T15:00:34.509 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.501+0000 7f775313c700 1 -- 172.21.15.103:0/2039501755 wait complete. 2024-09-13T15:00:34.521 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster ceph osd new ed6a7f06-5adb-489a-a610-848721e29a25 6 2024-09-13T15:00:34.542 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:34.537+0000 7fc8ef6482c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T15:00:34.560 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:34.553+0000 7f14133a12c0 -1 mgr[py] Module selftest has missing NOTIFY_TYPES member 2024-09-13T15:00:34.607 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:34.601+0000 7fc8ef6482c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T15:00:34.625 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.617+0000 7f7a99fb0700 1 Processor -- start 2024-09-13T15:00:34.625 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.617+0000 7f7a99fb0700 1 -- start start 2024-09-13T15:00:34.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a99fb0700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7a94073ab0 0x7f7a9415a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a99fb0700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a9406db20 con 0x7f7a9415d880 2024-09-13T15:00:34.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a99fb0700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7a9406ddc0 con 0x7f7a940b1fd0 2024-09-13T15:00:34.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a99fb0700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7a9415d150 con 0x7f7a94073ab0 2024-09-13T15:00:34.627 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a98fae700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f7a940b1fd0 0x7f7a940b23b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.103:34468/0 (socket says 172.21.15.103:34468) 2024-09-13T15:00:34.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a98fae700 1 -- 172.21.15.103:0/3953055369 learned_addr learned my addr 172.21.15.103:0/3953055369 (peer_addr_for_me v1:172.21.15.103:0/0) 2024-09-13T15:00:34.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a93fff700 1 --2- 172.21.15.103:0/3953055369 >> v2:172.21.15.33:3300/0 conn(0x7f7a94073ab0 0x7f7a9415a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 -- 172.21.15.103:0/3953055369 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3262988577 0 0) 0x7f7a9406ddc0 con 0x7f7a940b1fd0 2024-09-13T15:00:34.628 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 -- 172.21.15.103:0/3953055369 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7a840035d0 con 0x7f7a940b1fd0 2024-09-13T15:00:34.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 -- 172.21.15.103:0/3953055369 <== mon.1 v1:172.21.15.103:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3618192131 0 0) 0x7f7a840035d0 con 0x7f7a940b1fd0 2024-09-13T15:00:34.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 -- 172.21.15.103:0/3953055369 >> v2:172.21.15.33:3300/0 conn(0x7f7a94073ab0 msgr2=0x7f7a9415a5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:34.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 --2- 172.21.15.103:0/3953055369 >> v2:172.21.15.33:3300/0 conn(0x7f7a94073ab0 0x7f7a9415a5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 -- 172.21.15.103:0/3953055369 >> v1:172.21.15.33:6789/0 conn(0x7f7a9415d880 legacy=0x7f7a9406a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 -- 172.21.15.103:0/3953055369 --> v1:172.21.15.103:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a9406e0a0 con 0x7f7a940b1fd0 2024-09-13T15:00:34.630 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 -- 172.21.15.103:0/3953055369 <== mon.1 v1:172.21.15.103:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7f7a88001670 con 0x7f7a940b1fd0 2024-09-13T15:00:34.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 -- 172.21.15.103:0/3953055369 >> v1:172.21.15.103:6789/0 conn(0x7f7a940b1fd0 legacy=0x7f7a940b23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 --2- 172.21.15.103:0/3953055369 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a84003a20 0x7f7a84003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 --2- 172.21.15.103:0/3953055369 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7a84004870 0x7f7a84004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 --2- 172.21.15.103:0/3953055369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a84005230 0x7f7a8400ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 -- 172.21.15.103:0/3953055369 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a9415d150 con 0x7f7a84005230 2024-09-13T15:00:34.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 -- 172.21.15.103:0/3953055369 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a8400c0d0 con 0x7f7a84003a20 2024-09-13T15:00:34.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 -- 172.21.15.103:0/3953055369 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a8400c290 con 0x7f7a84004870 2024-09-13T15:00:34.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a93fff700 1 --2- 172.21.15.103:0/3953055369 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7a84004870 0x7f7a84004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a98fae700 1 --2- 172.21.15.103:0/3953055369 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a84003a20 0x7f7a84003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a997af700 1 --2- 172.21.15.103:0/3953055369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a84005230 0x7f7a8400ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a93fff700 1 -- 172.21.15.103:0/3953055369 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a84003a20 msgr2=0x7f7a84003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:34.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a93fff700 1 --2- 172.21.15.103:0/3953055369 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a84003a20 0x7f7a84003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.631 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a93fff700 1 -- 172.21.15.103:0/3953055369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a84005230 msgr2=0x7f7a8400ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:34.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a93fff700 1 --2- 172.21.15.103:0/3953055369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a84005230 0x7f7a8400ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a93fff700 1 -- 172.21.15.103:0/3953055369 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a840035d0 con 0x7f7a84004870 2024-09-13T15:00:34.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a997af700 1 -- 172.21.15.103:0/3953055369 reap_dead start 2024-09-13T15:00:34.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a93fff700 1 --2- 172.21.15.103:0/3953055369 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7a84004870 0x7f7a84004cf0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7a80009b70 tx=0x7f7a840058a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e69dea4ff89069d1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:34.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 -- 172.21.15.103:0/3953055369 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a80010ad0 con 0x7f7a84004870 2024-09-13T15:00:34.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 -- 172.21.15.103:0/3953055369 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a80010c30 con 0x7f7a84004870 2024-09-13T15:00:34.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.621+0000 7f7a937fe700 1 -- 172.21.15.103:0/3953055369 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a80011450 con 0x7f7a84004870 2024-09-13T15:00:34.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.625+0000 7f7a99fb0700 1 -- 172.21.15.103:0/3953055369 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7a84004870 msgr2=0x7f7a84004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.625+0000 7f7a99fb0700 1 --2- 172.21.15.103:0/3953055369 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7a84004870 0x7f7a84004cf0 secure :-1 s=READY pgs=14 cs=0 l=1 rev1=1 crypto rx=0x7f7a80009b70 tx=0x7f7a840058a0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.625+0000 7f7a99fb0700 1 -- 172.21.15.103:0/3953055369 shutdown_connections 2024-09-13T15:00:34.632 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.625+0000 7f7a99fb0700 1 --2- 172.21.15.103:0/3953055369 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7a84004870 0x7f7a84004cf0 unknown :-1 s=CLOSED pgs=14 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.625+0000 7f7a99fb0700 1 -- 172.21.15.103:0/3953055369 >> 172.21.15.103:0/3953055369 conn(0x7f7a940b0cd0 msgr2=0x7f7a940b10b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:34.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.625+0000 7f7a99fb0700 1 -- 172.21.15.103:0/3953055369 shutdown_connections 2024-09-13T15:00:34.633 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.625+0000 7f7a99fb0700 1 -- 172.21.15.103:0/3953055369 wait complete. 2024-09-13T15:00:34.633 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:34.625+0000 7f14133a12c0 -1 mgr[py] Module osd_perf_query has missing NOTIFY_TYPES member 2024-09-13T15:00:34.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.625+0000 7f7a99fb0700 1 Processor -- start 2024-09-13T15:00:34.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.625+0000 7f7a99fb0700 1 -- start start 2024-09-13T15:00:34.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a99fb0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a84004870 0x7f7a9414caf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a99fb0700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a940ca380 0x7f7a940ca7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.635 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a99fb0700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7a940c83e0 0x7f7a940c8890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a99fb0700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a9414d030 con 0x7f7a84004870 2024-09-13T15:00:34.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a99fb0700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7a940704e0 con 0x7f7a940ca380 2024-09-13T15:00:34.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a99fb0700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7a940707c0 con 0x7f7a940c83e0 2024-09-13T15:00:34.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a93fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a940ca380 0x7f7a940ca7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a997af700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7a940c83e0 0x7f7a940c8890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a93fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a940ca380 0x7f7a940ca7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:54746/0 (socket says 172.21.15.103:54746) 2024-09-13T15:00:34.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a997af700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7a940c83e0 0x7f7a940c8890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.103:48442/0 (socket says 172.21.15.103:48442) 2024-09-13T15:00:34.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a93fff700 1 -- 172.21.15.103:0/3132778590 learned_addr learned my addr 172.21.15.103:0/3132778590 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-09-13T15:00:34.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a98fae700 1 --2- 172.21.15.103:0/3132778590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a84004870 0x7f7a9414caf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a997af700 1 -- 172.21.15.103:0/3132778590 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a940ca380 msgr2=0x7f7a940ca7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a997af700 1 --2- 172.21.15.103:0/3132778590 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a940ca380 0x7f7a940ca7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a997af700 1 -- 172.21.15.103:0/3132778590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a84004870 msgr2=0x7f7a9414caf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.636 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a997af700 1 --2- 172.21.15.103:0/3132778590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a84004870 0x7f7a9414caf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a997af700 1 -- 172.21.15.103:0/3132778590 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7a94070aa0 con 0x7f7a940c83e0 2024-09-13T15:00:34.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a997af700 1 --2- 172.21.15.103:0/3132778590 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7a940c83e0 0x7f7a940c8890 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7a940cea90 tx=0x7f7a8c00fe70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:34.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a917fa700 1 -- 172.21.15.103:0/3132778590 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a8c003c30 con 0x7f7a940c83e0 2024-09-13T15:00:34.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a917fa700 1 -- 172.21.15.103:0/3132778590 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7a8c003d90 con 0x7f7a940c83e0 2024-09-13T15:00:34.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a99fb0700 1 -- 172.21.15.103:0/3132778590 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7a94070d80 con 0x7f7a940c83e0 2024-09-13T15:00:34.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a917fa700 1 -- 172.21.15.103:0/3132778590 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7a8c005310 con 0x7f7a940c83e0 2024-09-13T15:00:34.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a99fb0700 1 -- 172.21.15.103:0/3132778590 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7a940cad20 con 0x7f7a940c83e0 2024-09-13T15:00:34.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a917fa700 1 -- 172.21.15.103:0/3132778590 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f7a8c005770 con 0x7f7a940c83e0 2024-09-13T15:00:34.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a917fa700 1 -- 172.21.15.103:0/3132778590 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(8..8 src has 1..8) v4 ==== 1415+0+0 (secure 0 0 0) 0x7f7a8c00ddb0 con 0x7f7a940c83e0 2024-09-13T15:00:34.637 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.629+0000 7f7a99fb0700 1 -- 172.21.15.103:0/3132778590 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7a9415dd10 con 0x7f7a940c83e0 2024-09-13T15:00:34.639 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.633+0000 7f7a917fa700 1 -- 172.21.15.103:0/3132778590 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f7a8c00d640 con 0x7f7a940c83e0 2024-09-13T15:00:34.672 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:34.665+0000 7fc8ef6482c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T15:00:34.703 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:34.697+0000 7f14133a12c0 -1 mgr[py] Module crash has missing NOTIFY_TYPES member 2024-09-13T15:00:34.714 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.709+0000 7f7a99fb0700 1 -- 172.21.15.103:0/3132778590 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "osd new", "uuid": "ed6a7f06-5adb-489a-a610-848721e29a25", "id": 6} v 0) v1 -- 0x7f7a94074230 con 0x7f7a940c83e0 2024-09-13T15:00:34.724 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.717+0000 7f7a917fa700 1 -- 172.21.15.103:0/3132778590 <== mon.2 v2:172.21.15.103:3301/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "ed6a7f06-5adb-489a-a610-848721e29a25", "id": 6}]=0 v9) v1 ==== 112+0+2 (secure 0 0 0) 0x7f7a8c00d910 con 0x7f7a940c83e0 2024-09-13T15:00:34.724 INFO:teuthology.orchestra.run.smithi103.stdout:6 2024-09-13T15:00:34.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.717+0000 7f7a99fb0700 1 -- 172.21.15.103:0/3132778590 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7a940c83e0 msgr2=0x7f7a940c8890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.717+0000 7f7a99fb0700 1 --2- 172.21.15.103:0/3132778590 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7a940c83e0 0x7f7a940c8890 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f7a940cea90 tx=0x7f7a8c00fe70 comp rx=0 tx=0).stop 2024-09-13T15:00:34.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.717+0000 7f7a99fb0700 1 -- 172.21.15.103:0/3132778590 shutdown_connections 2024-09-13T15:00:34.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.717+0000 7f7a99fb0700 1 --2- 172.21.15.103:0/3132778590 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7a940c83e0 0x7f7a940c8890 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.725 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.717+0000 7f7a99fb0700 1 --2- 172.21.15.103:0/3132778590 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7a940ca380 0x7f7a940ca7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.717+0000 7f7a99fb0700 1 --2- 172.21.15.103:0/3132778590 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7a84004870 0x7f7a9414caf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.717+0000 7f7a99fb0700 1 -- 172.21.15.103:0/3132778590 >> 172.21.15.103:0/3132778590 conn(0x7f7a940b0cd0 msgr2=0x7f7a9414d2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:34.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.717+0000 7f7a99fb0700 1 -- 172.21.15.103:0/3132778590 shutdown_connections 2024-09-13T15:00:34.726 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.717+0000 7f7a99fb0700 1 -- 172.21.15.103:0/3132778590 wait complete. 2024-09-13T15:00:34.735 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --cluster ceph osd new 0dcebe20-2464-4608-9675-b7a33cc0fc17 7 2024-09-13T15:00:34.888 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.881+0000 7fd11102b700 1 Processor -- start 2024-09-13T15:00:34.889 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.881+0000 7fd11102b700 1 -- start start 2024-09-13T15:00:34.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11102b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd10c06ee00 0x7fd10c159be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11102b700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd10c06f3a0 con 0x7fd10c159800 2024-09-13T15:00:34.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11102b700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd10c0b2a80 con 0x7fd10c0b3c70 2024-09-13T15:00:34.890 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11102b700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd10c0b2d60 con 0x7fd10c06ee00 2024-09-13T15:00:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11082a700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7fd10c0b3c70 0x7fd10c06d110 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.103:34476/0 (socket says 172.21.15.103:34476) 2024-09-13T15:00:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11082a700 1 -- 172.21.15.103:0/1989433087 learned_addr learned my addr 172.21.15.103:0/1989433087 (peer_addr_for_me v1:172.21.15.103:0/0) 2024-09-13T15:00:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd10b7fe700 1 --2- 172.21.15.103:0/1989433087 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd10c06ee00 0x7fd10c159be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd10affd700 1 -- 172.21.15.103:0/1989433087 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3013748599 0 0) 0x7fd10c0b2a80 con 0x7fd10c0b3c70 2024-09-13T15:00:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd10affd700 1 -- 172.21.15.103:0/1989433087 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd0f40035d0 con 0x7fd10c0b3c70 2024-09-13T15:00:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd10b7fe700 1 -- 172.21.15.103:0/1989433087 >> v1:172.21.15.103:6789/0 conn(0x7fd10c0b3c70 legacy=0x7fd10c06d110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd10b7fe700 1 -- 172.21.15.103:0/1989433087 >> v1:172.21.15.33:6789/0 conn(0x7fd10c159800 legacy=0x7fd10c0b3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd10b7fe700 1 -- 172.21.15.103:0/1989433087 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd10c0b3040 con 0x7fd10c06ee00 2024-09-13T15:00:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd10b7fe700 1 --2- 172.21.15.103:0/1989433087 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd10c06ee00 0x7fd10c159be0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fd100009880 tx=0x7fd100009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=caa6f5c38409755f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd10affd700 1 -- 172.21.15.103:0/1989433087 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd100011830 con 0x7fd10c06ee00 2024-09-13T15:00:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd10affd700 1 -- 172.21.15.103:0/1989433087 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd100011990 con 0x7fd10c06ee00 2024-09-13T15:00:34.891 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd10affd700 1 -- 172.21.15.103:0/1989433087 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd100011d00 con 0x7fd10c06ee00 2024-09-13T15:00:34.892 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11102b700 1 -- 172.21.15.103:0/1989433087 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd10c06ee00 msgr2=0x7fd10c159be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.892 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11102b700 1 --2- 172.21.15.103:0/1989433087 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd10c06ee00 0x7fd10c159be0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7fd100009880 tx=0x7fd100009b90 comp rx=0 tx=0).stop 2024-09-13T15:00:34.892 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11102b700 1 -- 172.21.15.103:0/1989433087 shutdown_connections 2024-09-13T15:00:34.893 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11102b700 1 --2- 172.21.15.103:0/1989433087 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd10c06ee00 0x7fd10c159be0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.893 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11102b700 1 -- 172.21.15.103:0/1989433087 >> 172.21.15.103:0/1989433087 conn(0x7fd10c0b15e0 msgr2=0x7fd10c0b19c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:34.893 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11102b700 1 -- 172.21.15.103:0/1989433087 shutdown_connections 2024-09-13T15:00:34.893 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11102b700 1 -- 172.21.15.103:0/1989433087 wait complete. 2024-09-13T15:00:34.893 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11102b700 1 Processor -- start 2024-09-13T15:00:34.893 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.885+0000 7fd11102b700 1 -- start start 2024-09-13T15:00:34.895 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11102b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd10c06ee00 0x7fd10c1541d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.895 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11102b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd10c0b3c70 0x7fd10c0c4850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.895 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11102b700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd10c159800 0x7fd10c0c4d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:34.895 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11102b700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd10c0acee0 con 0x7fd10c06ee00 2024-09-13T15:00:34.895 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11102b700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd10c0ac2d0 con 0x7fd10c159800 2024-09-13T15:00:34.895 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11102b700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd10c0ac5b0 con 0x7fd10c0b3c70 2024-09-13T15:00:34.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd10b7fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd10c0b3c70 0x7fd10c0c4850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11082a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd10c159800 0x7fd10c0c4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11082a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd10c159800 0x7fd10c0c4d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.103:54748/0 (socket says 172.21.15.103:54748) 2024-09-13T15:00:34.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd10b7fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd10c0b3c70 0x7fd10c0c4850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.103:48468/0 (socket says 172.21.15.103:48468) 2024-09-13T15:00:34.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11082a700 1 -- 172.21.15.103:0/2955873870 learned_addr learned my addr 172.21.15.103:0/2955873870 (peer_addr_for_me v2:172.21.15.103:0/0) 2024-09-13T15:00:34.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd10bfff700 1 --2- 172.21.15.103:0/2955873870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd10c06ee00 0x7fd10c1541d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:34.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11082a700 1 -- 172.21.15.103:0/2955873870 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd10c0b3c70 msgr2=0x7fd10c0c4850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11082a700 1 --2- 172.21.15.103:0/2955873870 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd10c0b3c70 0x7fd10c0c4850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11082a700 1 -- 172.21.15.103:0/2955873870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd10c06ee00 msgr2=0x7fd10c1541d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11082a700 1 --2- 172.21.15.103:0/2955873870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd10c06ee00 0x7fd10c1541d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11082a700 1 -- 172.21.15.103:0/2955873870 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1000094b0 con 0x7fd10c159800 2024-09-13T15:00:34.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd10bfff700 1 --2- 172.21.15.103:0/2955873870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd10c06ee00 0x7fd10c1541d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:00:34.896 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11082a700 1 --2- 172.21.15.103:0/2955873870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd10c159800 0x7fd10c0c4d90 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc00c4f0 tx=0x7fd0fc00c800 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:34.897 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd108ff9700 1 -- 172.21.15.103:0/2955873870 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc005d90 con 0x7fd10c159800 2024-09-13T15:00:34.897 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd108ff9700 1 -- 172.21.15.103:0/2955873870 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd0fc0070d0 con 0x7fd10c159800 2024-09-13T15:00:34.897 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11102b700 1 -- 172.21.15.103:0/2955873870 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd10c0ac890 con 0x7fd10c159800 2024-09-13T15:00:34.897 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd108ff9700 1 -- 172.21.15.103:0/2955873870 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd0fc007460 con 0x7fd10c159800 2024-09-13T15:00:34.897 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11102b700 1 -- 172.21.15.103:0/2955873870 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd10c154710 con 0x7fd10c159800 2024-09-13T15:00:34.897 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd108ff9700 1 -- 172.21.15.103:0/2955873870 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7fd0fc01c440 con 0x7fd10c159800 2024-09-13T15:00:34.897 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd108ff9700 1 -- 172.21.15.103:0/2955873870 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(9..9 src has 1..9) v4 ==== 1530+0+0 (secure 0 0 0) 0x7fd0fc012a60 con 0x7fd10c159800 2024-09-13T15:00:34.897 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.889+0000 7fd11102b700 1 -- 172.21.15.103:0/2955873870 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd10c0b4390 con 0x7fd10c159800 2024-09-13T15:00:34.899 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.893+0000 7fd108ff9700 1 -- 172.21.15.103:0/2955873870 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7fd0fc017070 con 0x7fd10c159800 2024-09-13T15:00:34.972 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.965+0000 7fd11102b700 1 -- 172.21.15.103:0/2955873870 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd new", "uuid": "0dcebe20-2464-4608-9675-b7a33cc0fc17", "id": 7} v 0) v1 -- 0x7fd10c159be0 con 0x7fd10c159800 2024-09-13T15:00:34.981 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.977+0000 7fd108ff9700 1 -- 172.21.15.103:0/2955873870 <== mon.1 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd new", "uuid": "0dcebe20-2464-4608-9675-b7a33cc0fc17", "id": 7}]=0 v10) v1 ==== 112+0+2 (secure 0 0 0) 0x7fd0fc01c9f0 con 0x7fd10c159800 2024-09-13T15:00:34.982 INFO:teuthology.orchestra.run.smithi103.stdout:7 2024-09-13T15:00:34.983 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.977+0000 7fd11102b700 1 -- 172.21.15.103:0/2955873870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd10c159800 msgr2=0x7fd10c0c4d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:34.983 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.977+0000 7fd11102b700 1 --2- 172.21.15.103:0/2955873870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd10c159800 0x7fd10c0c4d90 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7fd0fc00c4f0 tx=0x7fd0fc00c800 comp rx=0 tx=0).stop 2024-09-13T15:00:34.983 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.977+0000 7fd11102b700 1 -- 172.21.15.103:0/2955873870 shutdown_connections 2024-09-13T15:00:34.984 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.977+0000 7fd11102b700 1 --2- 172.21.15.103:0/2955873870 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd10c159800 0x7fd10c0c4d90 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.984 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.977+0000 7fd11102b700 1 --2- 172.21.15.103:0/2955873870 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd10c0b3c70 0x7fd10c0c4850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.984 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.977+0000 7fd11102b700 1 --2- 172.21.15.103:0/2955873870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd10c06ee00 0x7fd10c1541d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:34.984 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.977+0000 7fd11102b700 1 -- 172.21.15.103:0/2955873870 >> 172.21.15.103:0/2955873870 conn(0x7fd10c0b15e0 msgr2=0x7fd10c155970 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:34.984 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.977+0000 7fd11102b700 1 -- 172.21.15.103:0/2955873870 shutdown_connections 2024-09-13T15:00:34.984 INFO:teuthology.orchestra.run.smithi103.stderr:2024-09-13T15:00:34.977+0000 7fd11102b700 1 -- 172.21.15.103:0/2955873870 wait complete. 2024-09-13T15:00:34.998 INFO:tasks.ceph.osd.0:Restarting daemon 2024-09-13T15:00:34.998 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 0 2024-09-13T15:00:35.001 INFO:tasks.ceph.osd.0:Started 2024-09-13T15:00:35.001 INFO:tasks.ceph.osd.1:Restarting daemon 2024-09-13T15:00:35.001 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 1 2024-09-13T15:00:35.003 INFO:tasks.ceph.osd.1:Started 2024-09-13T15:00:35.003 INFO:tasks.ceph.osd.2:Restarting daemon 2024-09-13T15:00:35.003 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 2 2024-09-13T15:00:35.005 INFO:tasks.ceph.osd.2:Started 2024-09-13T15:00:35.005 INFO:tasks.ceph.osd.3:Restarting daemon 2024-09-13T15:00:35.005 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 3 2024-09-13T15:00:35.008 INFO:tasks.ceph.osd.3:Started 2024-09-13T15:00:35.008 INFO:tasks.ceph.osd.4:Restarting daemon 2024-09-13T15:00:35.008 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 4 2024-09-13T15:00:35.010 INFO:tasks.ceph.osd.4:Started 2024-09-13T15:00:35.010 INFO:tasks.ceph.osd.5:Restarting daemon 2024-09-13T15:00:35.010 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 5 2024-09-13T15:00:35.012 INFO:tasks.ceph.osd.5:Started 2024-09-13T15:00:35.012 INFO:tasks.ceph.osd.6:Restarting daemon 2024-09-13T15:00:35.012 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 6 2024-09-13T15:00:35.014 INFO:tasks.ceph.osd.6:Started 2024-09-13T15:00:35.014 INFO:tasks.ceph.osd.7:Restarting daemon 2024-09-13T15:00:35.014 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-osd -f --cluster ceph -i 7 2024-09-13T15:00:35.016 INFO:tasks.ceph.osd.7:Started 2024-09-13T15:00:35.017 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:00:35.098 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:35.093+0000 7fc8ef6482c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T15:00:35.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.125+0000 7f472903e700 1 Processor -- start 2024-09-13T15:00:35.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.125+0000 7f472903e700 1 -- start start 2024-09-13T15:00:35.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472903e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47240cdec0 0x7f47240b33f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:35.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472903e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f47240b3930 0x7f472406fd40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:35.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472903e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47240ce300 con 0x7f4724159850 2024-09-13T15:00:35.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472903e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47240b3d40 con 0x7f47240b3930 2024-09-13T15:00:35.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472903e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47240ad9f0 con 0x7f47240cdec0 2024-09-13T15:00:35.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472359e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f47240b3930 0x7f472406fd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:35.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472359e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f47240b3930 0x7f472406fd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58398/0 (socket says 172.21.15.33:58398) 2024-09-13T15:00:35.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472359e700 1 -- 172.21.15.33:0/3297757210 learned_addr learned my addr 172.21.15.33:0/3297757210 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:35.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472259c700 1 --2- 172.21.15.33:0/3297757210 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47240cdec0 0x7f47240b33f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:35.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472359e700 1 -- 172.21.15.33:0/3297757210 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47240cdec0 msgr2=0x7f47240b33f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:35.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472359e700 1 --2- 172.21.15.33:0/3297757210 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47240cdec0 0x7f47240b33f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:35.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472359e700 1 -- 172.21.15.33:0/3297757210 >> v1:172.21.15.103:6789/0 conn(0x7f4724159850 legacy=0x7f47240b2350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:35.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472359e700 1 -- 172.21.15.33:0/3297757210 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47240cce20 con 0x7f47240b3930 2024-09-13T15:00:35.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472359e700 1 --2- 172.21.15.33:0/3297757210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240b3930 0x7f472406fd40 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f470c009910 tx=0x7f470c009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=21d87a368f1ddd45 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:35.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f4721d9b700 1 -- 172.21.15.33:0/3297757210 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f470c00ba60 con 0x7f47240b3930 2024-09-13T15:00:35.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f4721d9b700 1 -- 172.21.15.33:0/3297757210 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f470c00bbc0 con 0x7f47240b3930 2024-09-13T15:00:35.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f4721d9b700 1 -- 172.21.15.33:0/3297757210 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f470c009e60 con 0x7f47240b3930 2024-09-13T15:00:35.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472903e700 1 -- 172.21.15.33:0/3297757210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240b3930 msgr2=0x7f472406fd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:35.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472903e700 1 --2- 172.21.15.33:0/3297757210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240b3930 0x7f472406fd40 secure :-1 s=READY pgs=15 cs=0 l=1 rev1=1 crypto rx=0x7f470c009910 tx=0x7f470c009c20 comp rx=0 tx=0).stop 2024-09-13T15:00:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472903e700 1 -- 172.21.15.33:0/3297757210 shutdown_connections 2024-09-13T15:00:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472903e700 1 --2- 172.21.15.33:0/3297757210 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240b3930 0x7f472406fd40 unknown :-1 s=CLOSED pgs=15 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472903e700 1 --2- 172.21.15.33:0/3297757210 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47240cdec0 0x7f47240b33f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472903e700 1 -- 172.21.15.33:0/3297757210 >> 172.21.15.33:0/3297757210 conn(0x7f472406a350 msgr2=0x7f472406a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472903e700 1 -- 172.21.15.33:0/3297757210 shutdown_connections 2024-09-13T15:00:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.129+0000 7f472903e700 1 -- 172.21.15.33:0/3297757210 wait complete. 2024-09-13T15:00:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f472903e700 1 Processor -- start 2024-09-13T15:00:35.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f472903e700 1 -- start start 2024-09-13T15:00:35.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f472903e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240b3930 0x7f47241f69f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:35.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f472903e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47240cdec0 0x7f47241457a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:35.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f472903e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4724159850 0x7f47241f28d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:35.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f472903e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47241f3190 con 0x7f47240b3930 2024-09-13T15:00:35.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f472903e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47241f3470 con 0x7f4724159850 2024-09-13T15:00:35.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f472903e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47241f3750 con 0x7f47240cdec0 2024-09-13T15:00:35.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f4722d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240b3930 0x7f47241f69f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:35.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f4722d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240b3930 0x7f47241f69f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58408/0 (socket says 172.21.15.33:58408) 2024-09-13T15:00:35.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f4722d9d700 1 -- 172.21.15.33:0/4018769351 learned_addr learned my addr 172.21.15.33:0/4018769351 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:35.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f472259c700 1 --2- 172.21.15.33:0/4018769351 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47240cdec0 0x7f47241457a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:35.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f472359e700 1 --2- 172.21.15.33:0/4018769351 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4724159850 0x7f47241f28d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:35.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f4722d9d700 1 -- 172.21.15.33:0/4018769351 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47240cdec0 msgr2=0x7f47241457a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f4722d9d700 1 --2- 172.21.15.33:0/4018769351 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47240cdec0 0x7f47241457a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f4722d9d700 1 -- 172.21.15.33:0/4018769351 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4724159850 msgr2=0x7f47241f28d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f4722d9d700 1 --2- 172.21.15.33:0/4018769351 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4724159850 0x7f47241f28d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f4722d9d700 1 -- 172.21.15.33:0/4018769351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f470c009570 con 0x7f47240b3930 2024-09-13T15:00:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f4722d9d700 1 --2- 172.21.15.33:0/4018769351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240b3930 0x7f47241f69f0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f471c001ed0 tx=0x7f471c00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f471b7fe700 1 -- 172.21.15.33:0/4018769351 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f471c00ade0 con 0x7f47240b3930 2024-09-13T15:00:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f471b7fe700 1 -- 172.21.15.33:0/4018769351 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f471c0020d0 con 0x7f47240b3930 2024-09-13T15:00:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f472903e700 1 -- 172.21.15.33:0/4018769351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47240ae8b0 con 0x7f47240b3930 2024-09-13T15:00:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f471b7fe700 1 -- 172.21.15.33:0/4018769351 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f471c003c40 con 0x7f47240b3930 2024-09-13T15:00:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f472903e700 1 -- 172.21.15.33:0/4018769351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47241f2e10 con 0x7f47240b3930 2024-09-13T15:00:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f471b7fe700 1 -- 172.21.15.33:0/4018769351 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7f471c0053d0 con 0x7f47240b3930 2024-09-13T15:00:35.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.133+0000 7f471b7fe700 1 -- 172.21.15.33:0/4018769351 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7f471c003da0 con 0x7f47240b3930 2024-09-13T15:00:35.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.137+0000 7f472903e700 1 -- 172.21.15.33:0/4018769351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4724067760 con 0x7f47240b3930 2024-09-13T15:00:35.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.141+0000 7f471b7fe700 1 -- 172.21.15.33:0/4018769351 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7f471c005680 con 0x7f47240b3930 2024-09-13T15:00:35.155 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:35.149+0000 7f14133a12c0 -1 mgr[py] Module devicehealth has missing NOTIFY_TYPES member 2024-09-13T15:00:35.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.209+0000 7f472903e700 1 -- 172.21.15.33:0/4018769351 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4724159c30 con 0x7f47240b3930 2024-09-13T15:00:35.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.209+0000 7f471b7fe700 1 -- 172.21.15.33:0/4018769351 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7f471c005820 con 0x7f47240b3930 2024-09-13T15:00:35.217 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:35.217 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":10,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:34.971505+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:00:35.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.209+0000 7f472903e700 1 -- 172.21.15.33:0/4018769351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240b3930 msgr2=0x7f47241f69f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:35.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.209+0000 7f472903e700 1 --2- 172.21.15.33:0/4018769351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240b3930 0x7f47241f69f0 secure :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0x7f471c001ed0 tx=0x7f471c00a340 comp rx=0 tx=0).stop 2024-09-13T15:00:35.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.209+0000 7f472903e700 1 -- 172.21.15.33:0/4018769351 shutdown_connections 2024-09-13T15:00:35.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.209+0000 7f472903e700 1 --2- 172.21.15.33:0/4018769351 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4724159850 0x7f47241f28d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:35.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.209+0000 7f472903e700 1 --2- 172.21.15.33:0/4018769351 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47240cdec0 0x7f47241457a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:35.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.209+0000 7f472903e700 1 --2- 172.21.15.33:0/4018769351 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240b3930 0x7f47241f69f0 unknown :-1 s=CLOSED pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:35.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.209+0000 7f472903e700 1 -- 172.21.15.33:0/4018769351 >> 172.21.15.33:0/4018769351 conn(0x7f472406a350 msgr2=0x7f472406c3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:35.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.209+0000 7f472903e700 1 -- 172.21.15.33:0/4018769351 shutdown_connections 2024-09-13T15:00:35.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:35.209+0000 7f472903e700 1 -- 172.21.15.33:0/4018769351 wait complete. 2024-09-13T15:00:35.223 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:35.217+0000 7fc8ef6482c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T15:00:35.230 INFO:tasks.ceph.ceph_manager.ceph:[] 2024-09-13T15:00:35.230 INFO:tasks.ceph:Waiting for OSDs to come up 2024-09-13T15:00:35.287 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:35.281+0000 7f14133a12c0 -1 mgr[py] Module status has missing NOTIFY_TYPES member 2024-09-13T15:00:35.383 INFO:tasks.ceph.osd.4.smithi103.stderr:2024-09-13T15:00:35.377+0000 7fed1200d880 -1 Falling back to public interface 2024-09-13T15:00:35.395 INFO:tasks.ceph.osd.5.smithi103.stderr:2024-09-13T15:00:35.389+0000 7f1292eed880 -1 Falling back to public interface 2024-09-13T15:00:35.403 INFO:tasks.ceph.osd.1.smithi033.stderr:2024-09-13T15:00:35.397+0000 7f751e5db880 -1 Falling back to public interface 2024-09-13T15:00:35.404 INFO:tasks.ceph.osd.0.smithi033.stderr:2024-09-13T15:00:35.397+0000 7f7305874880 -1 Falling back to public interface 2024-09-13T15:00:35.412 INFO:tasks.ceph.osd.2.smithi033.stderr:2024-09-13T15:00:35.405+0000 7ff089be8880 -1 Falling back to public interface 2024-09-13T15:00:35.413 INFO:tasks.ceph.osd.3.smithi033.stderr:2024-09-13T15:00:35.405+0000 7f1604734880 -1 Falling back to public interface 2024-09-13T15:00:35.591 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:35.585+0000 7fc8ef6482c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T15:00:35.638 INFO:tasks.ceph.osd.6.smithi103.stderr:2024-09-13T15:00:35.633+0000 7f4cbdd06880 -1 Falling back to public interface 2024-09-13T15:00:35.651 INFO:tasks.ceph.osd.7.smithi103.stderr:2024-09-13T15:00:35.645+0000 7fb8b9ba5880 -1 Falling back to public interface 2024-09-13T15:00:35.662 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:35.653+0000 7f14133a12c0 -1 mgr[py] Module prometheus has missing NOTIFY_TYPES member 2024-09-13T15:00:35.782 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:35.777+0000 7fc8ef6482c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T15:00:35.851 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:35.845+0000 7fc8ef6482c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T15:00:35.857 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:35.849+0000 7f14133a12c0 -1 mgr[py] Module orchestrator has missing NOTIFY_TYPES member 2024-09-13T15:00:35.929 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:35.921+0000 7f14133a12c0 -1 mgr[py] Module alerts has missing NOTIFY_TYPES member 2024-09-13T15:00:36.012 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:36.005+0000 7fc8ef6482c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T15:00:36.035 DEBUG:teuthology.orchestra.run.smithi033:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T15:00:36.094 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:36.085+0000 7f14133a12c0 -1 mgr[py] Module iostat has missing NOTIFY_TYPES member 2024-09-13T15:00:36.136 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff112455700 1 Processor -- start 2024-09-13T15:00:36.136 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff112455700 1 -- start start 2024-09-13T15:00:36.138 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff112455700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff10c15a770 0x7ff10c15b980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:36.138 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff112455700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff10c15ab50 0x7ff10c070e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:36.138 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff112455700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff10c071dd0 con 0x7ff10c158b40 2024-09-13T15:00:36.138 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff112455700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff10c0cdbd0 con 0x7ff10c15a770 2024-09-13T15:00:36.138 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff112455700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff10c158fb0 con 0x7ff10c15ab50 2024-09-13T15:00:36.138 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff10bfff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff10c15a770 0x7ff10c15b980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:36.138 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff10bfff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff10c15a770 0x7ff10c15b980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58418/0 (socket says 172.21.15.33:58418) 2024-09-13T15:00:36.138 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff10bfff700 1 -- 172.21.15.33:0/3161570332 learned_addr learned my addr 172.21.15.33:0/3161570332 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:36.138 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff103fff700 1 --2- 172.21.15.33:0/3161570332 >> v2:172.21.15.103:3300/0 conn(0x7ff10c15ab50 0x7ff10c070e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:36.139 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff10bfff700 1 -- 172.21.15.33:0/3161570332 >> v2:172.21.15.103:3300/0 conn(0x7ff10c15ab50 msgr2=0x7ff10c070e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:36.139 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff10bfff700 1 --2- 172.21.15.33:0/3161570332 >> v2:172.21.15.103:3300/0 conn(0x7ff10c15ab50 0x7ff10c070e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:36.139 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff10bfff700 1 -- 172.21.15.33:0/3161570332 >> v1:172.21.15.103:6789/0 conn(0x7ff10c158b40 legacy=0x7ff10c06a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:36.139 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff10bfff700 1 -- 172.21.15.33:0/3161570332 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff10c071530 con 0x7ff10c15a770 2024-09-13T15:00:36.139 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff10bfff700 1 --2- 172.21.15.33:0/3161570332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff10c15a770 0x7ff10c15b980 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0cf170 tx=0x7ff0fc009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9febcf8f6562dd90 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:36.139 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff10b7fe700 1 -- 172.21.15.33:0/3161570332 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0fc004230 con 0x7ff10c15a770 2024-09-13T15:00:36.139 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff10b7fe700 1 -- 172.21.15.33:0/3161570332 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0fc004390 con 0x7ff10c15a770 2024-09-13T15:00:36.139 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.129+0000 7ff10b7fe700 1 -- 172.21.15.33:0/3161570332 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0fc0036c0 con 0x7ff10c15a770 2024-09-13T15:00:36.140 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.133+0000 7ff112455700 1 -- 172.21.15.33:0/3161570332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff10c15a770 msgr2=0x7ff10c15b980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:36.140 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.133+0000 7ff112455700 1 --2- 172.21.15.33:0/3161570332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff10c15a770 0x7ff10c15b980 secure :-1 s=READY pgs=17 cs=0 l=1 rev1=1 crypto rx=0x7ff10c0cf170 tx=0x7ff0fc009bf0 comp rx=0 tx=0).stop 2024-09-13T15:00:36.140 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.133+0000 7ff112455700 1 -- 172.21.15.33:0/3161570332 shutdown_connections 2024-09-13T15:00:36.140 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.133+0000 7ff112455700 1 --2- 172.21.15.33:0/3161570332 >> v2:172.21.15.103:3300/0 conn(0x7ff10c15ab50 0x7ff10c070e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:36.140 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.133+0000 7ff112455700 1 --2- 172.21.15.33:0/3161570332 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff10c15a770 0x7ff10c15b980 unknown :-1 s=CLOSED pgs=17 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:36.140 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.133+0000 7ff112455700 1 -- 172.21.15.33:0/3161570332 >> 172.21.15.33:0/3161570332 conn(0x7ff10c0b1650 msgr2=0x7ff10c0b1a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:36.141 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.133+0000 7ff112455700 1 -- 172.21.15.33:0/3161570332 shutdown_connections 2024-09-13T15:00:36.141 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.133+0000 7ff112455700 1 -- 172.21.15.33:0/3161570332 wait complete. 2024-09-13T15:00:36.142 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff112455700 1 Processor -- start 2024-09-13T15:00:36.142 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff112455700 1 -- start start 2024-09-13T15:00:36.145 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff112455700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff10c158b40 0x7ff10c06ce80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:36.145 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff112455700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff10c15a770 0x7ff10c0b0e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:36.145 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff112455700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff10c15ab50 0x7ff10c15d490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:36.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff112455700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff10c0af5c0 con 0x7ff10c15ab50 2024-09-13T15:00:36.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff112455700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff10c06d3c0 con 0x7ff10c15a770 2024-09-13T15:00:36.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff112455700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff10c06d660 con 0x7ff10c158b40 2024-09-13T15:00:36.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff1109f2700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff10c15ab50 0x7ff10c15d490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:36.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff1109f2700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff10c15ab50 0x7ff10c15d490 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58432/0 (socket says 172.21.15.33:58432) 2024-09-13T15:00:36.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff1109f2700 1 -- 172.21.15.33:0/40884528 learned_addr learned my addr 172.21.15.33:0/40884528 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:36.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff10bfff700 1 --2- 172.21.15.33:0/40884528 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff10c158b40 0x7ff10c06ce80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:36.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff103fff700 1 --2- 172.21.15.33:0/40884528 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff10c15a770 0x7ff10c0b0e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:36.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff1109f2700 1 -- 172.21.15.33:0/40884528 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff10c158b40 msgr2=0x7ff10c06ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:36.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff1109f2700 1 --2- 172.21.15.33:0/40884528 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff10c158b40 0x7ff10c06ce80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:36.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff1109f2700 1 -- 172.21.15.33:0/40884528 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff10c15a770 msgr2=0x7ff10c0b0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:36.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff1109f2700 1 --2- 172.21.15.33:0/40884528 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff10c15a770 0x7ff10c0b0e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:36.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff1109f2700 1 -- 172.21.15.33:0/40884528 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0fc009570 con 0x7ff10c15ab50 2024-09-13T15:00:36.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff1109f2700 1 --2- 172.21.15.33:0/40884528 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff10c15ab50 0x7ff10c15d490 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff10400cb60 tx=0x7ff10400ce70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:36.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff1097fa700 1 -- 172.21.15.33:0/40884528 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff10400a9a0 con 0x7ff10c15ab50 2024-09-13T15:00:36.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff1097fa700 1 -- 172.21.15.33:0/40884528 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff10400ab00 con 0x7ff10c15ab50 2024-09-13T15:00:36.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff112455700 1 -- 172.21.15.33:0/40884528 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff10c06d940 con 0x7ff10c15ab50 2024-09-13T15:00:36.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff1097fa700 1 -- 172.21.15.33:0/40884528 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff104012420 con 0x7ff10c15ab50 2024-09-13T15:00:36.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff112455700 1 -- 172.21.15.33:0/40884528 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff10c06df00 con 0x7ff10c15ab50 2024-09-13T15:00:36.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff1097fa700 1 -- 172.21.15.33:0/40884528 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 1) v1 ==== 668+0+0 (secure 0 0 0) 0x7ff104012880 con 0x7ff10c15ab50 2024-09-13T15:00:36.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff1097fa700 1 -- 172.21.15.33:0/40884528 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(10..10 src has 1..10) v4 ==== 1645+0+0 (secure 0 0 0) 0x7ff10401b400 con 0x7ff10c15ab50 2024-09-13T15:00:36.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.137+0000 7ff112455700 1 -- 172.21.15.33:0/40884528 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff10c067a40 con 0x7ff10c15ab50 2024-09-13T15:00:36.149 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.141+0000 7ff1097fa700 1 -- 172.21.15.33:0/40884528 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+73245 (secure 0 0 0) 0x7ff10403ae30 con 0x7ff10c15ab50 2024-09-13T15:00:36.211 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.205+0000 7ff112455700 1 -- 172.21.15.33:0/40884528 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff10c151a20 con 0x7ff10c15ab50 2024-09-13T15:00:36.212 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.205+0000 7ff1097fa700 1 -- 172.21.15.33:0/40884528 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v10) v1 ==== 74+0+7057 (secure 0 0 0) 0x7ff104029030 con 0x7ff10c15ab50 2024-09-13T15:00:36.212 INFO:teuthology.misc.health.smithi033.stdout: 2024-09-13T15:00:36.212 INFO:teuthology.misc.health.smithi033.stdout:{"epoch":10,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:34.971505+0000","last_up_change":"0.000000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":2,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":0,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":0,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[]},"cluster_addrs":{"addrvec":[]},"heartbeat_back_addrs":{"addrvec":[]},"heartbeat_front_addrs":{"addrvec":[]},"public_addr":"(unrecognized address family 0)/0","cluster_addr":"(unrecognized address family 0)/0","heartbeat_back_addr":"(unrecognized address family 0)/0","heartbeat_front_addr":"(unrecognized address family 0)/0","state":["exists","new"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":0,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:00:36.213 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.205+0000 7ff112455700 1 -- 172.21.15.33:0/40884528 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff10c15ab50 msgr2=0x7ff10c15d490 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:36.213 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.205+0000 7ff112455700 1 --2- 172.21.15.33:0/40884528 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff10c15ab50 0x7ff10c15d490 secure :-1 s=READY pgs=18 cs=0 l=1 rev1=1 crypto rx=0x7ff10400cb60 tx=0x7ff10400ce70 comp rx=0 tx=0).stop 2024-09-13T15:00:36.213 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.205+0000 7ff112455700 1 -- 172.21.15.33:0/40884528 shutdown_connections 2024-09-13T15:00:36.213 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.205+0000 7ff112455700 1 --2- 172.21.15.33:0/40884528 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff10c15ab50 0x7ff10c15d490 unknown :-1 s=CLOSED pgs=18 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:36.213 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.205+0000 7ff112455700 1 --2- 172.21.15.33:0/40884528 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff10c15a770 0x7ff10c0b0e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:36.214 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.205+0000 7ff112455700 1 --2- 172.21.15.33:0/40884528 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff10c158b40 0x7ff10c06ce80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:36.214 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.205+0000 7ff112455700 1 -- 172.21.15.33:0/40884528 >> 172.21.15.33:0/40884528 conn(0x7ff10c0b1650 msgr2=0x7ff10c0b1a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:36.214 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.205+0000 7ff112455700 1 -- 172.21.15.33:0/40884528 shutdown_connections 2024-09-13T15:00:36.214 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:36.205+0000 7ff112455700 1 -- 172.21.15.33:0/40884528 wait complete. 2024-09-13T15:00:36.223 DEBUG:teuthology.misc:0 of 8 OSDs are up 2024-09-13T15:00:36.729 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:36.725+0000 7fc8ef6482c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T15:00:36.800 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:36.793+0000 7fc8ef6482c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T15:00:36.810 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:36.801+0000 7f14133a12c0 -1 mgr[py] Module diskprediction_local has missing NOTIFY_TYPES member 2024-09-13T15:00:36.882 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:36.873+0000 7f14133a12c0 -1 mgr[py] Module zabbix has missing NOTIFY_TYPES member 2024-09-13T15:00:36.969 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:36.961+0000 7fc8ef6482c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T15:00:37.038 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:37.033+0000 7fc8ef6482c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T15:00:37.047 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:37.041+0000 7f14133a12c0 -1 mgr[py] Module rbd_support has missing NOTIFY_TYPES member 2024-09-13T15:00:37.113 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:37.105+0000 7fc8ef6482c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T15:00:37.115 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:37.109+0000 7f14133a12c0 -1 mgr[py] Module influx has missing NOTIFY_TYPES member 2024-09-13T15:00:37.192 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:37.185+0000 7f14133a12c0 -1 mgr[py] Module pg_autoscaler has missing NOTIFY_TYPES member 2024-09-13T15:00:37.437 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:37.429+0000 7fc8ef6482c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T15:00:37.512 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:37.505+0000 7fc8ef6482c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T15:00:37.524 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:37.517+0000 7f14133a12c0 -1 mgr[py] Module telemetry has missing NOTIFY_TYPES member 2024-09-13T15:00:37.603 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:37.597+0000 7f14133a12c0 -1 mgr[py] Module snap_schedule has missing NOTIFY_TYPES member 2024-09-13T15:00:38.206 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:38.201+0000 7fc8ef6482c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T15:00:38.343 INFO:tasks.ceph.mgr.y.smithi033.stderr:2024-09-13T15:00:38.337+0000 7f14133a12c0 -1 mgr[py] Module volumes has missing NOTIFY_TYPES member 2024-09-13T15:00:38.881 INFO:tasks.ceph.osd.2.smithi033.stderr:2024-09-13T15:00:38.873+0000 7ff089be8880 -1 osd.2 0 log_to_monitors true 2024-09-13T15:00:39.049 INFO:tasks.ceph.osd.5.smithi103.stderr:2024-09-13T15:00:39.045+0000 7f1292eed880 -1 osd.5 0 log_to_monitors true 2024-09-13T15:00:39.225 INFO:tasks.ceph.osd.4.smithi103.stderr:2024-09-13T15:00:39.221+0000 7fed1200d880 -1 osd.4 0 log_to_monitors true 2024-09-13T15:00:39.246 INFO:tasks.ceph.osd.1.smithi033.stderr:2024-09-13T15:00:39.237+0000 7f751e5db880 -1 osd.1 0 log_to_monitors true 2024-09-13T15:00:39.250 INFO:tasks.ceph.osd.3.smithi033.stderr:2024-09-13T15:00:39.241+0000 7f1604734880 -1 osd.3 0 log_to_monitors true 2024-09-13T15:00:39.251 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:39.245+0000 7fc8d61bd700 -1 mgr.server handle_report got status from non-daemon mon.c 2024-09-13T15:00:39.252 INFO:tasks.ceph.mgr.x.smithi103.stderr:2024-09-13T15:00:39.245+0000 7fc8d61bd700 -1 mgr.server handle_report got status from non-daemon mon.b 2024-09-13T15:00:39.273 INFO:tasks.ceph.osd.7.smithi103.stderr:2024-09-13T15:00:39.269+0000 7fb8b9ba5880 -1 osd.7 0 log_to_monitors true 2024-09-13T15:00:39.290 INFO:tasks.ceph.osd.0.smithi033.stderr:2024-09-13T15:00:39.281+0000 7f7305874880 -1 osd.0 0 log_to_monitors true 2024-09-13T15:00:39.474 INFO:tasks.ceph.osd.6.smithi103.stderr:2024-09-13T15:00:39.469+0000 7f4cbdd06880 -1 osd.6 0 log_to_monitors true 2024-09-13T15:00:42.240 INFO:tasks.ceph.osd.7.smithi103.stderr:2024-09-13T15:00:42.233+0000 7fb8b636b700 -1 osd.7 0 waiting for initial osdmap 2024-09-13T15:00:42.253 INFO:tasks.ceph.osd.7.smithi103.stderr:2024-09-13T15:00:42.249+0000 7fb8ad493700 -1 osd.7 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:00:42.255 INFO:tasks.ceph.osd.3.smithi033.stderr:2024-09-13T15:00:42.249+0000 7f1600efa700 -1 osd.3 0 waiting for initial osdmap 2024-09-13T15:00:42.261 INFO:tasks.ceph.osd.3.smithi033.stderr:2024-09-13T15:00:42.253+0000 7f15f8022700 -1 osd.3 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:00:42.265 INFO:tasks.ceph.osd.1.smithi033.stderr:2024-09-13T15:00:42.257+0000 7f751a41a700 -1 osd.1 0 waiting for initial osdmap 2024-09-13T15:00:42.272 INFO:tasks.ceph.osd.1.smithi033.stderr:2024-09-13T15:00:42.265+0000 7f7511ec9700 -1 osd.1 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:00:42.301 INFO:tasks.ceph.osd.2.smithi033.stderr:2024-09-13T15:00:42.293+0000 7ff085a27700 -1 osd.2 0 waiting for initial osdmap 2024-09-13T15:00:42.312 INFO:tasks.ceph.osd.2.smithi033.stderr:2024-09-13T15:00:42.305+0000 7ff07d4d6700 -1 osd.2 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:00:42.339 INFO:tasks.ceph.osd.5.smithi103.stderr:2024-09-13T15:00:42.333+0000 7f128ed2c700 -1 osd.5 0 waiting for initial osdmap 2024-09-13T15:00:42.343 INFO:tasks.ceph.osd.5.smithi103.stderr:2024-09-13T15:00:42.337+0000 7f12867db700 -1 osd.5 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:00:42.356 INFO:tasks.ceph.osd.4.smithi103.stderr:2024-09-13T15:00:42.349+0000 7fed0de4c700 -1 osd.4 0 waiting for initial osdmap 2024-09-13T15:00:42.365 INFO:tasks.ceph.osd.4.smithi103.stderr:2024-09-13T15:00:42.361+0000 7fed058fb700 -1 osd.4 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:00:42.548 INFO:tasks.ceph.osd.6.smithi103.stderr:2024-09-13T15:00:42.541+0000 7f4cb9b45700 -1 osd.6 0 waiting for initial osdmap 2024-09-13T15:00:42.554 INFO:tasks.ceph.osd.6.smithi103.stderr:2024-09-13T15:00:42.549+0000 7f4cb15f4700 -1 osd.6 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:00:42.614 INFO:tasks.ceph.osd.0.smithi033.stderr:2024-09-13T15:00:42.605+0000 7f73016b3700 -1 osd.0 0 waiting for initial osdmap 2024-09-13T15:00:42.620 INFO:tasks.ceph.osd.0.smithi033.stderr:2024-09-13T15:00:42.613+0000 7f72f9162700 -1 osd.0 13 set_numa_affinity unable to identify public interface '' numa node: (2) No such file or directory 2024-09-13T15:00:43.029 DEBUG:teuthology.orchestra.run.smithi033:> adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage ceph --cluster ceph osd dump --format=json 2024-09-13T15:00:43.138 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.129+0000 7f8f81a45700 1 Processor -- start 2024-09-13T15:00:43.138 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.129+0000 7f8f81a45700 1 -- start start 2024-09-13T15:00:43.139 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f81a45700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f8f7c1440d0 0x7f8f7c15b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.139 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f81a45700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f8f7c0cbb10 0x7f8f7c0cbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.139 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f81a45700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8f7c06bd60 con 0x7f8f7c1444b0 2024-09-13T15:00:43.140 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f81a45700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f7c0cc4c0 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.140 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f81a45700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8f7c15bf10 con 0x7f8f7c1440d0 2024-09-13T15:00:43.140 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f7b7fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f8f7c0cbb10 0x7f8f7c0cbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.140 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f7b7fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f8f7c0cbb10 0x7f8f7c0cbf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59942/0 (socket says 172.21.15.33:59942) 2024-09-13T15:00:43.140 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f7b7fe700 1 -- 172.21.15.33:0/3859958771 learned_addr learned my addr 172.21.15.33:0/3859958771 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:43.140 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f7affd700 1 --2- 172.21.15.33:0/3859958771 >> v2:172.21.15.103:3300/0 conn(0x7f8f7c1440d0 0x7f8f7c15b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.141 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f7b7fe700 1 -- 172.21.15.33:0/3859958771 >> v2:172.21.15.103:3300/0 conn(0x7f8f7c1440d0 msgr2=0x7f8f7c15b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:43.141 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f7b7fe700 1 --2- 172.21.15.33:0/3859958771 >> v2:172.21.15.103:3300/0 conn(0x7f8f7c1440d0 0x7f8f7c15b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.141 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f7b7fe700 1 -- 172.21.15.33:0/3859958771 >> v1:172.21.15.103:6789/0 conn(0x7f8f7c1444b0 legacy=0x7f8f7c06d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.141 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f79ffb700 1 -- 172.21.15.33:0/3859958771 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1312822999 0 0) 0x7f8f7c06bd60 con 0x7f8f7c1444b0 2024-09-13T15:00:43.141 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f7b7fe700 1 -- 172.21.15.33:0/3859958771 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f7c06d790 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.141 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f7b7fe700 1 --2- 172.21.15.33:0/3859958771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f7c0cbb10 0x7f8f7c0cbf80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c0721f0 tx=0x7f8f74009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f5c4d201425f472b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:43.141 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f79ffb700 1 -- 172.21.15.33:0/3859958771 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f7400b8a0 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.141 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f79ffb700 1 -- 172.21.15.33:0/3859958771 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f7400ba00 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.141 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f79ffb700 1 -- 172.21.15.33:0/3859958771 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f7400bd90 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.142 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f81a45700 1 -- 172.21.15.33:0/3859958771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f7c0cbb10 msgr2=0x7f8f7c0cbf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.142 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f81a45700 1 --2- 172.21.15.33:0/3859958771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f7c0cbb10 0x7f8f7c0cbf80 secure :-1 s=READY pgs=20 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c0721f0 tx=0x7f8f74009bf0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.142 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f81a45700 1 -- 172.21.15.33:0/3859958771 shutdown_connections 2024-09-13T15:00:43.142 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f81a45700 1 --2- 172.21.15.33:0/3859958771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f7c0cbb10 0x7f8f7c0cbf80 unknown :-1 s=CLOSED pgs=20 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.142 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f81a45700 1 --2- 172.21.15.33:0/3859958771 >> v2:172.21.15.103:3300/0 conn(0x7f8f7c1440d0 0x7f8f7c15b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.143 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f81a45700 1 -- 172.21.15.33:0/3859958771 >> 172.21.15.33:0/3859958771 conn(0x7f8f7c06a350 msgr2=0x7f8f7c06a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:43.143 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f81a45700 1 -- 172.21.15.33:0/3859958771 shutdown_connections 2024-09-13T15:00:43.143 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.133+0000 7f8f81a45700 1 -- 172.21.15.33:0/3859958771 wait complete. 2024-09-13T15:00:43.145 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.137+0000 7f8f81a45700 1 Processor -- start 2024-09-13T15:00:43.145 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.137+0000 7f8f81a45700 1 -- start start 2024-09-13T15:00:43.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.137+0000 7f8f81a45700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8f7c0cbb10 0x7f8f7c13f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.137+0000 7f8f81a45700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f7c1440d0 0x7f8f7c0af6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.137+0000 7f8f81a45700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f7c1444b0 0x7f8f7c0ae360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.146 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.137+0000 7f8f81a45700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f7c13f2c0 con 0x7f8f7c1444b0 2024-09-13T15:00:43.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.137+0000 7f8f81a45700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8f7c13c880 con 0x7f8f7c1440d0 2024-09-13T15:00:43.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.137+0000 7f8f81a45700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8f7c13cb60 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f7b7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f7c1444b0 0x7f8f7c0ae360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f7affd700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8f7c0cbb10 0x7f8f7c13f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f7affd700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8f7c0cbb10 0x7f8f7c13f750 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:44290/0 (socket says 172.21.15.33:44290) 2024-09-13T15:00:43.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f7b7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f7c1444b0 0x7f8f7c0ae360 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:59952/0 (socket says 172.21.15.33:59952) 2024-09-13T15:00:43.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f7affd700 1 -- 172.21.15.33:0/3241284976 learned_addr learned my addr 172.21.15.33:0/3241284976 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:43.147 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f7a7fc700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f7c1440d0 0x7f8f7c0af6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.148 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f7affd700 1 -- 172.21.15.33:0/3241284976 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f7c1440d0 msgr2=0x7f8f7c0af6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.148 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f7affd700 1 --2- 172.21.15.33:0/3241284976 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f7c1440d0 0x7f8f7c0af6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.148 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f7affd700 1 -- 172.21.15.33:0/3241284976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f7c1444b0 msgr2=0x7f8f7c0ae360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.148 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f7affd700 1 --2- 172.21.15.33:0/3241284976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f7c1444b0 0x7f8f7c0ae360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.148 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f7affd700 1 -- 172.21.15.33:0/3241284976 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8f74009570 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.148 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f7b7fe700 1 --2- 172.21.15.33:0/3241284976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f7c1444b0 0x7f8f7c0ae360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:43.149 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f7affd700 1 --2- 172.21.15.33:0/3241284976 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8f7c0cbb10 0x7f8f7c13f750 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8f7000e760 tx=0x7f8f7000ea70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:43.149 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f63fff700 1 -- 172.21.15.33:0/3241284976 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f7000c070 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.149 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f81a45700 1 -- 172.21.15.33:0/3241284976 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8f7c13ef50 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.149 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f63fff700 1 -- 172.21.15.33:0/3241284976 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8f70013610 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.149 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f63fff700 1 -- 172.21.15.33:0/3241284976 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8f70013980 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.149 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f81a45700 1 -- 172.21.15.33:0/3241284976 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8f7c0afc20 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.149 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.141+0000 7f8f81a45700 1 -- 172.21.15.33:0/3241284976 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8f7c067760 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.150 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.145+0000 7f8f63fff700 1 -- 172.21.15.33:0/3241284976 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 4) v1 ==== 86036+0+0 (secure 0 0 0) 0x7f8f70013ae0 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.151 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.145+0000 7f8f63fff700 1 --2- 172.21.15.33:0/3241284976 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8f680666a0 0x7f8f68068b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.151 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.145+0000 7f8f63fff700 1 -- 172.21.15.33:0/3241284976 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(13..13 src has 1..13) v4 ==== 2231+0+0 (secure 0 0 0) 0x7f8f700833f0 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.152 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.145+0000 7f8f7a7fc700 1 --2- 172.21.15.33:0/3241284976 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8f680666a0 0x7f8f68068b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.152 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.145+0000 7f8f7a7fc700 1 --2- 172.21.15.33:0/3241284976 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8f680666a0 0x7f8f68068b60 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c0ad830 tx=0x7f8f6c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:43.159 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.153+0000 7f8f63fff700 1 -- 172.21.15.33:0/3241284976 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8f700515c0 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.345 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.337+0000 7f8f81a45700 1 -- 172.21.15.33:0/3241284976 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f8f7c0adb70 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.347 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.341+0000 7f8f63fff700 1 -- 172.21.15.33:0/3241284976 <== mon.2 v2:172.21.15.103:3301/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) v1 ==== 74+0+10860 (secure 0 0 0) 0x7f8f70054be0 con 0x7f8f7c0cbb10 2024-09-13T15:00:43.348 INFO:teuthology.misc.health.smithi033.stdout: 2024-09-13T15:00:43.348 INFO:teuthology.misc.health.smithi033.stdout:{"epoch":14,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:43.240838+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:00:43.351 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.345+0000 7f8f81a45700 1 -- 172.21.15.33:0/3241284976 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8f680666a0 msgr2=0x7f8f68068b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.351 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.345+0000 7f8f81a45700 1 --2- 172.21.15.33:0/3241284976 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8f680666a0 0x7f8f68068b60 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f8f7c0ad830 tx=0x7f8f6c009040 comp rx=0 tx=0).stop 2024-09-13T15:00:43.351 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.345+0000 7f8f81a45700 1 -- 172.21.15.33:0/3241284976 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8f7c0cbb10 msgr2=0x7f8f7c13f750 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.351 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.345+0000 7f8f81a45700 1 --2- 172.21.15.33:0/3241284976 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8f7c0cbb10 0x7f8f7c13f750 secure :-1 s=READY pgs=27 cs=0 l=1 rev1=1 crypto rx=0x7f8f7000e760 tx=0x7f8f7000ea70 comp rx=0 tx=0).stop 2024-09-13T15:00:43.351 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.345+0000 7f8f81a45700 1 -- 172.21.15.33:0/3241284976 shutdown_connections 2024-09-13T15:00:43.351 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.345+0000 7f8f81a45700 1 --2- 172.21.15.33:0/3241284976 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8f680666a0 0x7f8f68068b60 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.351 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.345+0000 7f8f81a45700 1 --2- 172.21.15.33:0/3241284976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8f7c1444b0 0x7f8f7c0ae360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.352 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.345+0000 7f8f81a45700 1 --2- 172.21.15.33:0/3241284976 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8f7c1440d0 0x7f8f7c0af6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.352 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.345+0000 7f8f81a45700 1 --2- 172.21.15.33:0/3241284976 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8f7c0cbb10 0x7f8f7c13f750 unknown :-1 s=CLOSED pgs=27 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.352 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.345+0000 7f8f81a45700 1 -- 172.21.15.33:0/3241284976 >> 172.21.15.33:0/3241284976 conn(0x7f8f7c06a350 msgr2=0x7f8f7c15c0b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:43.352 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.345+0000 7f8f81a45700 1 -- 172.21.15.33:0/3241284976 shutdown_connections 2024-09-13T15:00:43.352 INFO:teuthology.misc.health.smithi033.stderr:2024-09-13T15:00:43.345+0000 7f8f81a45700 1 -- 172.21.15.33:0/3241284976 wait complete. 2024-09-13T15:00:43.365 DEBUG:teuthology.misc:8 of 8 OSDs are up 2024-09-13T15:00:43.365 INFO:tasks.ceph:Starting mds daemons in cluster ceph... 2024-09-13T15:00:43.365 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T15:00:43.365 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T15:00:43.367 INFO:tasks.ceph.mds.a:Started 2024-09-13T15:00:43.368 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T15:00:43.368 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T15:00:43.370 INFO:tasks.ceph.mds.c:Started 2024-09-13T15:00:43.370 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T15:00:43.370 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T15:00:43.372 INFO:tasks.ceph.mds.b:Started 2024-09-13T15:00:43.372 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T15:00:43.372 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T15:00:43.375 INFO:tasks.ceph.mds.d:Started 2024-09-13T15:00:43.375 INFO:tasks.ceph:Setting up CephFS filesystem(s)... 2024-09-13T15:00:43.375 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:00:43.436 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-09-13T15:00:43.450 INFO:tasks.ceph.mds.b.smithi103.stdout:starting mds.b at 2024-09-13T15:00:43.450 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-09-13T15:00:43.456 INFO:tasks.ceph.mds.d.smithi103.stdout:starting mds.d at 2024-09-13T15:00:43.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.493+0000 7f79b359e700 1 Processor -- start 2024-09-13T15:00:43.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.493+0000 7f79b359e700 1 -- start start 2024-09-13T15:00:43.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.493+0000 7f79b359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79b415ca00 0x7f79b40ad260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.493+0000 7f79b359e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f79b415cde0 0x7f79b406c360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.493+0000 7f79b359e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f79b40abf40 0x7f79b40ac3f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.493+0000 7f79b359e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79b40ac930 con 0x7f79b40abf40 2024-09-13T15:00:43.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.493+0000 7f79b359e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79b4160460 con 0x7f79b415cde0 2024-09-13T15:00:43.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.493+0000 7f79b359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79b415d310 con 0x7f79b415ca00 2024-09-13T15:00:43.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.493+0000 7f79b2d9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f79b40abf40 0x7f79b40ac3f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.493+0000 7f79b259c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79b415ca00 0x7f79b40ad260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b259c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79b415ca00 0x7f79b40ad260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:44344/0 (socket says 172.21.15.33:44344) 2024-09-13T15:00:43.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b259c700 1 -- 172.21.15.33:0/1995763329 learned_addr learned my addr 172.21.15.33:0/1995763329 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:43.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b1d9b700 1 --2- 172.21.15.33:0/1995763329 >> v2:172.21.15.103:3300/0 conn(0x7f79b415cde0 0x7f79b406c360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b1d9b700 1 -- 172.21.15.33:0/1995763329 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79b415ca00 msgr2=0x7f79b40ad260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:43.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b1d9b700 1 --2- 172.21.15.33:0/1995763329 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79b415ca00 0x7f79b40ad260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b1d9b700 1 -- 172.21.15.33:0/1995763329 >> v2:172.21.15.33:3300/0 conn(0x7f79b40abf40 msgr2=0x7f79b40ac3f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:43.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b1d9b700 1 --2- 172.21.15.33:0/1995763329 >> v2:172.21.15.33:3300/0 conn(0x7f79b40abf40 0x7f79b40ac3f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b1d9b700 1 -- 172.21.15.33:0/1995763329 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79b415d5f0 con 0x7f79b415cde0 2024-09-13T15:00:43.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b2d9d700 1 --2- 172.21.15.33:0/1995763329 >> v2:172.21.15.33:3300/0 conn(0x7f79b40abf40 0x7f79b40ac3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:43.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b1d9b700 1 --2- 172.21.15.33:0/1995763329 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79b415cde0 0x7f79b406c360 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f79b40b1b10 tx=0x7f79a8009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=af6b271689fc9121 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:43.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b159a700 1 -- 172.21.15.33:0/1995763329 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a8011830 con 0x7f79b415cde0 2024-09-13T15:00:43.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b159a700 1 -- 172.21.15.33:0/1995763329 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79a8011990 con 0x7f79b415cde0 2024-09-13T15:00:43.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b159a700 1 -- 172.21.15.33:0/1995763329 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a8011d20 con 0x7f79b415cde0 2024-09-13T15:00:43.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b359e700 1 -- 172.21.15.33:0/1995763329 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79b415cde0 msgr2=0x7f79b406c360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b359e700 1 --2- 172.21.15.33:0/1995763329 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79b415cde0 0x7f79b406c360 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f79b40b1b10 tx=0x7f79a8009b30 comp rx=0 tx=0).stop 2024-09-13T15:00:43.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b359e700 1 -- 172.21.15.33:0/1995763329 shutdown_connections 2024-09-13T15:00:43.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b359e700 1 --2- 172.21.15.33:0/1995763329 >> v2:172.21.15.33:3300/0 conn(0x7f79b40abf40 0x7f79b40ac3f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b359e700 1 --2- 172.21.15.33:0/1995763329 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79b415cde0 0x7f79b406c360 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b359e700 1 --2- 172.21.15.33:0/1995763329 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79b415ca00 0x7f79b40ad260 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b359e700 1 -- 172.21.15.33:0/1995763329 >> 172.21.15.33:0/1995763329 conn(0x7f79b40ae750 msgr2=0x7f79b40b0cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:43.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b359e700 1 -- 172.21.15.33:0/1995763329 shutdown_connections 2024-09-13T15:00:43.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.497+0000 7f79b359e700 1 -- 172.21.15.33:0/1995763329 wait complete. 2024-09-13T15:00:43.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.501+0000 7f79b359e700 1 Processor -- start 2024-09-13T15:00:43.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.501+0000 7f79b359e700 1 -- start start 2024-09-13T15:00:43.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.501+0000 7f79b359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79b415ca00 0x7f79b41f3720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.501+0000 7f79b359e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79b415cde0 0x7f79b41e6710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.501+0000 7f79b359e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79b415b060 0x7f79b41f2a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.501+0000 7f79b359e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79b41f3ea0 con 0x7f79b415cde0 2024-09-13T15:00:43.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.501+0000 7f79b359e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79b41e6e10 con 0x7f79b415b060 2024-09-13T15:00:43.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.501+0000 7f79b359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79b41e70f0 con 0x7f79b415ca00 2024-09-13T15:00:43.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.501+0000 7f79b1d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79b415cde0 0x7f79b41e6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.501+0000 7f79b259c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79b415ca00 0x7f79b41f3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.501+0000 7f79b1d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79b415cde0 0x7f79b41e6710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60020/0 (socket says 172.21.15.33:60020) 2024-09-13T15:00:43.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.501+0000 7f79b1d9b700 1 -- 172.21.15.33:0/2029028127 learned_addr learned my addr 172.21.15.33:0/2029028127 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:43.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.501+0000 7f79b2d9d700 1 --2- 172.21.15.33:0/2029028127 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79b415b060 0x7f79b41f2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.505+0000 7f79b1d9b700 1 -- 172.21.15.33:0/2029028127 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79b415ca00 msgr2=0x7f79b41f3720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.505+0000 7f79b1d9b700 1 --2- 172.21.15.33:0/2029028127 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79b415ca00 0x7f79b41f3720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.505+0000 7f79b1d9b700 1 -- 172.21.15.33:0/2029028127 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79b415b060 msgr2=0x7f79b41f2a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.505+0000 7f79b1d9b700 1 --2- 172.21.15.33:0/2029028127 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79b415b060 0x7f79b41f2a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.505+0000 7f79b1d9b700 1 -- 172.21.15.33:0/2029028127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79ac009a70 con 0x7f79b415cde0 2024-09-13T15:00:43.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.505+0000 7f79b2d9d700 1 --2- 172.21.15.33:0/2029028127 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79b415b060 0x7f79b41f2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:43.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.505+0000 7f79b1d9b700 1 --2- 172.21.15.33:0/2029028127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79b415cde0 0x7f79b41e6710 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f79a80090b0 tx=0x7f79a8004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:43.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.505+0000 7f79a2ffd700 1 -- 172.21.15.33:0/2029028127 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a8004250 con 0x7f79b415cde0 2024-09-13T15:00:43.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.505+0000 7f79a2ffd700 1 -- 172.21.15.33:0/2029028127 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f79a801f070 con 0x7f79b415cde0 2024-09-13T15:00:43.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.505+0000 7f79b359e700 1 -- 172.21.15.33:0/2029028127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79a80094b0 con 0x7f79b415cde0 2024-09-13T15:00:43.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.505+0000 7f79a2ffd700 1 -- 172.21.15.33:0/2029028127 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79a80045b0 con 0x7f79b415cde0 2024-09-13T15:00:43.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.505+0000 7f79b359e700 1 -- 172.21.15.33:0/2029028127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79b409aaa0 con 0x7f79b415cde0 2024-09-13T15:00:43.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.505+0000 7f79b359e700 1 -- 172.21.15.33:0/2029028127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79b40ac3f0 con 0x7f79b415cde0 2024-09-13T15:00:43.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.509+0000 7f79a2ffd700 1 -- 172.21.15.33:0/2029028127 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 4) v1 ==== 86036+0+0 (secure 0 0 0) 0x7f79a8021030 con 0x7f79b415cde0 2024-09-13T15:00:43.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.509+0000 7f79a2ffd700 1 --2- 172.21.15.33:0/2029028127 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f79940666a0 0x7f7994068b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.509+0000 7f79a2ffd700 1 -- 172.21.15.33:0/2029028127 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 4471+0+0 (secure 0 0 0) 0x7f79a8084b90 con 0x7f79b415cde0 2024-09-13T15:00:43.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.509+0000 7f79b259c700 1 --2- 172.21.15.33:0/2029028127 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f79940666a0 0x7f7994068b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.509+0000 7f79b259c700 1 --2- 172.21.15.33:0/2029028127 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f79940666a0 0x7f7994068b60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f79b41f5f00 tx=0x7f79a40092e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:43.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.517+0000 7f79a2ffd700 1 -- 172.21.15.33:0/2029028127 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f79a8052540 con 0x7f79b415cde0 2024-09-13T15:00:43.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.685+0000 7f79b359e700 1 -- 172.21.15.33:0/2029028127 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f79b406cf30 con 0x7f79b415cde0 2024-09-13T15:00:43.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.689+0000 7f79a2ffd700 1 -- 172.21.15.33:0/2029028127 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v14) v1 ==== 74+0+10860 (secure 0 0 0) 0x7f79a8055b60 con 0x7f79b415cde0 2024-09-13T15:00:43.695 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:43.696 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":14,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:43.240838+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":0,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"0.000000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:00:43.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.689+0000 7f79b359e700 1 -- 172.21.15.33:0/2029028127 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f79940666a0 msgr2=0x7f7994068b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.689+0000 7f79b359e700 1 --2- 172.21.15.33:0/2029028127 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f79940666a0 0x7f7994068b60 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f79b41f5f00 tx=0x7f79a40092e0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.689+0000 7f79b359e700 1 -- 172.21.15.33:0/2029028127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79b415cde0 msgr2=0x7f79b41e6710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.689+0000 7f79b359e700 1 --2- 172.21.15.33:0/2029028127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79b415cde0 0x7f79b41e6710 secure :-1 s=READY pgs=25 cs=0 l=1 rev1=1 crypto rx=0x7f79a80090b0 tx=0x7f79a8004770 comp rx=0 tx=0).stop 2024-09-13T15:00:43.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.689+0000 7f79b359e700 1 -- 172.21.15.33:0/2029028127 shutdown_connections 2024-09-13T15:00:43.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.689+0000 7f79b359e700 1 --2- 172.21.15.33:0/2029028127 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f79940666a0 0x7f7994068b60 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.689+0000 7f79b359e700 1 --2- 172.21.15.33:0/2029028127 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79b415b060 0x7f79b41f2a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.689+0000 7f79b359e700 1 --2- 172.21.15.33:0/2029028127 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79b415cde0 0x7f79b41e6710 unknown :-1 s=CLOSED pgs=25 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.689+0000 7f79b359e700 1 --2- 172.21.15.33:0/2029028127 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79b415ca00 0x7f79b41f3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.689+0000 7f79b359e700 1 -- 172.21.15.33:0/2029028127 >> 172.21.15.33:0/2029028127 conn(0x7f79b40abf40 msgr2=0x7f79b40b0b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:43.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.689+0000 7f79b359e700 1 -- 172.21.15.33:0/2029028127 shutdown_connections 2024-09-13T15:00:43.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.689+0000 7f79b359e700 1 -- 172.21.15.33:0/2029028127 wait complete. 2024-09-13T15:00:43.710 INFO:tasks.cephfs.filesystem.ceph_manager:[] 2024-09-13T15:00:43.711 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:00:43.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.817+0000 7f8213fff700 1 Processor -- start 2024-09-13T15:00:43.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.817+0000 7f8213fff700 1 -- start start 2024-09-13T15:00:43.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8213fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82141594f0 0x7f821406d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8213fff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f82140b3800 0x7f821406fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8213fff700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82140b2280 con 0x7f821406da70 2024-09-13T15:00:43.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8213fff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f821406deb0 con 0x7f82140b3800 2024-09-13T15:00:43.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8213fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82140cc890 con 0x7f82141594f0 2024-09-13T15:00:43.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8212ffd700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82141594f0 0x7f821406d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f82137fe700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f82140b3800 0x7f821406fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f82127fc700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f821406da70 0x7f82140b30f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:44646/0 (socket says 172.21.15.33:44646) 2024-09-13T15:00:43.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f82127fc700 1 -- 172.21.15.33:0/551521936 learned_addr learned my addr 172.21.15.33:0/551521936 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:43.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8211ffb700 1 -- 172.21.15.33:0/551521936 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3178119956 0 0) 0x7f82140b2280 con 0x7f821406da70 2024-09-13T15:00:43.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8211ffb700 1 -- 172.21.15.33:0/551521936 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f81fc0035d0 con 0x7f821406da70 2024-09-13T15:00:43.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f82137fe700 1 -- 172.21.15.33:0/551521936 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82141594f0 msgr2=0x7f821406d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:43.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f82137fe700 1 --2- 172.21.15.33:0/551521936 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82141594f0 0x7f821406d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f82137fe700 1 -- 172.21.15.33:0/551521936 >> v1:172.21.15.103:6789/0 conn(0x7f821406da70 legacy=0x7f82140b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f82137fe700 1 -- 172.21.15.33:0/551521936 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82140b1970 con 0x7f82140b3800 2024-09-13T15:00:43.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f82137fe700 1 --2- 172.21.15.33:0/551521936 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f82140b3800 0x7f821406fc00 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f82140b1b60 tx=0x7f820c00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5b1a53eb4e8f289f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:43.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8211ffb700 1 -- 172.21.15.33:0/551521936 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f820c016070 con 0x7f82140b3800 2024-09-13T15:00:43.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8211ffb700 1 -- 172.21.15.33:0/551521936 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f820c00bb20 con 0x7f82140b3800 2024-09-13T15:00:43.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8211ffb700 1 -- 172.21.15.33:0/551521936 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f820c00e070 con 0x7f82140b3800 2024-09-13T15:00:43.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8213fff700 1 -- 172.21.15.33:0/551521936 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f82140b3800 msgr2=0x7f821406fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8213fff700 1 --2- 172.21.15.33:0/551521936 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f82140b3800 0x7f821406fc00 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7f82140b1b60 tx=0x7f820c00b330 comp rx=0 tx=0).stop 2024-09-13T15:00:43.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8213fff700 1 -- 172.21.15.33:0/551521936 shutdown_connections 2024-09-13T15:00:43.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8213fff700 1 --2- 172.21.15.33:0/551521936 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f82140b3800 0x7f821406fc00 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8213fff700 1 --2- 172.21.15.33:0/551521936 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82141594f0 0x7f821406d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8213fff700 1 -- 172.21.15.33:0/551521936 >> 172.21.15.33:0/551521936 conn(0x7f821406a350 msgr2=0x7f821406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:43.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.821+0000 7f8213fff700 1 -- 172.21.15.33:0/551521936 shutdown_connections 2024-09-13T15:00:43.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.825+0000 7f8213fff700 1 -- 172.21.15.33:0/551521936 wait complete. 2024-09-13T15:00:43.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.825+0000 7f8213fff700 1 Processor -- start 2024-09-13T15:00:43.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.825+0000 7f8213fff700 1 -- start start 2024-09-13T15:00:43.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f8213fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f821406da70 0x7f82141589b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f8213fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82140b3800 0x7f8214145190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f8213fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82141594f0 0x7f82141f2020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f8213fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8214157460 con 0x7f82140b3800 2024-09-13T15:00:43.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f8213fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82140c3760 con 0x7f821406da70 2024-09-13T15:00:43.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f8213fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82140c3a40 con 0x7f82141594f0 2024-09-13T15:00:43.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f82127fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82140b3800 0x7f8214145190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f82127fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82140b3800 0x7f8214145190 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60024/0 (socket says 172.21.15.33:60024) 2024-09-13T15:00:43.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f82127fc700 1 -- 172.21.15.33:0/2847647733 learned_addr learned my addr 172.21.15.33:0/2847647733 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:43.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f8212ffd700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f821406da70 0x7f82141589b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f82137fe700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82141594f0 0x7f82141f2020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f82127fc700 1 -- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82141594f0 msgr2=0x7f82141f2020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f82127fc700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82141594f0 0x7f82141f2020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f82127fc700 1 -- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f821406da70 msgr2=0x7f82141589b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:43.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f82127fc700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f821406da70 0x7f82141589b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:43.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f82127fc700 1 -- 172.21.15.33:0/2847647733 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f820c009a70 con 0x7f82140b3800 2024-09-13T15:00:43.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f8212ffd700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f821406da70 0x7f82141589b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:43.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f82127fc700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82140b3800 0x7f8214145190 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f820400c4d0 tx=0x7f820400c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:43.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f81fbfff700 1 -- 172.21.15.33:0/2847647733 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8204005d90 con 0x7f82140b3800 2024-09-13T15:00:43.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f81fbfff700 1 -- 172.21.15.33:0/2847647733 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f820400ce80 con 0x7f82140b3800 2024-09-13T15:00:43.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f8213fff700 1 -- 172.21.15.33:0/2847647733 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8214156da0 con 0x7f82140b3800 2024-09-13T15:00:43.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f81fbfff700 1 -- 172.21.15.33:0/2847647733 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f82040072d0 con 0x7f82140b3800 2024-09-13T15:00:43.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.829+0000 7f8213fff700 1 -- 172.21.15.33:0/2847647733 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82140c3d20 con 0x7f82140b3800 2024-09-13T15:00:43.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.833+0000 7f8213fff700 1 -- 172.21.15.33:0/2847647733 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82141575a0 con 0x7f82140b3800 2024-09-13T15:00:43.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.833+0000 7f81fbfff700 1 -- 172.21.15.33:0/2847647733 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 4) v1 ==== 86036+0+0 (secure 0 0 0) 0x7f8204007430 con 0x7f82140b3800 2024-09-13T15:00:43.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.833+0000 7f81fbfff700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f82000666a0 0x7f8200068b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:43.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.833+0000 7f81fbfff700 1 -- 172.21.15.33:0/2847647733 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(14..14 src has 1..14) v4 ==== 4471+0+0 (secure 0 0 0) 0x7f8204082e00 con 0x7f82140b3800 2024-09-13T15:00:43.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.833+0000 7f8212ffd700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f82000666a0 0x7f8200068b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:43.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.833+0000 7f8212ffd700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f82000666a0 0x7f8200068b60 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f82080112c0 tx=0x7f8208009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:43.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:43.837+0000 7f81fbfff700 1 -- 172.21.15.33:0/2847647733 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f82141575a0 con 0x7f82140b3800 2024-09-13T15:00:44.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:44.045+0000 7f8213fff700 1 -- 172.21.15.33:0/2847647733 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f82141575a0 con 0x7f82140b3800 2024-09-13T15:00:44.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:44.045+0000 7f81fbfff700 1 -- 172.21.15.33:0/2847647733 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 2 v2) v1 ==== 93+0+1256 (secure 0 0 0) 0x7f82141575a0 con 0x7f82140b3800 2024-09-13T15:00:44.054 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:44.054 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":2,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2581616786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2581616786},{"type":"v1","addr":"172.21.15.33:6833","nonce":2581616786}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2}],"filesystems":[]} 2024-09-13T15:00:44.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:44.049+0000 7f8213fff700 1 -- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f82000666a0 msgr2=0x7f8200068b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:44.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:44.049+0000 7f8213fff700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f82000666a0 0x7f8200068b60 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7f82080112c0 tx=0x7f8208009240 comp rx=0 tx=0).stop 2024-09-13T15:00:44.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:44.049+0000 7f8213fff700 1 -- 172.21.15.33:0/2847647733 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82140b3800 msgr2=0x7f8214145190 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:44.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:44.049+0000 7f8213fff700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82140b3800 0x7f8214145190 secure :-1 s=READY pgs=26 cs=0 l=1 rev1=1 crypto rx=0x7f820400c4d0 tx=0x7f820400c7e0 comp rx=0 tx=0).stop 2024-09-13T15:00:44.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:44.049+0000 7f8213fff700 1 -- 172.21.15.33:0/2847647733 shutdown_connections 2024-09-13T15:00:44.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:44.049+0000 7f8213fff700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f82000666a0 0x7f8200068b60 unknown :-1 s=CLOSED pgs=43 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:44.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:44.049+0000 7f8213fff700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82141594f0 0x7f82141f2020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:44.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:44.049+0000 7f8213fff700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82140b3800 0x7f8214145190 unknown :-1 s=CLOSED pgs=26 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:44.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:44.049+0000 7f8213fff700 1 --2- 172.21.15.33:0/2847647733 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f821406da70 0x7f82141589b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:44.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:44.049+0000 7f8213fff700 1 -- 172.21.15.33:0/2847647733 >> 172.21.15.33:0/2847647733 conn(0x7f821406a350 msgr2=0x7f82140ad340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:44.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:44.049+0000 7f8213fff700 1 -- 172.21.15.33:0/2847647733 shutdown_connections 2024-09-13T15:00:44.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:44.049+0000 7f8213fff700 1 -- 172.21.15.33:0/2847647733 wait complete. 2024-09-13T15:00:44.058 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 2 2024-09-13T15:00:46.070 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:00:46.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.189+0000 7f0eeeaab700 1 Processor -- start 2024-09-13T15:00:46.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.189+0000 7f0eeeaab700 1 -- start start 2024-09-13T15:00:46.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eeeaab700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ee806dc40 0x7f0ee80b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eeeaab700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f0ee80b3630 0x7f0ee806fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eeeaab700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0ee80b2280 con 0x7f0ee81594f0 2024-09-13T15:00:46.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eeeaab700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ee80cc890 con 0x7f0ee80b3630 2024-09-13T15:00:46.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eeeaab700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ee80b3ac0 con 0x7f0ee806dc40 2024-09-13T15:00:46.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eedaa9700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f0ee81594f0 0x7f0ee806d530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42560/0 (socket says 172.21.15.33:42560) 2024-09-13T15:00:46.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eedaa9700 1 -- 172.21.15.33:0/3749647860 learned_addr learned my addr 172.21.15.33:0/3749647860 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:46.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eed2a8700 1 --2- 172.21.15.33:0/3749647860 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ee806dc40 0x7f0ee80b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eee2aa700 1 --2- 172.21.15.33:0/3749647860 >> v2:172.21.15.103:3300/0 conn(0x7f0ee80b3630 0x7f0ee806fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eecaa7700 1 -- 172.21.15.33:0/3749647860 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3400559781 0 0) 0x7f0ee80b2280 con 0x7f0ee81594f0 2024-09-13T15:00:46.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eecaa7700 1 -- 172.21.15.33:0/3749647860 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0ed40035d0 con 0x7f0ee81594f0 2024-09-13T15:00:46.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eed2a8700 1 -- 172.21.15.33:0/3749647860 >> v2:172.21.15.103:3300/0 conn(0x7f0ee80b3630 msgr2=0x7f0ee806fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:46.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eed2a8700 1 --2- 172.21.15.33:0/3749647860 >> v2:172.21.15.103:3300/0 conn(0x7f0ee80b3630 0x7f0ee806fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eed2a8700 1 -- 172.21.15.33:0/3749647860 >> v1:172.21.15.33:6789/0 conn(0x7f0ee81594f0 legacy=0x7f0ee806d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eed2a8700 1 -- 172.21.15.33:0/3749647860 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ee80b1970 con 0x7f0ee806dc40 2024-09-13T15:00:46.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eee2aa700 1 --2- 172.21.15.33:0/3749647860 >> v2:172.21.15.103:3300/0 conn(0x7f0ee80b3630 0x7f0ee806fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:46.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eed2a8700 1 --2- 172.21.15.33:0/3749647860 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ee806dc40 0x7f0ee80b30f0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0ee80b1b60 tx=0x7f0edc009b30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d5ecb0f774fd39f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:46.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eecaa7700 1 -- 172.21.15.33:0/3749647860 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0edc004020 con 0x7f0ee806dc40 2024-09-13T15:00:46.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eecaa7700 1 -- 172.21.15.33:0/3749647860 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0edc004180 con 0x7f0ee806dc40 2024-09-13T15:00:46.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eecaa7700 1 -- 172.21.15.33:0/3749647860 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0edc0044f0 con 0x7f0ee806dc40 2024-09-13T15:00:46.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eeeaab700 1 -- 172.21.15.33:0/3749647860 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ee806dc40 msgr2=0x7f0ee80b30f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eeeaab700 1 --2- 172.21.15.33:0/3749647860 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ee806dc40 0x7f0ee80b30f0 secure :-1 s=READY pgs=29 cs=0 l=1 rev1=1 crypto rx=0x7f0ee80b1b60 tx=0x7f0edc009b30 comp rx=0 tx=0).stop 2024-09-13T15:00:46.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eeeaab700 1 -- 172.21.15.33:0/3749647860 shutdown_connections 2024-09-13T15:00:46.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eeeaab700 1 --2- 172.21.15.33:0/3749647860 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ee806dc40 0x7f0ee80b30f0 unknown :-1 s=CLOSED pgs=29 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eeeaab700 1 --2- 172.21.15.33:0/3749647860 >> v2:172.21.15.103:3300/0 conn(0x7f0ee80b3630 0x7f0ee806fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eeeaab700 1 -- 172.21.15.33:0/3749647860 >> 172.21.15.33:0/3749647860 conn(0x7f0ee806a350 msgr2=0x7f0ee806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:46.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eeeaab700 1 -- 172.21.15.33:0/3749647860 shutdown_connections 2024-09-13T15:00:46.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.193+0000 7f0eeeaab700 1 -- 172.21.15.33:0/3749647860 wait complete. 2024-09-13T15:00:46.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.197+0000 7f0eeeaab700 1 Processor -- start 2024-09-13T15:00:46.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.197+0000 7f0eeeaab700 1 -- start start 2024-09-13T15:00:46.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.197+0000 7f0eeeaab700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ee806dc40 0x7f0ee8149c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.197+0000 7f0eeeaab700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ee80b3630 0x7f0ee8152d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.197+0000 7f0eeeaab700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ee81594f0 0x7f0ee815b360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.197+0000 7f0eeeaab700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ee8153d70 con 0x7f0ee806dc40 2024-09-13T15:00:46.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.197+0000 7f0eeeaab700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ee81585a0 con 0x7f0ee80b3630 2024-09-13T15:00:46.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.197+0000 7f0eeeaab700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ee8158880 con 0x7f0ee81594f0 2024-09-13T15:00:46.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.197+0000 7f0eedaa9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ee806dc40 0x7f0ee8149c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.197+0000 7f0eedaa9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ee806dc40 0x7f0ee8149c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60034/0 (socket says 172.21.15.33:60034) 2024-09-13T15:00:46.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.197+0000 7f0eedaa9700 1 -- 172.21.15.33:0/2231529750 learned_addr learned my addr 172.21.15.33:0/2231529750 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:46.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.197+0000 7f0eed2a8700 1 --2- 172.21.15.33:0/2231529750 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ee80b3630 0x7f0ee8152d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.201+0000 7f0eee2aa700 1 --2- 172.21.15.33:0/2231529750 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ee81594f0 0x7f0ee815b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.201+0000 7f0eedaa9700 1 -- 172.21.15.33:0/2231529750 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ee81594f0 msgr2=0x7f0ee815b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.201+0000 7f0eedaa9700 1 --2- 172.21.15.33:0/2231529750 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ee81594f0 0x7f0ee815b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.201+0000 7f0eedaa9700 1 -- 172.21.15.33:0/2231529750 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ee80b3630 msgr2=0x7f0ee8152d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.201+0000 7f0eedaa9700 1 --2- 172.21.15.33:0/2231529750 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ee80b3630 0x7f0ee8152d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.201+0000 7f0eedaa9700 1 -- 172.21.15.33:0/2231529750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ee0009a70 con 0x7f0ee806dc40 2024-09-13T15:00:46.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.201+0000 7f0eedaa9700 1 --2- 172.21.15.33:0/2231529750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ee806dc40 0x7f0ee8149c40 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0ee400c4f0 tx=0x7f0ee400c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:46.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.201+0000 7f0eda7fc700 1 -- 172.21.15.33:0/2231529750 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ee4005d90 con 0x7f0ee806dc40 2024-09-13T15:00:46.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.201+0000 7f0eeeaab700 1 -- 172.21.15.33:0/2231529750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0edc0094b0 con 0x7f0ee806dc40 2024-09-13T15:00:46.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.201+0000 7f0eda7fc700 1 -- 172.21.15.33:0/2231529750 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ee40070d0 con 0x7f0ee806dc40 2024-09-13T15:00:46.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.201+0000 7f0eda7fc700 1 -- 172.21.15.33:0/2231529750 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ee4007440 con 0x7f0ee806dc40 2024-09-13T15:00:46.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.201+0000 7f0eeeaab700 1 -- 172.21.15.33:0/2231529750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ee8153a00 con 0x7f0ee806dc40 2024-09-13T15:00:46.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.201+0000 7f0eeeaab700 1 -- 172.21.15.33:0/2231529750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ee80b30f0 con 0x7f0ee806dc40 2024-09-13T15:00:46.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.205+0000 7f0eda7fc700 1 -- 172.21.15.33:0/2231529750 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 4) v1 ==== 86036+0+0 (secure 0 0 0) 0x7f0ee40075a0 con 0x7f0ee806dc40 2024-09-13T15:00:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.205+0000 7f0eda7fc700 1 --2- 172.21.15.33:0/2231529750 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0ecc0666a0 0x7f0ecc068b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.205+0000 7f0eda7fc700 1 -- 172.21.15.33:0/2231529750 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(16..16 src has 1..16) v4 ==== 4846+0+0 (secure 0 0 0) 0x7f0ee40830d0 con 0x7f0ee806dc40 2024-09-13T15:00:46.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.205+0000 7f0eed2a8700 1 --2- 172.21.15.33:0/2231529750 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0ecc0666a0 0x7f0ecc068b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.205+0000 7f0eed2a8700 1 --2- 172.21.15.33:0/2231529750 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0ecc0666a0 0x7f0ecc068b60 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0edc0090b0 tx=0x7f0edc008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:46.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.213+0000 7f0eda7fc700 1 -- 172.21.15.33:0/2231529750 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0ee40b4db0 con 0x7f0ee806dc40 2024-09-13T15:00:46.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.421+0000 7f0eeeaab700 1 -- 172.21.15.33:0/2231529750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f0ee815db00 con 0x7f0ee806dc40 2024-09-13T15:00:46.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.425+0000 7f0eda7fc700 1 -- 172.21.15.33:0/2231529750 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 3 v3) v1 ==== 93+0+3524 (secure 0 0 0) 0x7f0ee4017de0 con 0x7f0ee806dc40 2024-09-13T15:00:46.431 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:46.431 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":3,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2581616786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2581616786},{"type":"v1","addr":"172.21.15.33:6833","nonce":2581616786}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4254,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/63013610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":63013610},{"type":"v1","addr":"172.21.15.103:6835","nonce":63013610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2759736167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2759736167},{"type":"v1","addr":"172.21.15.33:6835","nonce":2759736167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4276,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/3113841157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":3113841157},{"type":"v1","addr":"172.21.15.103:6837","nonce":3113841157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[]} 2024-09-13T15:00:46.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.425+0000 7f0eeeaab700 1 -- 172.21.15.33:0/2231529750 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0ecc0666a0 msgr2=0x7f0ecc068b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.425+0000 7f0eeeaab700 1 --2- 172.21.15.33:0/2231529750 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0ecc0666a0 0x7f0ecc068b60 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f0edc0090b0 tx=0x7f0edc008030 comp rx=0 tx=0).stop 2024-09-13T15:00:46.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.425+0000 7f0eeeaab700 1 -- 172.21.15.33:0/2231529750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ee806dc40 msgr2=0x7f0ee8149c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.425+0000 7f0eeeaab700 1 --2- 172.21.15.33:0/2231529750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ee806dc40 0x7f0ee8149c40 secure :-1 s=READY pgs=28 cs=0 l=1 rev1=1 crypto rx=0x7f0ee400c4f0 tx=0x7f0ee400c800 comp rx=0 tx=0).stop 2024-09-13T15:00:46.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.425+0000 7f0eeeaab700 1 -- 172.21.15.33:0/2231529750 shutdown_connections 2024-09-13T15:00:46.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.425+0000 7f0eeeaab700 1 --2- 172.21.15.33:0/2231529750 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0ecc0666a0 0x7f0ecc068b60 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.425+0000 7f0eeeaab700 1 --2- 172.21.15.33:0/2231529750 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ee81594f0 0x7f0ee815b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.425+0000 7f0eeeaab700 1 --2- 172.21.15.33:0/2231529750 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ee80b3630 0x7f0ee8152d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.425+0000 7f0eeeaab700 1 --2- 172.21.15.33:0/2231529750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ee806dc40 0x7f0ee8149c40 unknown :-1 s=CLOSED pgs=28 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.425+0000 7f0eeeaab700 1 -- 172.21.15.33:0/2231529750 >> 172.21.15.33:0/2231529750 conn(0x7f0ee806a350 msgr2=0x7f0ee806cf50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:46.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.425+0000 7f0eeeaab700 1 -- 172.21.15.33:0/2231529750 shutdown_connections 2024-09-13T15:00:46.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.425+0000 7f0eeeaab700 1 -- 172.21.15.33:0/2231529750 wait complete. 2024-09-13T15:00:46.435 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 3 2024-09-13T15:00:46.453 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:00:46.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.561+0000 7f25c7952700 1 Processor -- start 2024-09-13T15:00:46.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25c7952700 1 -- start start 2024-09-13T15:00:46.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25c7952700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f25c00ce380 0x7f25c00d3780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25c7952700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25c00cec40 con 0x7f25c00d1770 2024-09-13T15:00:46.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25c7952700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25c00ce960 con 0x7f25c006b160 2024-09-13T15:00:46.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25c7952700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25c00d0c90 con 0x7f25c00ce380 2024-09-13T15:00:46.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25c5eef700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f25c00d1770 0x7f25c00d1c00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42568/0 (socket says 172.21.15.33:42568) 2024-09-13T15:00:46.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25c5eef700 1 -- 172.21.15.33:0/1938211129 learned_addr learned my addr 172.21.15.33:0/1938211129 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:46.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25c4eed700 1 --2- 172.21.15.33:0/1938211129 >> v2:172.21.15.103:3300/0 conn(0x7f25c00ce380 0x7f25c00d3780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25b7fff700 1 -- 172.21.15.33:0/1938211129 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2377408187 0 0) 0x7f25c00cec40 con 0x7f25c00d1770 2024-09-13T15:00:46.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25b7fff700 1 -- 172.21.15.33:0/1938211129 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f25ac0035d0 con 0x7f25c00d1770 2024-09-13T15:00:46.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25c4eed700 1 -- 172.21.15.33:0/1938211129 >> v1:172.21.15.103:6789/0 conn(0x7f25c006b160 legacy=0x7f25c006b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25c4eed700 1 -- 172.21.15.33:0/1938211129 >> v1:172.21.15.33:6789/0 conn(0x7f25c00d1770 legacy=0x7f25c00d1c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25c4eed700 1 -- 172.21.15.33:0/1938211129 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25c00d0f70 con 0x7f25c00ce380 2024-09-13T15:00:46.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25c4eed700 1 --2- 172.21.15.33:0/1938211129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f25c00ce380 0x7f25c00d3780 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f25b0009850 tx=0x7f25b0009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e7c701e25580f135 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:46.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25b7fff700 1 -- 172.21.15.33:0/1938211129 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25b0011830 con 0x7f25c00ce380 2024-09-13T15:00:46.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25b7fff700 1 -- 172.21.15.33:0/1938211129 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25b0011990 con 0x7f25c00ce380 2024-09-13T15:00:46.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25b7fff700 1 -- 172.21.15.33:0/1938211129 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25b0011d40 con 0x7f25c00ce380 2024-09-13T15:00:46.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25c7952700 1 -- 172.21.15.33:0/1938211129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f25c00ce380 msgr2=0x7f25c00d3780 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.565+0000 7f25c7952700 1 --2- 172.21.15.33:0/1938211129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f25c00ce380 0x7f25c00d3780 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f25b0009850 tx=0x7f25b0009b60 comp rx=0 tx=0).stop 2024-09-13T15:00:46.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.569+0000 7f25c7952700 1 -- 172.21.15.33:0/1938211129 shutdown_connections 2024-09-13T15:00:46.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.569+0000 7f25c7952700 1 --2- 172.21.15.33:0/1938211129 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f25c00ce380 0x7f25c00d3780 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.569+0000 7f25c7952700 1 -- 172.21.15.33:0/1938211129 >> 172.21.15.33:0/1938211129 conn(0x7f25c00d2c60 msgr2=0x7f25c00d3070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:46.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.569+0000 7f25c7952700 1 -- 172.21.15.33:0/1938211129 shutdown_connections 2024-09-13T15:00:46.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.569+0000 7f25c7952700 1 -- 172.21.15.33:0/1938211129 wait complete. 2024-09-13T15:00:46.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.569+0000 7f25c7952700 1 Processor -- start 2024-09-13T15:00:46.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.569+0000 7f25c7952700 1 -- start start 2024-09-13T15:00:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c7952700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c006b160 0x7f25c0157550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c7952700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25c00ce380 0x7f25c014b110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c7952700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f25c00d1770 0x7f25c00c9d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c7952700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25c00b46b0 con 0x7f25c006b160 2024-09-13T15:00:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c7952700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f25c014b650 con 0x7f25c00d1770 2024-09-13T15:00:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c7952700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25c00b3a30 con 0x7f25c00ce380 2024-09-13T15:00:46.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c56ee700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c006b160 0x7f25c0157550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c56ee700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c006b160 0x7f25c0157550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60044/0 (socket says 172.21.15.33:60044) 2024-09-13T15:00:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c56ee700 1 -- 172.21.15.33:0/2311577553 learned_addr learned my addr 172.21.15.33:0/2311577553 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c4eed700 1 --2- 172.21.15.33:0/2311577553 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25c00ce380 0x7f25c014b110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c5eef700 1 --2- 172.21.15.33:0/2311577553 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f25c00d1770 0x7f25c00c9d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c56ee700 1 -- 172.21.15.33:0/2311577553 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25c00ce380 msgr2=0x7f25c014b110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c56ee700 1 --2- 172.21.15.33:0/2311577553 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25c00ce380 0x7f25c014b110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c56ee700 1 -- 172.21.15.33:0/2311577553 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f25c00d1770 msgr2=0x7f25c00c9d30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c56ee700 1 --2- 172.21.15.33:0/2311577553 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f25c00d1770 0x7f25c00c9d30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c56ee700 1 -- 172.21.15.33:0/2311577553 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25b00094b0 con 0x7f25c006b160 2024-09-13T15:00:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c56ee700 1 --2- 172.21.15.33:0/2311577553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c006b160 0x7f25c0157550 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f25bc00c500 tx=0x7f25bc00c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25b5ffb700 1 -- 172.21.15.33:0/2311577553 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25bc0052d0 con 0x7f25c006b160 2024-09-13T15:00:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25b5ffb700 1 -- 172.21.15.33:0/2311577553 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f25bc005430 con 0x7f25c006b160 2024-09-13T15:00:46.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c7952700 1 -- 172.21.15.33:0/2311577553 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25c00b3d10 con 0x7f25c006b160 2024-09-13T15:00:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25b5ffb700 1 -- 172.21.15.33:0/2311577553 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25bc0055a0 con 0x7f25c006b160 2024-09-13T15:00:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c7952700 1 -- 172.21.15.33:0/2311577553 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25c00b42d0 con 0x7f25c006b160 2024-09-13T15:00:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.573+0000 7f25c7952700 1 -- 172.21.15.33:0/2311577553 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25c00d3780 con 0x7f25c006b160 2024-09-13T15:00:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.577+0000 7f25b5ffb700 1 -- 172.21.15.33:0/2311577553 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 4) v1 ==== 86036+0+0 (secure 0 0 0) 0x7f25bc0038e0 con 0x7f25c006b160 2024-09-13T15:00:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.577+0000 7f25b5ffb700 1 --2- 172.21.15.33:0/2311577553 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f25a40666a0 0x7f25a4068b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.577+0000 7f25b5ffb700 1 -- 172.21.15.33:0/2311577553 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f25bc083010 con 0x7f25c006b160 2024-09-13T15:00:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.577+0000 7f25c4eed700 1 --2- 172.21.15.33:0/2311577553 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f25a40666a0 0x7f25a4068b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.577+0000 7f25c4eed700 1 --2- 172.21.15.33:0/2311577553 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f25a40666a0 0x7f25a4068b60 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f25b00090b0 tx=0x7f25b0008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:46.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.585+0000 7f25b5ffb700 1 -- 172.21.15.33:0/2311577553 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f25bc050840 con 0x7f25c006b160 2024-09-13T15:00:46.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.765+0000 7f25c7952700 1 -- 172.21.15.33:0/2311577553 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f25c00d0170 con 0x7f25c006b160 2024-09-13T15:00:46.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.769+0000 7f25b5ffb700 1 -- 172.21.15.33:0/2311577553 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v17) v1 ==== 74+0+12815 (secure 0 0 0) 0x7f25bc053e60 con 0x7f25c006b160 2024-09-13T15:00:46.775 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:46.775 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":17,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:46.248701+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":5,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":1,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"17","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":0,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":16,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:00:46.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.773+0000 7f25c7952700 1 -- 172.21.15.33:0/2311577553 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f25a40666a0 msgr2=0x7f25a4068b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.773+0000 7f25c7952700 1 --2- 172.21.15.33:0/2311577553 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f25a40666a0 0x7f25a4068b60 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f25b00090b0 tx=0x7f25b0008030 comp rx=0 tx=0).stop 2024-09-13T15:00:46.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.773+0000 7f25c7952700 1 -- 172.21.15.33:0/2311577553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c006b160 msgr2=0x7f25c0157550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.773+0000 7f25c7952700 1 --2- 172.21.15.33:0/2311577553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c006b160 0x7f25c0157550 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f25bc00c500 tx=0x7f25bc00c810 comp rx=0 tx=0).stop 2024-09-13T15:00:46.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.773+0000 7f25c7952700 1 -- 172.21.15.33:0/2311577553 shutdown_connections 2024-09-13T15:00:46.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.773+0000 7f25c7952700 1 --2- 172.21.15.33:0/2311577553 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f25a40666a0 0x7f25a4068b60 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.773+0000 7f25c7952700 1 --2- 172.21.15.33:0/2311577553 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f25c00d1770 0x7f25c00c9d30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.773+0000 7f25c7952700 1 --2- 172.21.15.33:0/2311577553 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25c00ce380 0x7f25c014b110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.773+0000 7f25c7952700 1 --2- 172.21.15.33:0/2311577553 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25c006b160 0x7f25c0157550 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.773+0000 7f25c7952700 1 -- 172.21.15.33:0/2311577553 >> 172.21.15.33:0/2311577553 conn(0x7f25c00d2c60 msgr2=0x7f25c00b5e70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:46.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.773+0000 7f25c7952700 1 -- 172.21.15.33:0/2311577553 shutdown_connections 2024-09-13T15:00:46.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.773+0000 7f25c7952700 1 -- 172.21.15.33:0/2311577553 wait complete. 2024-09-13T15:00:46.794 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 32769, 'flags_names': 'hashpspool,creating', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '17', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:00:46.795 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:00:46.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.905+0000 7f391de61700 1 Processor -- start 2024-09-13T15:00:46.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.905+0000 7f391de61700 1 -- start start 2024-09-13T15:00:46.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391de61700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f391806e7c0 0x7f39180d1470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391de61700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f391806b460 0x7f391806b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391de61700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39180b4d90 con 0x7f391806eba0 2024-09-13T15:00:46.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391de61700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39180b5e30 con 0x7f391806b460 2024-09-13T15:00:46.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391de61700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39180b5070 con 0x7f391806e7c0 2024-09-13T15:00:46.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f3917fff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f391806eba0 0x7f39180b4510 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42578/0 (socket says 172.21.15.33:42578) 2024-09-13T15:00:46.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f3917fff700 1 -- 172.21.15.33:0/2775550899 learned_addr learned my addr 172.21.15.33:0/2775550899 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:46.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391ce5f700 1 --2- 172.21.15.33:0/2775550899 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f391806e7c0 0x7f39180d1470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391d660700 1 --2- 172.21.15.33:0/2775550899 >> v2:172.21.15.103:3300/0 conn(0x7f391806b460 0x7f391806b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f39177fe700 1 -- 172.21.15.33:0/2775550899 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1303662431 0 0) 0x7f39180b4d90 con 0x7f391806eba0 2024-09-13T15:00:46.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f39177fe700 1 -- 172.21.15.33:0/2775550899 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f39080035d0 con 0x7f391806eba0 2024-09-13T15:00:46.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391ce5f700 1 -- 172.21.15.33:0/2775550899 >> v2:172.21.15.103:3300/0 conn(0x7f391806b460 msgr2=0x7f391806b910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:46.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391ce5f700 1 --2- 172.21.15.33:0/2775550899 >> v2:172.21.15.103:3300/0 conn(0x7f391806b460 0x7f391806b910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391ce5f700 1 -- 172.21.15.33:0/2775550899 >> v1:172.21.15.33:6789/0 conn(0x7f391806eba0 legacy=0x7f39180b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391ce5f700 1 -- 172.21.15.33:0/2775550899 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39180b5350 con 0x7f391806e7c0 2024-09-13T15:00:46.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391ce5f700 1 --2- 172.21.15.33:0/2775550899 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f391806e7c0 0x7f39180d1470 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f390c009850 tx=0x7f390c009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af5fa677a3d8061f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:46.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f39177fe700 1 -- 172.21.15.33:0/2775550899 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f390c011830 con 0x7f391806e7c0 2024-09-13T15:00:46.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f39177fe700 1 -- 172.21.15.33:0/2775550899 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f390c011990 con 0x7f391806e7c0 2024-09-13T15:00:46.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f39177fe700 1 -- 172.21.15.33:0/2775550899 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f390c011d00 con 0x7f391806e7c0 2024-09-13T15:00:46.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391de61700 1 -- 172.21.15.33:0/2775550899 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f391806e7c0 msgr2=0x7f39180d1470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391de61700 1 --2- 172.21.15.33:0/2775550899 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f391806e7c0 0x7f39180d1470 secure :-1 s=READY pgs=30 cs=0 l=1 rev1=1 crypto rx=0x7f390c009850 tx=0x7f390c009b60 comp rx=0 tx=0).stop 2024-09-13T15:00:46.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391de61700 1 -- 172.21.15.33:0/2775550899 shutdown_connections 2024-09-13T15:00:46.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391de61700 1 --2- 172.21.15.33:0/2775550899 >> v2:172.21.15.103:3300/0 conn(0x7f391806b460 0x7f391806b910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391de61700 1 --2- 172.21.15.33:0/2775550899 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f391806e7c0 0x7f39180d1470 unknown :-1 s=CLOSED pgs=30 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391de61700 1 -- 172.21.15.33:0/2775550899 >> 172.21.15.33:0/2775550899 conn(0x7f39180722e0 msgr2=0x7f3918099a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:46.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391de61700 1 -- 172.21.15.33:0/2775550899 shutdown_connections 2024-09-13T15:00:46.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.909+0000 7f391de61700 1 -- 172.21.15.33:0/2775550899 wait complete. 2024-09-13T15:00:46.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391de61700 1 Processor -- start 2024-09-13T15:00:46.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391de61700 1 -- start start 2024-09-13T15:00:46.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391de61700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f391806b460 0x7f39181e7210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391de61700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f391806e7c0 0x7f391815a090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391de61700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f391806eba0 0x7f391815a5d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391de61700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3918145b10 con 0x7f391806b460 2024-09-13T15:00:46.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391de61700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39180af1c0 con 0x7f391806e7c0 2024-09-13T15:00:46.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391de61700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39180ae680 con 0x7f391806eba0 2024-09-13T15:00:46.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391ce5f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f391806b460 0x7f39181e7210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391ce5f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f391806b460 0x7f39181e7210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60046/0 (socket says 172.21.15.33:60046) 2024-09-13T15:00:46.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391ce5f700 1 -- 172.21.15.33:0/1344375798 learned_addr learned my addr 172.21.15.33:0/1344375798 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:46.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391d660700 1 --2- 172.21.15.33:0/1344375798 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f391806eba0 0x7f391815a5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f3917fff700 1 --2- 172.21.15.33:0/1344375798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f391806e7c0 0x7f391815a090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391ce5f700 1 -- 172.21.15.33:0/1344375798 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f391806eba0 msgr2=0x7f391815a5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391ce5f700 1 --2- 172.21.15.33:0/1344375798 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f391806eba0 0x7f391815a5d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391ce5f700 1 -- 172.21.15.33:0/1344375798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f391806e7c0 msgr2=0x7f391815a090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:46.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391ce5f700 1 --2- 172.21.15.33:0/1344375798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f391806e7c0 0x7f391815a090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:46.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391ce5f700 1 -- 172.21.15.33:0/1344375798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f390c0094b0 con 0x7f391806b460 2024-09-13T15:00:46.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391ce5f700 1 --2- 172.21.15.33:0/1344375798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f391806b460 0x7f39181e7210 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f39180b51b0 tx=0x7f390c004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:46.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f39157fa700 1 -- 172.21.15.33:0/1344375798 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f390c004450 con 0x7f391806b460 2024-09-13T15:00:46.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391de61700 1 -- 172.21.15.33:0/1344375798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3918145450 con 0x7f391806b460 2024-09-13T15:00:46.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f39157fa700 1 -- 172.21.15.33:0/1344375798 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f390c01e070 con 0x7f391806b460 2024-09-13T15:00:46.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f39157fa700 1 -- 172.21.15.33:0/1344375798 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f390c003900 con 0x7f391806b460 2024-09-13T15:00:46.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.913+0000 7f391de61700 1 -- 172.21.15.33:0/1344375798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39181e7750 con 0x7f391806b460 2024-09-13T15:00:46.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.917+0000 7f391de61700 1 -- 172.21.15.33:0/1344375798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39181452b0 con 0x7f391806b460 2024-09-13T15:00:46.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.917+0000 7f39157fa700 1 -- 172.21.15.33:0/1344375798 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 4) v1 ==== 86036+0+0 (secure 0 0 0) 0x7f390c003a60 con 0x7f391806b460 2024-09-13T15:00:46.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.917+0000 7f39157fa700 1 --2- 172.21.15.33:0/1344375798 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f38fc0666a0 0x7f38fc068b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:46.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.917+0000 7f39157fa700 1 -- 172.21.15.33:0/1344375798 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7f390c084a90 con 0x7f391806b460 2024-09-13T15:00:46.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.917+0000 7f3917fff700 1 --2- 172.21.15.33:0/1344375798 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f38fc0666a0 0x7f38fc068b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:46.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.917+0000 7f3917fff700 1 --2- 172.21.15.33:0/1344375798 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f38fc0666a0 0x7f38fc068b60 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f3918148400 tx=0x7f3904009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:46.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:46.921+0000 7f39157fa700 1 -- 172.21.15.33:0/1344375798 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f39181452b0 con 0x7f391806b460 2024-09-13T15:00:47.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.101+0000 7f391de61700 1 -- 172.21.15.33:0/1344375798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f39181452b0 con 0x7f391806b460 2024-09-13T15:00:47.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.101+0000 7f39157fa700 1 -- 172.21.15.33:0/1344375798 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v17) v1 ==== 93+0+10 (secure 0 0 0) 0x7f39181452b0 con 0x7f391806b460 2024-09-13T15:00:47.108 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:00:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.101+0000 7f391de61700 1 -- 172.21.15.33:0/1344375798 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f38fc0666a0 msgr2=0x7f38fc068b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.101+0000 7f391de61700 1 --2- 172.21.15.33:0/1344375798 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f38fc0666a0 0x7f38fc068b60 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f3918148400 tx=0x7f3904009040 comp rx=0 tx=0).stop 2024-09-13T15:00:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.101+0000 7f391de61700 1 -- 172.21.15.33:0/1344375798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f391806b460 msgr2=0x7f39181e7210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:47.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.101+0000 7f391de61700 1 --2- 172.21.15.33:0/1344375798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f391806b460 0x7f39181e7210 secure :-1 s=READY pgs=32 cs=0 l=1 rev1=1 crypto rx=0x7f39180b51b0 tx=0x7f390c004770 comp rx=0 tx=0).stop 2024-09-13T15:00:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.101+0000 7f391de61700 1 -- 172.21.15.33:0/1344375798 shutdown_connections 2024-09-13T15:00:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.101+0000 7f391de61700 1 --2- 172.21.15.33:0/1344375798 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f38fc0666a0 0x7f38fc068b60 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.101+0000 7f391de61700 1 --2- 172.21.15.33:0/1344375798 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f391806eba0 0x7f391815a5d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.101+0000 7f391de61700 1 --2- 172.21.15.33:0/1344375798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f391806e7c0 0x7f391815a090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.101+0000 7f391de61700 1 --2- 172.21.15.33:0/1344375798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f391806b460 0x7f39181e7210 unknown :-1 s=CLOSED pgs=32 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.101+0000 7f391de61700 1 -- 172.21.15.33:0/1344375798 >> 172.21.15.33:0/1344375798 conn(0x7f39180722e0 msgr2=0x7f39180d08a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.105+0000 7f391de61700 1 -- 172.21.15.33:0/1344375798 shutdown_connections 2024-09-13T15:00:47.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.105+0000 7f391de61700 1 -- 172.21.15.33:0/1344375798 wait complete. 2024-09-13T15:00:47.122 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T15:00:47.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91f982700 1 Processor -- start 2024-09-13T15:00:47.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91f982700 1 -- start start 2024-09-13T15:00:47.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91f982700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fd91815ce70 0x7fd9180d37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:47.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91f982700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd9181607c0 0x7fd918160c50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:47.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91f982700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd9180d1190 con 0x7fd9180d1620 2024-09-13T15:00:47.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91f982700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd918161190 con 0x7fd9181607c0 2024-09-13T15:00:47.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91f982700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9180ceaf0 con 0x7fd91815ce70 2024-09-13T15:00:47.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91df1f700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd9181607c0 0x7fd918160c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:47.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91cf1d700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fd9180d1620 0x7fd9180ce2a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42580/0 (socket says 172.21.15.33:42580) 2024-09-13T15:00:47.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91cf1d700 1 -- 172.21.15.33:0/295570126 learned_addr learned my addr 172.21.15.33:0/295570126 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:47.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91d71e700 1 --2- 172.21.15.33:0/295570126 >> v2:172.21.15.103:3300/0 conn(0x7fd91815ce70 0x7fd9180d37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:47.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91df1f700 1 -- 172.21.15.33:0/295570126 >> v2:172.21.15.103:3300/0 conn(0x7fd91815ce70 msgr2=0x7fd9180d37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:47.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91df1f700 1 --2- 172.21.15.33:0/295570126 >> v2:172.21.15.103:3300/0 conn(0x7fd91815ce70 0x7fd9180d37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91df1f700 1 -- 172.21.15.33:0/295570126 >> v1:172.21.15.33:6789/0 conn(0x7fd9180d1620 legacy=0x7fd9180ce2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:47.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91df1f700 1 -- 172.21.15.33:0/295570126 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9180d0860 con 0x7fd9181607c0 2024-09-13T15:00:47.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd90ffff700 1 -- 172.21.15.33:0/295570126 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3889265347 0 0) 0x7fd9180d1190 con 0x7fd9180d1620 2024-09-13T15:00:47.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd91df1f700 1 --2- 172.21.15.33:0/295570126 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9181607c0 0x7fd918160c50 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd9180b56f0 tx=0x7fd91000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=666b9768a995ef02 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:47.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.217+0000 7fd90ffff700 1 -- 172.21.15.33:0/295570126 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd91000e070 con 0x7fd9181607c0 2024-09-13T15:00:47.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.221+0000 7fd90ffff700 1 -- 172.21.15.33:0/295570126 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd91000bbd0 con 0x7fd9181607c0 2024-09-13T15:00:47.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.221+0000 7fd90ffff700 1 -- 172.21.15.33:0/295570126 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd910012430 con 0x7fd9181607c0 2024-09-13T15:00:47.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.221+0000 7fd91f982700 1 -- 172.21.15.33:0/295570126 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9181607c0 msgr2=0x7fd918160c50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:47.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.221+0000 7fd91f982700 1 --2- 172.21.15.33:0/295570126 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9181607c0 0x7fd918160c50 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fd9180b56f0 tx=0x7fd91000b330 comp rx=0 tx=0).stop 2024-09-13T15:00:47.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.221+0000 7fd91f982700 1 -- 172.21.15.33:0/295570126 shutdown_connections 2024-09-13T15:00:47.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.221+0000 7fd91f982700 1 --2- 172.21.15.33:0/295570126 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9181607c0 0x7fd918160c50 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.221+0000 7fd91f982700 1 --2- 172.21.15.33:0/295570126 >> v2:172.21.15.103:3300/0 conn(0x7fd91815ce70 0x7fd9180d37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.221+0000 7fd91f982700 1 -- 172.21.15.33:0/295570126 >> 172.21.15.33:0/295570126 conn(0x7fd9180d2bf0 msgr2=0x7fd9180d3000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:47.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.221+0000 7fd91f982700 1 -- 172.21.15.33:0/295570126 shutdown_connections 2024-09-13T15:00:47.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.221+0000 7fd91f982700 1 -- 172.21.15.33:0/295570126 wait complete. 2024-09-13T15:00:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.221+0000 7fd91f982700 1 Processor -- start 2024-09-13T15:00:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.221+0000 7fd91f982700 1 -- start start 2024-09-13T15:00:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.221+0000 7fd91f982700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9180d1620 0x7fd918155240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:47.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.221+0000 7fd91f982700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd91815ce70 0x7fd9180b6f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:47.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91f982700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9181607c0 0x7fd9180cab70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:47.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91f982700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9181f3730 con 0x7fd9181607c0 2024-09-13T15:00:47.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91f982700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9181f2ab0 con 0x7fd9180d1620 2024-09-13T15:00:47.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91f982700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9181f2d90 con 0x7fd91815ce70 2024-09-13T15:00:47.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91df1f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9181607c0 0x7fd9180cab70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:47.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91df1f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9181607c0 0x7fd9180cab70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60054/0 (socket says 172.21.15.33:60054) 2024-09-13T15:00:47.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91df1f700 1 -- 172.21.15.33:0/3241476158 learned_addr learned my addr 172.21.15.33:0/3241476158 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:47.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91d71e700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9180d1620 0x7fd918155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:47.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91cf1d700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd91815ce70 0x7fd9180b6f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:47.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91df1f700 1 -- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd91815ce70 msgr2=0x7fd9180b6f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:47.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91df1f700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd91815ce70 0x7fd9180b6f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91df1f700 1 -- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9180d1620 msgr2=0x7fd918155240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91df1f700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9180d1620 0x7fd918155240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91df1f700 1 -- 172.21.15.33:0/3241476158 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd910009a70 con 0x7fd9181607c0 2024-09-13T15:00:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91cf1d700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd91815ce70 0x7fd9180b6f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:00:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91df1f700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9181607c0 0x7fd9180cab70 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fd91000b370 tx=0x7fd910004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd90dffb700 1 -- 172.21.15.33:0/3241476158 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd910012430 con 0x7fd9181607c0 2024-09-13T15:00:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd90dffb700 1 -- 172.21.15.33:0/3241476158 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd910020070 con 0x7fd9181607c0 2024-09-13T15:00:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd90dffb700 1 -- 172.21.15.33:0/3241476158 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd910004280 con 0x7fd9181607c0 2024-09-13T15:00:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91f982700 1 -- 172.21.15.33:0/3241476158 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9181f3070 con 0x7fd9181607c0 2024-09-13T15:00:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91f982700 1 -- 172.21.15.33:0/3241476158 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9181f27a0 con 0x7fd9181607c0 2024-09-13T15:00:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd90dffb700 1 -- 172.21.15.33:0/3241476158 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 4) v1 ==== 86036+0+0 (secure 0 0 0) 0x7fd9100043e0 con 0x7fd9181607c0 2024-09-13T15:00:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd91f982700 1 -- 172.21.15.33:0/3241476158 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9180d37a0 con 0x7fd9181607c0 2024-09-13T15:00:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd90dffb700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd8fc0666a0 0x7fd8fc068b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.225+0000 7fd90dffb700 1 -- 172.21.15.33:0/3241476158 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(17..17 src has 1..17) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fd910022070 con 0x7fd9181607c0 2024-09-13T15:00:47.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.233+0000 7fd90dffb700 1 -- 172.21.15.33:0/3241476158 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd910053300 con 0x7fd9181607c0 2024-09-13T15:00:47.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.257+0000 7fd91d71e700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd8fc0666a0 0x7fd8fc068b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:47.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.257+0000 7fd91d71e700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd8fc0666a0 0x7fd8fc068b60 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd9180b4060 tx=0x7fd914008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:47.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.405+0000 7fd91f982700 1 -- 172.21.15.33:0/3241476158 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7fd918072730 con 0x7fd9181607c0 2024-09-13T15:00:47.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.409+0000 7fd90dffb700 1 -- 172.21.15.33:0/3241476158 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v17) v1 ==== 84+0+65 (secure 0 0 0) 0x7fd91002c060 con 0x7fd9181607c0 2024-09-13T15:00:47.415 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:47.415 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-09-13T15:00:47.415 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:00:47.415 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-09-13T15:00:47.415 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-09-13T15:00:47.415 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:00:47.415 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-09-13T15:00:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.409+0000 7fd91f982700 1 -- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd8fc0666a0 msgr2=0x7fd8fc068b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.409+0000 7fd91f982700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd8fc0666a0 0x7fd8fc068b60 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fd9180b4060 tx=0x7fd914008040 comp rx=0 tx=0).stop 2024-09-13T15:00:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.409+0000 7fd91f982700 1 -- 172.21.15.33:0/3241476158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9181607c0 msgr2=0x7fd9180cab70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.409+0000 7fd91f982700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9181607c0 0x7fd9180cab70 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7fd91000b370 tx=0x7fd910004af0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.409+0000 7fd91f982700 1 -- 172.21.15.33:0/3241476158 shutdown_connections 2024-09-13T15:00:47.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.409+0000 7fd91f982700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd8fc0666a0 0x7fd8fc068b60 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.409+0000 7fd91f982700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9181607c0 0x7fd9180cab70 unknown :-1 s=CLOSED pgs=35 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.409+0000 7fd91f982700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd91815ce70 0x7fd9180b6f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.409+0000 7fd91f982700 1 --2- 172.21.15.33:0/3241476158 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9180d1620 0x7fd918155240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.409+0000 7fd91f982700 1 -- 172.21.15.33:0/3241476158 >> 172.21.15.33:0/3241476158 conn(0x7fd9180d2bf0 msgr2=0x7fd91806b160 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:47.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.409+0000 7fd91f982700 1 -- 172.21.15.33:0/3241476158 shutdown_connections 2024-09-13T15:00:47.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.409+0000 7fd91f982700 1 -- 172.21.15.33:0/3241476158 wait complete. 2024-09-13T15:00:47.430 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T15:00:47.430 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T15:00:47.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.541+0000 7fe74ef8f700 1 Processor -- start 2024-09-13T15:00:47.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.541+0000 7fe74ef8f700 1 -- start start 2024-09-13T15:00:47.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74ef8f700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fe74815cdc0 0x7fe74815da80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:47.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74ef8f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe748070d80 0x7fe7480b2a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:47.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74ef8f700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe7480b33a0 con 0x7fe74806a350 2024-09-13T15:00:47.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74ef8f700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe7480b3680 con 0x7fe74815cdc0 2024-09-13T15:00:47.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74ef8f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7480b3960 con 0x7fe748070d80 2024-09-13T15:00:47.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74df8d700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7fe74806a350 0x7fe74806a730 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:44660/0 (socket says 172.21.15.33:44660) 2024-09-13T15:00:47.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74df8d700 1 -- 172.21.15.33:0/2491028078 learned_addr learned my addr 172.21.15.33:0/2491028078 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:47.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74e78e700 1 --2- 172.21.15.33:0/2491028078 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe748070d80 0x7fe7480b2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:47.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74d78c700 1 --2- 172.21.15.33:0/2491028078 >> v2:172.21.15.103:3300/0 conn(0x7fe74815cdc0 0x7fe74815da80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:47.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74cf8b700 1 -- 172.21.15.33:0/2491028078 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2499925188 0 0) 0x7fe7480b33a0 con 0x7fe74806a350 2024-09-13T15:00:47.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74cf8b700 1 -- 172.21.15.33:0/2491028078 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe7340035d0 con 0x7fe74806a350 2024-09-13T15:00:47.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74e78e700 1 -- 172.21.15.33:0/2491028078 >> v2:172.21.15.103:3300/0 conn(0x7fe74815cdc0 msgr2=0x7fe74815da80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:47.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74e78e700 1 --2- 172.21.15.33:0/2491028078 >> v2:172.21.15.103:3300/0 conn(0x7fe74815cdc0 0x7fe74815da80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74e78e700 1 -- 172.21.15.33:0/2491028078 >> v1:172.21.15.103:6789/0 conn(0x7fe74806a350 legacy=0x7fe74806a730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:47.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74e78e700 1 -- 172.21.15.33:0/2491028078 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe74815d2a0 con 0x7fe748070d80 2024-09-13T15:00:47.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74d78c700 1 --2- 172.21.15.33:0/2491028078 >> v2:172.21.15.103:3300/0 conn(0x7fe74815cdc0 0x7fe74815da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:47.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74e78e700 1 --2- 172.21.15.33:0/2491028078 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe748070d80 0x7fe7480b2a30 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fe740009d90 tx=0x7fe74000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=e6f36c9752f267ae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:47.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74cf8b700 1 -- 172.21.15.33:0/2491028078 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe74000e070 con 0x7fe748070d80 2024-09-13T15:00:47.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74cf8b700 1 -- 172.21.15.33:0/2491028078 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe74000bb20 con 0x7fe748070d80 2024-09-13T15:00:47.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.545+0000 7fe74cf8b700 1 -- 172.21.15.33:0/2491028078 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe740012430 con 0x7fe748070d80 2024-09-13T15:00:47.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.549+0000 7fe74ef8f700 1 -- 172.21.15.33:0/2491028078 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe748070d80 msgr2=0x7fe7480b2a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:47.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.549+0000 7fe74ef8f700 1 --2- 172.21.15.33:0/2491028078 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe748070d80 0x7fe7480b2a30 secure :-1 s=READY pgs=31 cs=0 l=1 rev1=1 crypto rx=0x7fe740009d90 tx=0x7fe74000b330 comp rx=0 tx=0).stop 2024-09-13T15:00:47.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.549+0000 7fe74ef8f700 1 -- 172.21.15.33:0/2491028078 shutdown_connections 2024-09-13T15:00:47.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.549+0000 7fe74ef8f700 1 --2- 172.21.15.33:0/2491028078 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe748070d80 0x7fe7480b2a30 unknown :-1 s=CLOSED pgs=31 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.549+0000 7fe74ef8f700 1 --2- 172.21.15.33:0/2491028078 >> v2:172.21.15.103:3300/0 conn(0x7fe74815cdc0 0x7fe74815da80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.549+0000 7fe74ef8f700 1 -- 172.21.15.33:0/2491028078 >> 172.21.15.33:0/2491028078 conn(0x7fe7480b1730 msgr2=0x7fe7480b1b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:47.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.549+0000 7fe74ef8f700 1 -- 172.21.15.33:0/2491028078 shutdown_connections 2024-09-13T15:00:47.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.549+0000 7fe74ef8f700 1 -- 172.21.15.33:0/2491028078 wait complete. 2024-09-13T15:00:47.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.549+0000 7fe74ef8f700 1 Processor -- start 2024-09-13T15:00:47.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.549+0000 7fe74ef8f700 1 -- start start 2024-09-13T15:00:47.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74ef8f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe74806a350 0x7fe7480ad800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:47.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74ef8f700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe748070d80 0x7fe748146260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:47.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74ef8f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe74815cdc0 0x7fe7480ae340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:47.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74ef8f700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7480ad370 con 0x7fe74815cdc0 2024-09-13T15:00:47.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74ef8f700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe7480aeeb0 con 0x7fe748070d80 2024-09-13T15:00:47.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74ef8f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe7480aca40 con 0x7fe74806a350 2024-09-13T15:00:47.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74e78e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe74815cdc0 0x7fe7480ae340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:47.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74e78e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe74815cdc0 0x7fe7480ae340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60064/0 (socket says 172.21.15.33:60064) 2024-09-13T15:00:47.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74e78e700 1 -- 172.21.15.33:0/1971413924 learned_addr learned my addr 172.21.15.33:0/1971413924 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:47.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74d78c700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe748070d80 0x7fe748146260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:47.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74df8d700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe74806a350 0x7fe7480ad800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:47.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74e78e700 1 -- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe74806a350 msgr2=0x7fe7480ad800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:47.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74e78e700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe74806a350 0x7fe7480ad800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74e78e700 1 -- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe748070d80 msgr2=0x7fe748146260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:47.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74e78e700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe748070d80 0x7fe748146260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:47.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74e78e700 1 -- 172.21.15.33:0/1971413924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe7380094b0 con 0x7fe74815cdc0 2024-09-13T15:00:47.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74df8d700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe74806a350 0x7fe7480ad800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:47.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74e78e700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe74815cdc0 0x7fe7480ae340 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe740014040 tx=0x7fe740004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:47.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe73e7fc700 1 -- 172.21.15.33:0/1971413924 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe740012430 con 0x7fe74815cdc0 2024-09-13T15:00:47.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74ef8f700 1 -- 172.21.15.33:0/1971413924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe740009a70 con 0x7fe74815cdc0 2024-09-13T15:00:47.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe73e7fc700 1 -- 172.21.15.33:0/1971413924 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe740020070 con 0x7fe74815cdc0 2024-09-13T15:00:47.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe73e7fc700 1 -- 172.21.15.33:0/1971413924 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe7400098f0 con 0x7fe74815cdc0 2024-09-13T15:00:47.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74ef8f700 1 -- 172.21.15.33:0/1971413924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe7480ad000 con 0x7fe74815cdc0 2024-09-13T15:00:47.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.553+0000 7fe74ef8f700 1 -- 172.21.15.33:0/1971413924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe7480ad520 con 0x7fe74815cdc0 2024-09-13T15:00:47.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.557+0000 7fe73e7fc700 1 -- 172.21.15.33:0/1971413924 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 4) v1 ==== 86036+0+0 (secure 0 0 0) 0x7fe740004040 con 0x7fe74815cdc0 2024-09-13T15:00:47.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.557+0000 7fe73e7fc700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe72c0666a0 0x7fe72c068b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:47.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.557+0000 7fe73e7fc700 1 -- 172.21.15.33:0/1971413924 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(18..18 src has 1..18) v4 ==== 4857+0+0 (secure 0 0 0) 0x7fe740022070 con 0x7fe74815cdc0 2024-09-13T15:00:47.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.557+0000 7fe74df8d700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe72c0666a0 0x7fe72c068b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:47.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.557+0000 7fe74df8d700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe72c0666a0 0x7fe72c068b60 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe744007fd0 tx=0x7fe744007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:47.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.565+0000 7fe73e7fc700 1 -- 172.21.15.33:0/1971413924 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe7480ad520 con 0x7fe74815cdc0 2024-09-13T15:00:47.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:47.737+0000 7fe74ef8f700 1 -- 172.21.15.33:0/1971413924 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fe7480719e0 con 0x7fe74815cdc0 2024-09-13T15:00:48.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.473+0000 7fe73e7fc700 1 -- 172.21.15.33:0/1971413924 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v19) v1 ==== 138+0+0 (secure 0 0 0) 0x7fe74002c0b0 con 0x7fe74815cdc0 2024-09-13T15:00:48.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.485+0000 7fe74ef8f700 1 -- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe72c0666a0 msgr2=0x7fe72c068b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:48.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.485+0000 7fe74ef8f700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe72c0666a0 0x7fe72c068b60 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe744007fd0 tx=0x7fe744007de0 comp rx=0 tx=0).stop 2024-09-13T15:00:48.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.485+0000 7fe74ef8f700 1 -- 172.21.15.33:0/1971413924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe74815cdc0 msgr2=0x7fe7480ae340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:48.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.485+0000 7fe74ef8f700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe74815cdc0 0x7fe7480ae340 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7fe740014040 tx=0x7fe740004af0 comp rx=0 tx=0).stop 2024-09-13T15:00:48.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.485+0000 7fe74ef8f700 1 -- 172.21.15.33:0/1971413924 shutdown_connections 2024-09-13T15:00:48.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.485+0000 7fe74ef8f700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe72c0666a0 0x7fe72c068b60 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:48.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.485+0000 7fe74ef8f700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe74815cdc0 0x7fe7480ae340 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:48.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.485+0000 7fe74ef8f700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe748070d80 0x7fe748146260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:48.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.485+0000 7fe74ef8f700 1 --2- 172.21.15.33:0/1971413924 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe74806a350 0x7fe7480ad800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:48.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.485+0000 7fe74ef8f700 1 -- 172.21.15.33:0/1971413924 >> 172.21.15.33:0/1971413924 conn(0x7fe7480b1730 msgr2=0x7fe7480b1b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:48.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.485+0000 7fe74ef8f700 1 -- 172.21.15.33:0/1971413924 shutdown_connections 2024-09-13T15:00:48.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.485+0000 7fe74ef8f700 1 -- 172.21.15.33:0/1971413924 wait complete. 2024-09-13T15:00:48.493 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-09-13T15:00:48.504 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.05 2024-09-13T15:00:48.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.617+0000 7f88e6f16700 1 Processor -- start 2024-09-13T15:00:48.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.617+0000 7f88e6f16700 1 -- start start 2024-09-13T15:00:48.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e6f16700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f88e015a930 0x7f88e0071130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:48.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e6f16700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f88e006d7d0 0x7f88e00ac500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:48.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e6f16700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88e015ad10 con 0x7f88e0071670 2024-09-13T15:00:48.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e6f16700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88e0071ab0 con 0x7f88e006d7d0 2024-09-13T15:00:48.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e6f16700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f88e0071cb0 con 0x7f88e015a930 2024-09-13T15:00:48.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e6715700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f88e006d7d0 0x7f88e00ac500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:48.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e6715700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f88e006d7d0 0x7f88e00ac500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60074/0 (socket says 172.21.15.33:60074) 2024-09-13T15:00:48.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e6715700 1 -- 172.21.15.33:0/2063407820 learned_addr learned my addr 172.21.15.33:0/2063407820 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:48.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e5713700 1 --1- 172.21.15.33:0/2063407820 >> v1:172.21.15.33:6789/0 conn(0x7f88e0071670 0x7f88e006d0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42588/0 (socket says 172.21.15.33:42588) 2024-09-13T15:00:48.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e5f14700 1 --2- 172.21.15.33:0/2063407820 >> v2:172.21.15.103:3300/0 conn(0x7f88e015a930 0x7f88e0071130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:48.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e6715700 1 -- 172.21.15.33:0/2063407820 >> v2:172.21.15.103:3300/0 conn(0x7f88e015a930 msgr2=0x7f88e0071130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:48.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e6715700 1 --2- 172.21.15.33:0/2063407820 >> v2:172.21.15.103:3300/0 conn(0x7f88e015a930 0x7f88e0071130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:48.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e6715700 1 -- 172.21.15.33:0/2063407820 >> v1:172.21.15.33:6789/0 conn(0x7f88e0071670 legacy=0x7f88e006d0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:48.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e6715700 1 -- 172.21.15.33:0/2063407820 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88e0071f90 con 0x7f88e006d7d0 2024-09-13T15:00:48.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e4f12700 1 -- 172.21.15.33:0/2063407820 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3760824327 0 0) 0x7f88e015ad10 con 0x7f88e0071670 2024-09-13T15:00:48.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e6715700 1 --2- 172.21.15.33:0/2063407820 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88e006d7d0 0x7f88e00ac500 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f88e00cff30 tx=0x7f88d800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=548f5bc6cd68b9dc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:48.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e4f12700 1 -- 172.21.15.33:0/2063407820 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88d800e070 con 0x7f88e006d7d0 2024-09-13T15:00:48.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e4f12700 1 -- 172.21.15.33:0/2063407820 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88d800b9c0 con 0x7f88e006d7d0 2024-09-13T15:00:48.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.621+0000 7f88e4f12700 1 -- 172.21.15.33:0/2063407820 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88d800bd70 con 0x7f88e006d7d0 2024-09-13T15:00:48.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.625+0000 7f88e6f16700 1 -- 172.21.15.33:0/2063407820 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88e006d7d0 msgr2=0x7f88e00ac500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:48.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.625+0000 7f88e6f16700 1 --2- 172.21.15.33:0/2063407820 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88e006d7d0 0x7f88e00ac500 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f88e00cff30 tx=0x7f88d800b330 comp rx=0 tx=0).stop 2024-09-13T15:00:48.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.625+0000 7f88e6f16700 1 -- 172.21.15.33:0/2063407820 shutdown_connections 2024-09-13T15:00:48.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.625+0000 7f88e6f16700 1 --2- 172.21.15.33:0/2063407820 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88e006d7d0 0x7f88e00ac500 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:48.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.625+0000 7f88e6f16700 1 --2- 172.21.15.33:0/2063407820 >> v2:172.21.15.103:3300/0 conn(0x7f88e015a930 0x7f88e0071130 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:48.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.625+0000 7f88e6f16700 1 -- 172.21.15.33:0/2063407820 >> 172.21.15.33:0/2063407820 conn(0x7f88e00b0cd0 msgr2=0x7f88e00b10b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:48.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.625+0000 7f88e6f16700 1 -- 172.21.15.33:0/2063407820 shutdown_connections 2024-09-13T15:00:48.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.625+0000 7f88e6f16700 1 -- 172.21.15.33:0/2063407820 wait complete. 2024-09-13T15:00:48.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.625+0000 7f88e6f16700 1 Processor -- start 2024-09-13T15:00:48.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.625+0000 7f88e6f16700 1 -- start start 2024-09-13T15:00:48.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6f16700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88e006d7d0 0x7f88e01518a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:48.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6f16700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f88e0071670 0x7f88e00cd7f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:48.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6f16700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88e015a930 0x7f88e00cdd30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:48.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6f16700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88e00c9570 con 0x7f88e015a930 2024-09-13T15:00:48.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6f16700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88e00c9830 con 0x7f88e006d7d0 2024-09-13T15:00:48.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6f16700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f88e00c9b10 con 0x7f88e0071670 2024-09-13T15:00:48.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6715700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88e015a930 0x7f88e00cdd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:48.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6715700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88e015a930 0x7f88e00cdd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60082/0 (socket says 172.21.15.33:60082) 2024-09-13T15:00:48.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6715700 1 -- 172.21.15.33:0/155427600 learned_addr learned my addr 172.21.15.33:0/155427600 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:48.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e5f14700 1 --2- 172.21.15.33:0/155427600 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88e006d7d0 0x7f88e01518a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:48.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e5713700 1 --2- 172.21.15.33:0/155427600 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f88e0071670 0x7f88e00cd7f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:48.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6715700 1 -- 172.21.15.33:0/155427600 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f88e0071670 msgr2=0x7f88e00cd7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:48.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6715700 1 --2- 172.21.15.33:0/155427600 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f88e0071670 0x7f88e00cd7f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:48.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6715700 1 -- 172.21.15.33:0/155427600 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88e006d7d0 msgr2=0x7f88e01518a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6715700 1 --2- 172.21.15.33:0/155427600 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88e006d7d0 0x7f88e01518a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6715700 1 -- 172.21.15.33:0/155427600 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f88d8009b30 con 0x7f88e015a930 2024-09-13T15:00:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6715700 1 --2- 172.21.15.33:0/155427600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88e015a930 0x7f88e00cdd30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f88d8012000 tx=0x7f88d8004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88d67fc700 1 -- 172.21.15.33:0/155427600 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88d8004840 con 0x7f88e015a930 2024-09-13T15:00:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88d67fc700 1 -- 172.21.15.33:0/155427600 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f88d80092e0 con 0x7f88e015a930 2024-09-13T15:00:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6f16700 1 -- 172.21.15.33:0/155427600 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f88e00c9df0 con 0x7f88e015a930 2024-09-13T15:00:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88d67fc700 1 -- 172.21.15.33:0/155427600 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88d801b650 con 0x7f88e015a930 2024-09-13T15:00:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6f16700 1 -- 172.21.15.33:0/155427600 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88e0151de0 con 0x7f88e015a930 2024-09-13T15:00:48.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.629+0000 7f88e6f16700 1 -- 172.21.15.33:0/155427600 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f88e00ca310 con 0x7f88e015a930 2024-09-13T15:00:48.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.633+0000 7f88d67fc700 1 -- 172.21.15.33:0/155427600 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 4) v1 ==== 86036+0+0 (secure 0 0 0) 0x7f88d801b7b0 con 0x7f88e015a930 2024-09-13T15:00:48.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.633+0000 7f88d67fc700 1 --2- 172.21.15.33:0/155427600 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f88c40666a0 0x7f88c4068b60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:48.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.633+0000 7f88d67fc700 1 -- 172.21.15.33:0/155427600 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(19..19 src has 1..19) v4 ==== 5227+0+0 (secure 0 0 0) 0x7f88d80852b0 con 0x7f88e015a930 2024-09-13T15:00:48.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.633+0000 7f88e5f14700 1 --2- 172.21.15.33:0/155427600 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f88c40666a0 0x7f88c4068b60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:48.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.633+0000 7f88e5f14700 1 --2- 172.21.15.33:0/155427600 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f88c40666a0 0x7f88c4068b60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f88dc009a00 tx=0x7f88dc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:48.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.641+0000 7f88d67fc700 1 -- 172.21.15.33:0/155427600 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f88e00ca310 con 0x7f88e015a930 2024-09-13T15:00:48.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:48.813+0000 7f88e6f16700 1 -- 172.21.15.33:0/155427600 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05} v 0) v1 -- 0x7f88e00ca310 con 0x7f88e015a930 2024-09-13T15:00:49.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.269+0000 7f88d67fc700 1 -- 172.21.15.33:0/155427600 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f88d8052d40 con 0x7f88e015a930 2024-09-13T15:00:49.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.481+0000 7f88d67fc700 1 -- 172.21.15.33:0/155427600 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.05}]=0 pool 'cephfs_data' created v20) v1 ==== 171+0+0 (secure 0 0 0) 0x7f88d8055f90 con 0x7f88e015a930 2024-09-13T15:00:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.497+0000 7f88e6f16700 1 -- 172.21.15.33:0/155427600 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f88c40666a0 msgr2=0x7f88c4068b60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.497+0000 7f88e6f16700 1 --2- 172.21.15.33:0/155427600 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f88c40666a0 0x7f88c4068b60 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7f88dc009a00 tx=0x7f88dc008040 comp rx=0 tx=0).stop 2024-09-13T15:00:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.497+0000 7f88e6f16700 1 -- 172.21.15.33:0/155427600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88e015a930 msgr2=0x7f88e00cdd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:49.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.497+0000 7f88e6f16700 1 --2- 172.21.15.33:0/155427600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88e015a930 0x7f88e00cdd30 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7f88d8012000 tx=0x7f88d8004af0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.501+0000 7f88e6f16700 1 -- 172.21.15.33:0/155427600 shutdown_connections 2024-09-13T15:00:49.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.501+0000 7f88e6f16700 1 --2- 172.21.15.33:0/155427600 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f88c40666a0 0x7f88c4068b60 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.501+0000 7f88e6f16700 1 --2- 172.21.15.33:0/155427600 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88e015a930 0x7f88e00cdd30 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.501+0000 7f88e6f16700 1 --2- 172.21.15.33:0/155427600 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f88e0071670 0x7f88e00cd7f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.501+0000 7f88e6f16700 1 --2- 172.21.15.33:0/155427600 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88e006d7d0 0x7f88e01518a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.501+0000 7f88e6f16700 1 -- 172.21.15.33:0/155427600 >> 172.21.15.33:0/155427600 conn(0x7f88e00b0cd0 msgr2=0x7f88e006a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.501+0000 7f88e6f16700 1 -- 172.21.15.33:0/155427600 shutdown_connections 2024-09-13T15:00:49.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.501+0000 7f88e6f16700 1 -- 172.21.15.33:0/155427600 wait complete. 2024-09-13T15:00:49.509 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-09-13T15:00:49.521 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T15:00:49.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.629+0000 7f3d49ae0700 1 Processor -- start 2024-09-13T15:00:49.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.629+0000 7f3d49ae0700 1 -- start start 2024-09-13T15:00:49.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d49ae0700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f3d44159530 0x7f3d440cdbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:49.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d49ae0700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f3d4415d8d0 0x7f3d44159910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:49.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d49ae0700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3d440ce700 con 0x7f3d440ce110 2024-09-13T15:00:49.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d49ae0700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d440ce9e0 con 0x7f3d4415d8d0 2024-09-13T15:00:49.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d49ae0700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3d440cecc0 con 0x7f3d44159530 2024-09-13T15:00:49.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d43fff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f3d440ce110 0x7f3d4415d1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42596/0 (socket says 172.21.15.33:42596) 2024-09-13T15:00:49.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d43fff700 1 -- 172.21.15.33:0/89838436 learned_addr learned my addr 172.21.15.33:0/89838436 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:49.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d492df700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f3d4415d8d0 0x7f3d44159910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:49.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d48ade700 1 --2- 172.21.15.33:0/89838436 >> v2:172.21.15.103:3300/0 conn(0x7f3d44159530 0x7f3d440cdbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:49.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d437fe700 1 -- 172.21.15.33:0/89838436 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1122719644 0 0) 0x7f3d440ce700 con 0x7f3d440ce110 2024-09-13T15:00:49.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d437fe700 1 -- 172.21.15.33:0/89838436 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3d340035d0 con 0x7f3d440ce110 2024-09-13T15:00:49.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d48ade700 1 -- 172.21.15.33:0/89838436 >> v2:172.21.15.33:3300/0 conn(0x7f3d4415d8d0 msgr2=0x7f3d44159910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:49.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d48ade700 1 --2- 172.21.15.33:0/89838436 >> v2:172.21.15.33:3300/0 conn(0x7f3d4415d8d0 0x7f3d44159910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d48ade700 1 -- 172.21.15.33:0/89838436 >> v1:172.21.15.33:6789/0 conn(0x7f3d440ce110 legacy=0x7f3d4415d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:49.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d48ade700 1 -- 172.21.15.33:0/89838436 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d440cefa0 con 0x7f3d44159530 2024-09-13T15:00:49.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d48ade700 1 --2- 172.21.15.33:0/89838436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3d44159530 0x7f3d440cdbd0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3d38009850 tx=0x7f3d38009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=386b63fac33514ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:49.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d437fe700 1 -- 172.21.15.33:0/89838436 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d3800f8a0 con 0x7f3d44159530 2024-09-13T15:00:49.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d437fe700 1 -- 172.21.15.33:0/89838436 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d3800fa00 con 0x7f3d44159530 2024-09-13T15:00:49.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d437fe700 1 -- 172.21.15.33:0/89838436 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d3800fd90 con 0x7f3d44159530 2024-09-13T15:00:49.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d49ae0700 1 -- 172.21.15.33:0/89838436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3d44159530 msgr2=0x7f3d440cdbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d49ae0700 1 --2- 172.21.15.33:0/89838436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3d44159530 0x7f3d440cdbd0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7f3d38009850 tx=0x7f3d38009b60 comp rx=0 tx=0).stop 2024-09-13T15:00:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d49ae0700 1 -- 172.21.15.33:0/89838436 shutdown_connections 2024-09-13T15:00:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d49ae0700 1 --2- 172.21.15.33:0/89838436 >> v2:172.21.15.33:3300/0 conn(0x7f3d4415d8d0 0x7f3d44159910 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d49ae0700 1 --2- 172.21.15.33:0/89838436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3d44159530 0x7f3d440cdbd0 unknown :-1 s=CLOSED pgs=52 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d49ae0700 1 -- 172.21.15.33:0/89838436 >> 172.21.15.33:0/89838436 conn(0x7f3d4406b460 msgr2=0x7f3d4406b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d49ae0700 1 -- 172.21.15.33:0/89838436 shutdown_connections 2024-09-13T15:00:49.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.633+0000 7f3d49ae0700 1 -- 172.21.15.33:0/89838436 wait complete. 2024-09-13T15:00:49.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.637+0000 7f3d49ae0700 1 Processor -- start 2024-09-13T15:00:49.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.637+0000 7f3d49ae0700 1 -- start start 2024-09-13T15:00:49.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.637+0000 7f3d49ae0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d440ce110 0x7f3d4415af70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:49.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.637+0000 7f3d49ae0700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3d44159530 0x7f3d441424d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:49.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.637+0000 7f3d49ae0700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3d4415d8d0 0x7f3d44142a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:49.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.637+0000 7f3d49ae0700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d440ac8c0 con 0x7f3d440ce110 2024-09-13T15:00:49.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.637+0000 7f3d49ae0700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3d44142f50 con 0x7f3d44159530 2024-09-13T15:00:49.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.637+0000 7f3d49ae0700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3d44152470 con 0x7f3d4415d8d0 2024-09-13T15:00:49.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.637+0000 7f3d48ade700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d440ce110 0x7f3d4415af70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:49.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.637+0000 7f3d48ade700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d440ce110 0x7f3d4415af70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60094/0 (socket says 172.21.15.33:60094) 2024-09-13T15:00:49.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d48ade700 1 -- 172.21.15.33:0/3342362204 learned_addr learned my addr 172.21.15.33:0/3342362204 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:49.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d492df700 1 --2- 172.21.15.33:0/3342362204 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3d4415d8d0 0x7f3d44142a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:49.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d43fff700 1 --2- 172.21.15.33:0/3342362204 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3d44159530 0x7f3d441424d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:49.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d48ade700 1 -- 172.21.15.33:0/3342362204 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3d4415d8d0 msgr2=0x7f3d44142a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:49.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d48ade700 1 --2- 172.21.15.33:0/3342362204 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3d4415d8d0 0x7f3d44142a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d48ade700 1 -- 172.21.15.33:0/3342362204 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3d44159530 msgr2=0x7f3d441424d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:49.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d48ade700 1 --2- 172.21.15.33:0/3342362204 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3d44159530 0x7f3d441424d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d48ade700 1 -- 172.21.15.33:0/3342362204 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3d380094b0 con 0x7f3d440ce110 2024-09-13T15:00:49.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d48ade700 1 --2- 172.21.15.33:0/3342362204 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d440ce110 0x7f3d4415af70 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3d38009ba0 tx=0x7f3d38004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:49.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d417fa700 1 -- 172.21.15.33:0/3342362204 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d380038c0 con 0x7f3d440ce110 2024-09-13T15:00:49.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d417fa700 1 -- 172.21.15.33:0/3342362204 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3d38003a40 con 0x7f3d440ce110 2024-09-13T15:00:49.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d417fa700 1 -- 172.21.15.33:0/3342362204 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3d38003df0 con 0x7f3d440ce110 2024-09-13T15:00:49.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d49ae0700 1 -- 172.21.15.33:0/3342362204 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3d44152750 con 0x7f3d440ce110 2024-09-13T15:00:49.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d49ae0700 1 -- 172.21.15.33:0/3342362204 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3d440acad0 con 0x7f3d440ce110 2024-09-13T15:00:49.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.641+0000 7f3d49ae0700 1 -- 172.21.15.33:0/3342362204 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3d4415de30 con 0x7f3d440ce110 2024-09-13T15:00:49.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.645+0000 7f3d417fa700 1 -- 172.21.15.33:0/3342362204 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3d38019400 con 0x7f3d440ce110 2024-09-13T15:00:49.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.645+0000 7f3d417fa700 1 --2- 172.21.15.33:0/3342362204 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3d28066730 0x7f3d28068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:49.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.645+0000 7f3d417fa700 1 -- 172.21.15.33:0/3342362204 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(20..20 src has 1..20) v4 ==== 5609+0+0 (secure 0 0 0) 0x7f3d380856c0 con 0x7f3d440ce110 2024-09-13T15:00:49.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.645+0000 7f3d43fff700 1 --2- 172.21.15.33:0/3342362204 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3d28066730 0x7f3d28068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:49.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.645+0000 7f3d43fff700 1 --2- 172.21.15.33:0/3342362204 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3d28066730 0x7f3d28068bf0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3d44150780 tx=0x7f3d30007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:49.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.649+0000 7f3d417fa700 1 -- 172.21.15.33:0/3342362204 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3d38052c70 con 0x7f3d440ce110 2024-09-13T15:00:49.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.861+0000 7f3d49ae0700 1 -- 172.21.15.33:0/3342362204 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f3d440cdbd0 con 0x7f3d440ce110 2024-09-13T15:00:49.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.869+0000 7f3d417fa700 1 -- 172.21.15.33:0/3342362204 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 2 and data pool 3 v4) v1 ==== 172+0+0 (secure 0 0 0) 0x7f3d38056290 con 0x7f3d440ce110 2024-09-13T15:00:49.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.873+0000 7f3d49ae0700 1 -- 172.21.15.33:0/3342362204 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3d28066730 msgr2=0x7f3d28068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:49.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.873+0000 7f3d49ae0700 1 --2- 172.21.15.33:0/3342362204 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3d28066730 0x7f3d28068bf0 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f3d44150780 tx=0x7f3d30007de0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.873+0000 7f3d49ae0700 1 -- 172.21.15.33:0/3342362204 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d440ce110 msgr2=0x7f3d4415af70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:49.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.873+0000 7f3d49ae0700 1 --2- 172.21.15.33:0/3342362204 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d440ce110 0x7f3d4415af70 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7f3d38009ba0 tx=0x7f3d38004770 comp rx=0 tx=0).stop 2024-09-13T15:00:49.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.873+0000 7f3d49ae0700 1 -- 172.21.15.33:0/3342362204 shutdown_connections 2024-09-13T15:00:49.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.873+0000 7f3d49ae0700 1 --2- 172.21.15.33:0/3342362204 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3d28066730 0x7f3d28068bf0 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.873+0000 7f3d49ae0700 1 --2- 172.21.15.33:0/3342362204 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3d4415d8d0 0x7f3d44142a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.873+0000 7f3d49ae0700 1 --2- 172.21.15.33:0/3342362204 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3d44159530 0x7f3d441424d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.873+0000 7f3d49ae0700 1 --2- 172.21.15.33:0/3342362204 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3d440ce110 0x7f3d4415af70 unknown :-1 s=CLOSED pgs=42 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:49.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.873+0000 7f3d49ae0700 1 -- 172.21.15.33:0/3342362204 >> 172.21.15.33:0/3342362204 conn(0x7f3d4406b460 msgr2=0x7f3d44066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:49.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.877+0000 7f3d49ae0700 1 -- 172.21.15.33:0/3342362204 shutdown_connections 2024-09-13T15:00:49.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:49.877+0000 7f3d49ae0700 1 -- 172.21.15.33:0/3342362204 wait complete. 2024-09-13T15:00:49.891 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 2 and data pool 3 2024-09-13T15:00:49.908 DEBUG:tasks.cephfs.filesystem:EC profile is ['m=2', 'k=2', 'crush-failure-domain=osd'] 2024-09-13T15:00:49.909 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd erasure-code-profile set cephfs_data_ec m=2 k=2 crush-failure-domain=osd 2024-09-13T15:00:50.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 Processor -- start 2024-09-13T15:00:50.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 -- start start 2024-09-13T15:00:50.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fc2c006a5c0 0x7fc2c0073ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:50.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fc2c00b09b0 0x7fc2c006a9a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:50.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc2c0072430 con 0x7fc2c006aee0 2024-09-13T15:00:50.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2c00af7f0 con 0x7fc2c006a5c0 2024-09-13T15:00:50.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc2c015d0b0 con 0x7fc2c00b09b0 2024-09-13T15:00:50.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c5383700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fc2c006a5c0 0x7fc2c0073ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:50.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c5b84700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fc2c006aee0 0x7fc2c00ac3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42610/0 (socket says 172.21.15.33:42610) 2024-09-13T15:00:50.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c5b84700 1 -- 172.21.15.33:0/3692860782 learned_addr learned my addr 172.21.15.33:0/3692860782 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:50.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c4b82700 1 --2- 172.21.15.33:0/3692860782 >> v2:172.21.15.103:3300/0 conn(0x7fc2c00b09b0 0x7fc2c006a9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:50.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c5383700 1 -- 172.21.15.33:0/3692860782 >> v2:172.21.15.103:3300/0 conn(0x7fc2c00b09b0 msgr2=0x7fc2c006a9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:50.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2b7fff700 1 -- 172.21.15.33:0/3692860782 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2558729040 0 0) 0x7fc2c0072430 con 0x7fc2c006aee0 2024-09-13T15:00:50.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c5383700 1 --2- 172.21.15.33:0/3692860782 >> v2:172.21.15.103:3300/0 conn(0x7fc2c00b09b0 0x7fc2c006a9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:50.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c5383700 1 -- 172.21.15.33:0/3692860782 >> v1:172.21.15.33:6789/0 conn(0x7fc2c006aee0 legacy=0x7fc2c00ac3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:50.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c5383700 1 -- 172.21.15.33:0/3692860782 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2c00b4ba0 con 0x7fc2c006a5c0 2024-09-13T15:00:50.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c5383700 1 --2- 172.21.15.33:0/3692860782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2c006a5c0 0x7fc2c0073ab0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc2c006fd80 tx=0x7fc2bc009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e821227b0e3ca8cc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:50.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2b7fff700 1 -- 172.21.15.33:0/3692860782 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2bc011830 con 0x7fc2c006a5c0 2024-09-13T15:00:50.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2b7fff700 1 -- 172.21.15.33:0/3692860782 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2bc011990 con 0x7fc2c006a5c0 2024-09-13T15:00:50.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2b7fff700 1 -- 172.21.15.33:0/3692860782 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2bc011d20 con 0x7fc2c006a5c0 2024-09-13T15:00:50.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 -- 172.21.15.33:0/3692860782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2c006a5c0 msgr2=0x7fc2c0073ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:50.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 --2- 172.21.15.33:0/3692860782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2c006a5c0 0x7fc2c0073ab0 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7fc2c006fd80 tx=0x7fc2bc009b30 comp rx=0 tx=0).stop 2024-09-13T15:00:50.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 -- 172.21.15.33:0/3692860782 shutdown_connections 2024-09-13T15:00:50.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 --2- 172.21.15.33:0/3692860782 >> v2:172.21.15.103:3300/0 conn(0x7fc2c00b09b0 0x7fc2c006a9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:50.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 --2- 172.21.15.33:0/3692860782 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2c006a5c0 0x7fc2c0073ab0 unknown :-1 s=CLOSED pgs=44 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:50.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 -- 172.21.15.33:0/3692860782 >> 172.21.15.33:0/3692860782 conn(0x7fc2c00717e0 msgr2=0x7fc2c0071bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:50.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 -- 172.21.15.33:0/3692860782 shutdown_connections 2024-09-13T15:00:50.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.013+0000 7fc2c6385700 1 -- 172.21.15.33:0/3692860782 wait complete. 2024-09-13T15:00:50.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c6385700 1 Processor -- start 2024-09-13T15:00:50.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c6385700 1 -- start start 2024-09-13T15:00:50.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c6385700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2c006a5c0 0x7fc2c014e960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:50.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c6385700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc2c006aee0 0x7fc2c015f200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:50.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c6385700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc2c00b09b0 0x7fc2c00cabc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:50.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c6385700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2c015df80 con 0x7fc2c006a5c0 2024-09-13T15:00:50.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c6385700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc2c015ede0 con 0x7fc2c006aee0 2024-09-13T15:00:50.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c6385700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc2c014eea0 con 0x7fc2c00b09b0 2024-09-13T15:00:50.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c5383700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2c006a5c0 0x7fc2c014e960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:50.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c5383700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2c006a5c0 0x7fc2c014e960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60116/0 (socket says 172.21.15.33:60116) 2024-09-13T15:00:50.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c5383700 1 -- 172.21.15.33:0/3731674603 learned_addr learned my addr 172.21.15.33:0/3731674603 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:50.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c4b82700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc2c006aee0 0x7fc2c015f200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:50.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c5383700 1 -- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc2c00b09b0 msgr2=0x7fc2c00cabc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:50.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c5b84700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc2c00b09b0 0x7fc2c00cabc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:50.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c5383700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc2c00b09b0 0x7fc2c00cabc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:50.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c5383700 1 -- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc2c006aee0 msgr2=0x7fc2c015f200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:50.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c5383700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc2c006aee0 0x7fc2c015f200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:50.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c5383700 1 -- 172.21.15.33:0/3731674603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc2bc0094b0 con 0x7fc2c006a5c0 2024-09-13T15:00:50.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c4b82700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc2c006aee0 0x7fc2c015f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:00:50.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c5b84700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc2c00b09b0 0x7fc2c00cabc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:00:50.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2c5383700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2c006a5c0 0x7fc2c014e960 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc009b70 tx=0x7fc2bc004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:50.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.017+0000 7fc2b5ffb700 1 -- 172.21.15.33:0/3731674603 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2bc0036c0 con 0x7fc2c006a5c0 2024-09-13T15:00:50.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.021+0000 7fc2b5ffb700 1 -- 172.21.15.33:0/3731674603 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2bc01f070 con 0x7fc2c006a5c0 2024-09-13T15:00:50.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.021+0000 7fc2b5ffb700 1 -- 172.21.15.33:0/3731674603 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2bc003a20 con 0x7fc2c006a5c0 2024-09-13T15:00:50.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.021+0000 7fc2c6385700 1 -- 172.21.15.33:0/3731674603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2c015e160 con 0x7fc2c006a5c0 2024-09-13T15:00:50.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.021+0000 7fc2c6385700 1 -- 172.21.15.33:0/3731674603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc2c015e720 con 0x7fc2c006a5c0 2024-09-13T15:00:50.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.021+0000 7fc2c6385700 1 -- 172.21.15.33:0/3731674603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc2c015ef20 con 0x7fc2c006a5c0 2024-09-13T15:00:50.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.021+0000 7fc2b5ffb700 1 -- 172.21.15.33:0/3731674603 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc2bc003b80 con 0x7fc2c006a5c0 2024-09-13T15:00:50.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.021+0000 7fc2b5ffb700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc2a4066730 0x7fc2a4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:50.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.021+0000 7fc2b5ffb700 1 -- 172.21.15.33:0/3731674603 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(21..21 src has 1..21) v4 ==== 5709+0+0 (secure 0 0 0) 0x7fc2bc021070 con 0x7fc2c006a5c0 2024-09-13T15:00:50.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.021+0000 7fc2c4b82700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc2a4066730 0x7fc2a4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:50.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.025+0000 7fc2c4b82700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc2a4066730 0x7fc2a4068bf0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc2c01e58c0 tx=0x7fc2b0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:50.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.029+0000 7fc2b5ffb700 1 -- 172.21.15.33:0/3731674603 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc2c015ef20 con 0x7fc2c006a5c0 2024-09-13T15:00:50.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.209+0000 7fc2c6385700 1 -- 172.21.15.33:0/3731674603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]} v 0) v1 -- 0x7fc2c015ef20 con 0x7fc2c006a5c0 2024-09-13T15:00:50.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.881+0000 7fc2b5ffb700 1 -- 172.21.15.33:0/3731674603 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd erasure-code-profile set", "name": "cephfs_data_ec", "profile": ["m=2", "k=2", "crush-failure-domain=osd"]}]=0 v22) v1 ==== 157+0+0 (secure 0 0 0) 0x7fc2c015ef20 con 0x7fc2c006a5c0 2024-09-13T15:00:50.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.885+0000 7fc2c6385700 1 -- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc2a4066730 msgr2=0x7fc2a4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:50.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.885+0000 7fc2c6385700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc2a4066730 0x7fc2a4068bf0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fc2c01e58c0 tx=0x7fc2b0008040 comp rx=0 tx=0).stop 2024-09-13T15:00:50.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.885+0000 7fc2c6385700 1 -- 172.21.15.33:0/3731674603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2c006a5c0 msgr2=0x7fc2c014e960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:50.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.885+0000 7fc2c6385700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2c006a5c0 0x7fc2c014e960 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fc2bc009b70 tx=0x7fc2bc004770 comp rx=0 tx=0).stop 2024-09-13T15:00:50.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.885+0000 7fc2c6385700 1 -- 172.21.15.33:0/3731674603 shutdown_connections 2024-09-13T15:00:50.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.885+0000 7fc2c6385700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc2a4066730 0x7fc2a4068bf0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:50.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.885+0000 7fc2c6385700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc2c00b09b0 0x7fc2c00cabc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:50.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.885+0000 7fc2c6385700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc2c006aee0 0x7fc2c015f200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:50.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.885+0000 7fc2c6385700 1 --2- 172.21.15.33:0/3731674603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc2c006a5c0 0x7fc2c014e960 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:50.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.885+0000 7fc2c6385700 1 -- 172.21.15.33:0/3731674603 >> 172.21.15.33:0/3731674603 conn(0x7fc2c00717e0 msgr2=0x7fc2c00ac380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:50.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.885+0000 7fc2c6385700 1 -- 172.21.15.33:0/3731674603 shutdown_connections 2024-09-13T15:00:50.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:50.885+0000 7fc2c6385700 1 -- 172.21.15.33:0/3731674603 wait complete. 2024-09-13T15:00:50.907 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data_ec erasure cephfs_data_ec --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T15:00:51.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f5704ded700 1 Processor -- start 2024-09-13T15:00:51.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f5704ded700 1 -- start start 2024-09-13T15:00:51.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f5704ded700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f570006df60 0x7f57000ae050 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:51.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f5704ded700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57000b53a0 con 0x7f570015a9d0 2024-09-13T15:00:51.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f5704ded700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f570006e540 con 0x7f57000ae590 2024-09-13T15:00:51.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f5704ded700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f570006e820 con 0x7f570006df60 2024-09-13T15:00:51.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f56fe59c700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f570015a9d0 0x7f570015ef70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42612/0 (socket says 172.21.15.33:42612) 2024-09-13T15:00:51.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f56fe59c700 1 -- 172.21.15.33:0/1724205996 learned_addr learned my addr 172.21.15.33:0/1724205996 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:51.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f56fdd9b700 1 --2- 172.21.15.33:0/1724205996 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f570006df60 0x7f57000ae050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:51.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f56fd59a700 1 -- 172.21.15.33:0/1724205996 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4259661220 0 0) 0x7f57000b53a0 con 0x7f570015a9d0 2024-09-13T15:00:51.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f56fd59a700 1 -- 172.21.15.33:0/1724205996 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f56ec0035d0 con 0x7f570015a9d0 2024-09-13T15:00:51.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f56fdd9b700 1 -- 172.21.15.33:0/1724205996 >> v1:172.21.15.103:6789/0 conn(0x7f57000ae590 legacy=0x7f57000b4440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:51.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f56fd59a700 1 -- 172.21.15.33:0/1724205996 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 831318054 0 0) 0x7f570006e540 con 0x7f57000ae590 2024-09-13T15:00:51.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f56fdd9b700 1 -- 172.21.15.33:0/1724205996 >> v1:172.21.15.33:6789/0 conn(0x7f570015a9d0 legacy=0x7f570015ef70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:51.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f56fdd9b700 1 -- 172.21.15.33:0/1724205996 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f570006eb00 con 0x7f570006df60 2024-09-13T15:00:51.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f56fdd9b700 1 --2- 172.21.15.33:0/1724205996 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f570006df60 0x7f57000ae050 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f56e8009880 tx=0x7f56e8009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40cfe1b19c965ae3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:51.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f56fd59a700 1 -- 172.21.15.33:0/1724205996 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56e8011830 con 0x7f570006df60 2024-09-13T15:00:51.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f56fd59a700 1 -- 172.21.15.33:0/1724205996 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56e8011990 con 0x7f570006df60 2024-09-13T15:00:51.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f56fd59a700 1 -- 172.21.15.33:0/1724205996 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56e8011d00 con 0x7f570006df60 2024-09-13T15:00:51.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f5704ded700 1 -- 172.21.15.33:0/1724205996 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f570006df60 msgr2=0x7f57000ae050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:51.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.033+0000 7f5704ded700 1 --2- 172.21.15.33:0/1724205996 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f570006df60 0x7f57000ae050 secure :-1 s=READY pgs=33 cs=0 l=1 rev1=1 crypto rx=0x7f56e8009880 tx=0x7f56e8009b90 comp rx=0 tx=0).stop 2024-09-13T15:00:51.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f5704ded700 1 -- 172.21.15.33:0/1724205996 shutdown_connections 2024-09-13T15:00:51.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f5704ded700 1 --2- 172.21.15.33:0/1724205996 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f570006df60 0x7f57000ae050 unknown :-1 s=CLOSED pgs=33 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:51.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f5704ded700 1 -- 172.21.15.33:0/1724205996 >> 172.21.15.33:0/1724205996 conn(0x7f5700072400 msgr2=0x7f5700099a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:51.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f5704ded700 1 -- 172.21.15.33:0/1724205996 shutdown_connections 2024-09-13T15:00:51.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f5704ded700 1 -- 172.21.15.33:0/1724205996 wait complete. 2024-09-13T15:00:51.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f5704ded700 1 Processor -- start 2024-09-13T15:00:51.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f5704ded700 1 -- start start 2024-09-13T15:00:51.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f5704ded700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f570006df60 0x7f570014fae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:51.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f5704ded700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f57000ae590 0x7f570009b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:51.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f5704ded700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f570015a9d0 0x7f57000b2f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:51.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f5704ded700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5700150fd0 con 0x7f570015a9d0 2024-09-13T15:00:51.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f5704ded700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57001512b0 con 0x7f57000ae590 2024-09-13T15:00:51.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f5704ded700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5700151590 con 0x7f570006df60 2024-09-13T15:00:51.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f56fed9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f570015a9d0 0x7f57000b2f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:51.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f56fed9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f570015a9d0 0x7f57000b2f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:60124/0 (socket says 172.21.15.33:60124) 2024-09-13T15:00:51.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f56fed9d700 1 -- 172.21.15.33:0/1201975948 learned_addr learned my addr 172.21.15.33:0/1201975948 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:51.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f56fe59c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f570006df60 0x7f570014fae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:51.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f56fdd9b700 1 --2- 172.21.15.33:0/1201975948 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f57000ae590 0x7f570009b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:51.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f56fed9d700 1 -- 172.21.15.33:0/1201975948 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f570006df60 msgr2=0x7f570014fae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:51.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f56fed9d700 1 --2- 172.21.15.33:0/1201975948 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f570006df60 0x7f570014fae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:51.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f56fed9d700 1 -- 172.21.15.33:0/1201975948 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f57000ae590 msgr2=0x7f570009b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f56fed9d700 1 --2- 172.21.15.33:0/1201975948 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f57000ae590 0x7f570009b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f56fed9d700 1 -- 172.21.15.33:0/1201975948 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56e80094b0 con 0x7f570015a9d0 2024-09-13T15:00:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f56fdd9b700 1 --2- 172.21.15.33:0/1201975948 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f57000ae590 0x7f570009b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.037+0000 7f56fed9d700 1 --2- 172.21.15.33:0/1201975948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f570015a9d0 0x7f57000b2f00 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f56f00011e0 tx=0x7f56f000c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.041+0000 7f56f6ffd700 1 -- 172.21.15.33:0/1201975948 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f00054e0 con 0x7f570015a9d0 2024-09-13T15:00:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.041+0000 7f56f6ffd700 1 -- 172.21.15.33:0/1201975948 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f56f00036a0 con 0x7f570015a9d0 2024-09-13T15:00:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.041+0000 7f56f6ffd700 1 -- 172.21.15.33:0/1201975948 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56f0003a50 con 0x7f570015a9d0 2024-09-13T15:00:51.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.041+0000 7f5704ded700 1 -- 172.21.15.33:0/1201975948 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5700151870 con 0x7f570015a9d0 2024-09-13T15:00:51.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.041+0000 7f5704ded700 1 -- 172.21.15.33:0/1201975948 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5700150020 con 0x7f570015a9d0 2024-09-13T15:00:51.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.041+0000 7f5704ded700 1 -- 172.21.15.33:0/1201975948 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5700151d90 con 0x7f570015a9d0 2024-09-13T15:00:51.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.041+0000 7f56f6ffd700 1 -- 172.21.15.33:0/1201975948 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f56f0003bb0 con 0x7f570015a9d0 2024-09-13T15:00:51.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.041+0000 7f56f6ffd700 1 --2- 172.21.15.33:0/1201975948 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f56e0066730 0x7f56e0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:51.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.045+0000 7f56f6ffd700 1 -- 172.21.15.33:0/1201975948 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(22..22 src has 1..22) v4 ==== 5935+0+0 (secure 0 0 0) 0x7f56f0083590 con 0x7f570015a9d0 2024-09-13T15:00:51.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.045+0000 7f56fe59c700 1 --2- 172.21.15.33:0/1201975948 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f56e0066730 0x7f56e0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:51.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.045+0000 7f56fe59c700 1 --2- 172.21.15.33:0/1201975948 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f56e0066730 0x7f56e0068bf0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f56f8005cb0 tx=0x7f56f8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:51.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.049+0000 7f56f6ffd700 1 -- 172.21.15.33:0/1201975948 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5700151d90 con 0x7f570015a9d0 2024-09-13T15:00:51.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:51.213+0000 7f5704ded700 1 -- 172.21.15.33:0/1201975948 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f5700151d90 con 0x7f570015a9d0 2024-09-13T15:00:52.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:52.893+0000 7f56f6ffd700 1 -- 172.21.15.33:0/1201975948 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data_ec", "pool_type": "erasure", "erasure_code_profile": "cephfs_data_ec", "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data_ec' created v24) v1 ==== 228+0+0 (secure 0 0 0) 0x7f5700151d90 con 0x7f570015a9d0 2024-09-13T15:00:52.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:52.905+0000 7f5704ded700 1 -- 172.21.15.33:0/1201975948 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f56e0066730 msgr2=0x7f56e0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:52.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:52.905+0000 7f5704ded700 1 --2- 172.21.15.33:0/1201975948 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f56e0066730 0x7f56e0068bf0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f56f8005cb0 tx=0x7f56f8009040 comp rx=0 tx=0).stop 2024-09-13T15:00:52.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:52.905+0000 7f5704ded700 1 -- 172.21.15.33:0/1201975948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f570015a9d0 msgr2=0x7f57000b2f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:52.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:52.905+0000 7f5704ded700 1 --2- 172.21.15.33:0/1201975948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f570015a9d0 0x7f57000b2f00 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f56f00011e0 tx=0x7f56f000c800 comp rx=0 tx=0).stop 2024-09-13T15:00:52.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:52.905+0000 7f5704ded700 1 -- 172.21.15.33:0/1201975948 shutdown_connections 2024-09-13T15:00:52.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:52.905+0000 7f5704ded700 1 --2- 172.21.15.33:0/1201975948 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f56e0066730 0x7f56e0068bf0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:52.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:52.905+0000 7f5704ded700 1 --2- 172.21.15.33:0/1201975948 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f570015a9d0 0x7f57000b2f00 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:52.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:52.905+0000 7f5704ded700 1 --2- 172.21.15.33:0/1201975948 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f57000ae590 0x7f570009b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:52.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:52.905+0000 7f5704ded700 1 --2- 172.21.15.33:0/1201975948 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f570006df60 0x7f570014fae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:52.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:52.905+0000 7f5704ded700 1 -- 172.21.15.33:0/1201975948 >> 172.21.15.33:0/1201975948 conn(0x7f5700072400 msgr2=0x7f57000b3ce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:52.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:52.909+0000 7f5704ded700 1 -- 172.21.15.33:0/1201975948 shutdown_connections 2024-09-13T15:00:52.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:52.909+0000 7f5704ded700 1 -- 172.21.15.33:0/1201975948 wait complete. 2024-09-13T15:00:52.915 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data_ec' created 2024-09-13T15:00:52.927 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool set cephfs_data_ec allow_ec_overwrites true 2024-09-13T15:00:53.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.037+0000 7f8abed60700 1 Processor -- start 2024-09-13T15:00:53.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8abed60700 1 -- start start 2024-09-13T15:00:53.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8abed60700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f8ab80b1cf0 0x7f8ab8160990 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:53.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8abed60700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ab80afb60 con 0x7f8ab80d3740 2024-09-13T15:00:53.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8abed60700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8ab806c7e0 con 0x7f8ab80b20d0 2024-09-13T15:00:53.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8abed60700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8ab806cac0 con 0x7f8ab80b1cf0 2024-09-13T15:00:53.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8abcafc700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f8ab80b1cf0 0x7f8ab8160990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:53.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8abd2fd700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f8ab80d3740 0x7f8ab80b0060 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:48516/0 (socket says 172.21.15.33:48516) 2024-09-13T15:00:53.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8abd2fd700 1 -- 172.21.15.33:0/915637561 learned_addr learned my addr 172.21.15.33:0/915637561 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8ab77fe700 1 -- 172.21.15.33:0/915637561 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3467596545 0 0) 0x7f8ab80afb60 con 0x7f8ab80d3740 2024-09-13T15:00:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8ab77fe700 1 -- 172.21.15.33:0/915637561 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8aa40035d0 con 0x7f8ab80d3740 2024-09-13T15:00:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8ab77fe700 1 -- 172.21.15.33:0/915637561 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3595778746 0 0) 0x7f8aa40035d0 con 0x7f8ab80d3740 2024-09-13T15:00:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8abcafc700 1 -- 172.21.15.33:0/915637561 >> v1:172.21.15.103:6789/0 conn(0x7f8ab80b20d0 legacy=0x7f8ab8160ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8abcafc700 1 -- 172.21.15.33:0/915637561 >> v1:172.21.15.33:6789/0 conn(0x7f8ab80d3740 legacy=0x7f8ab80b0060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8abcafc700 1 -- 172.21.15.33:0/915637561 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8ab806bda0 con 0x7f8ab80b1cf0 2024-09-13T15:00:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8abcafc700 1 --2- 172.21.15.33:0/915637561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ab80b1cf0 0x7f8ab8160990 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8aa8009850 tx=0x7f8aa8009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=581d5abd7dec9442 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8ab77fe700 1 -- 172.21.15.33:0/915637561 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8ab00019f0 con 0x7f8ab80b1cf0 2024-09-13T15:00:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8ab77fe700 1 -- 172.21.15.33:0/915637561 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8aa8010590 con 0x7f8ab80b1cf0 2024-09-13T15:00:53.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.041+0000 7f8ab77fe700 1 -- 172.21.15.33:0/915637561 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8aa8010940 con 0x7f8ab80b1cf0 2024-09-13T15:00:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.045+0000 7f8abed60700 1 -- 172.21.15.33:0/915637561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ab80b1cf0 msgr2=0x7f8ab8160990 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.045+0000 7f8abed60700 1 --2- 172.21.15.33:0/915637561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ab80b1cf0 0x7f8ab8160990 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f8aa8009850 tx=0x7f8aa8009b60 comp rx=0 tx=0).stop 2024-09-13T15:00:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.045+0000 7f8abed60700 1 -- 172.21.15.33:0/915637561 shutdown_connections 2024-09-13T15:00:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.045+0000 7f8abed60700 1 --2- 172.21.15.33:0/915637561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ab80b1cf0 0x7f8ab8160990 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:53.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.045+0000 7f8abed60700 1 -- 172.21.15.33:0/915637561 >> 172.21.15.33:0/915637561 conn(0x7f8ab809bfa0 msgr2=0x7f8ab80d2c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.045+0000 7f8abed60700 1 -- 172.21.15.33:0/915637561 shutdown_connections 2024-09-13T15:00:53.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.045+0000 7f8abed60700 1 -- 172.21.15.33:0/915637561 wait complete. 2024-09-13T15:00:53.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.045+0000 7f8abed60700 1 Processor -- start 2024-09-13T15:00:53.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.045+0000 7f8abed60700 1 -- start start 2024-09-13T15:00:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8abed60700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8ab80b1cf0 0x7f8ab8156f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8abed60700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ab80b20d0 0x7f8ab81561d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8abed60700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8ab80d3740 0x7f8ab8158850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8abed60700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ab80b64c0 con 0x7f8ab80b20d0 2024-09-13T15:00:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8abed60700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8ab815d040 con 0x7f8ab80b1cf0 2024-09-13T15:00:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8abed60700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8ab815d320 con 0x7f8ab80d3740 2024-09-13T15:00:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8ab7fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ab80b20d0 0x7f8ab81561d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8ab7fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ab80b20d0 0x7f8ab81561d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33114/0 (socket says 172.21.15.33:33114) 2024-09-13T15:00:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8ab7fff700 1 -- 172.21.15.33:0/1154646279 learned_addr learned my addr 172.21.15.33:0/1154646279 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8abcafc700 1 --2- 172.21.15.33:0/1154646279 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8ab80b1cf0 0x7f8ab8156f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:53.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8abd2fd700 1 --2- 172.21.15.33:0/1154646279 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8ab80d3740 0x7f8ab8158850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8ab7fff700 1 -- 172.21.15.33:0/1154646279 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8ab80d3740 msgr2=0x7f8ab8158850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8ab7fff700 1 --2- 172.21.15.33:0/1154646279 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8ab80d3740 0x7f8ab8158850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8ab7fff700 1 -- 172.21.15.33:0/1154646279 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8ab80b1cf0 msgr2=0x7f8ab8156f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8ab7fff700 1 --2- 172.21.15.33:0/1154646279 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8ab80b1cf0 0x7f8ab8156f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8ab7fff700 1 -- 172.21.15.33:0/1154646279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8aa80094b0 con 0x7f8ab80b20d0 2024-09-13T15:00:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8ab7fff700 1 --2- 172.21.15.33:0/1154646279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ab80b20d0 0x7f8ab81561d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8aa000c750 tx=0x7f8aa000ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8ab57fa700 1 -- 172.21.15.33:0/1154646279 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8aa00054e0 con 0x7f8ab80b20d0 2024-09-13T15:00:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8ab57fa700 1 -- 172.21.15.33:0/1154646279 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8aa00036a0 con 0x7f8ab80b20d0 2024-09-13T15:00:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8abed60700 1 -- 172.21.15.33:0/1154646279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8ab815d600 con 0x7f8ab80b20d0 2024-09-13T15:00:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8ab57fa700 1 -- 172.21.15.33:0/1154646279 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8aa0003a50 con 0x7f8ab80b20d0 2024-09-13T15:00:53.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.049+0000 7f8abed60700 1 -- 172.21.15.33:0/1154646279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8ab8158d90 con 0x7f8ab80b20d0 2024-09-13T15:00:53.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.053+0000 7f8abed60700 1 -- 172.21.15.33:0/1154646279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8ab80677a0 con 0x7f8ab80b20d0 2024-09-13T15:00:53.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.053+0000 7f8ab57fa700 1 -- 172.21.15.33:0/1154646279 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8aa0003bb0 con 0x7f8ab80b20d0 2024-09-13T15:00:53.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.053+0000 7f8ab57fa700 1 --2- 172.21.15.33:0/1154646279 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a98066730 0x7f8a98068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:53.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.053+0000 7f8ab57fa700 1 -- 172.21.15.33:0/1154646279 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(24..24 src has 1..24) v4 ==== 6428+0+0 (secure 0 0 0) 0x7f8aa0083860 con 0x7f8ab80b20d0 2024-09-13T15:00:53.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.053+0000 7f8abcafc700 1 --2- 172.21.15.33:0/1154646279 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a98066730 0x7f8a98068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:53.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.053+0000 7f8abcafc700 1 --2- 172.21.15.33:0/1154646279 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a98066730 0x7f8a98068bf0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8aa8013040 tx=0x7f8aa8008000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:53.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.065+0000 7f8ab57fa700 1 -- 172.21.15.33:0/1154646279 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8aa0050990 con 0x7f8ab80b20d0 2024-09-13T15:00:53.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.237+0000 7f8abed60700 1 -- 172.21.15.33:0/1154646279 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"} v 0) v1 -- 0x7f8ab815d7e0 con 0x7f8ab80b20d0 2024-09-13T15:00:53.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.905+0000 7f8ab57fa700 1 -- 172.21.15.33:0/1154646279 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool set", "pool": "cephfs_data_ec", "var": "allow_ec_overwrites", "val": "true"}]=0 set pool 4 allow_ec_overwrites to true v25) v1 ==== 169+0+0 (secure 0 0 0) 0x7f8aa00170c0 con 0x7f8ab80b20d0 2024-09-13T15:00:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.917+0000 7f8abed60700 1 -- 172.21.15.33:0/1154646279 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a98066730 msgr2=0x7f8a98068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.917+0000 7f8abed60700 1 --2- 172.21.15.33:0/1154646279 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a98066730 0x7f8a98068bf0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f8aa8013040 tx=0x7f8aa8008000 comp rx=0 tx=0).stop 2024-09-13T15:00:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.917+0000 7f8abed60700 1 -- 172.21.15.33:0/1154646279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ab80b20d0 msgr2=0x7f8ab81561d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:53.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.917+0000 7f8abed60700 1 --2- 172.21.15.33:0/1154646279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ab80b20d0 0x7f8ab81561d0 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f8aa000c750 tx=0x7f8aa000ca60 comp rx=0 tx=0).stop 2024-09-13T15:00:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.925+0000 7f8abed60700 1 -- 172.21.15.33:0/1154646279 shutdown_connections 2024-09-13T15:00:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.925+0000 7f8abed60700 1 --2- 172.21.15.33:0/1154646279 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a98066730 0x7f8a98068bf0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.925+0000 7f8abed60700 1 --2- 172.21.15.33:0/1154646279 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8ab80d3740 0x7f8ab8158850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.925+0000 7f8abed60700 1 --2- 172.21.15.33:0/1154646279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8ab80b20d0 0x7f8ab81561d0 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.925+0000 7f8abed60700 1 --2- 172.21.15.33:0/1154646279 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8ab80b1cf0 0x7f8ab8156f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.925+0000 7f8abed60700 1 -- 172.21.15.33:0/1154646279 >> 172.21.15.33:0/1154646279 conn(0x7f8ab809bfa0 msgr2=0x7f8ab806b470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.925+0000 7f8abed60700 1 -- 172.21.15.33:0/1154646279 shutdown_connections 2024-09-13T15:00:53.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:53.925+0000 7f8abed60700 1 -- 172.21.15.33:0/1154646279 wait complete. 2024-09-13T15:00:53.932 INFO:teuthology.orchestra.run.smithi033.stderr:set pool 4 allow_ec_overwrites to true 2024-09-13T15:00:53.945 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs add_data_pool cephfs cephfs_data_ec 2024-09-13T15:00:54.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdad6293700 1 Processor -- start 2024-09-13T15:00:54.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdad6293700 1 -- start start 2024-09-13T15:00:54.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdad6293700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fdad0159530 0x7fdad00cdbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdad6293700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdad015d8d0 0x7fdad0159910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdad6293700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdad00ce700 con 0x7fdad00ce110 2024-09-13T15:00:54.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdad6293700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdad00ce9e0 con 0x7fdad0159530 2024-09-13T15:00:54.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdad6293700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdad00cecc0 con 0x7fdad015d8d0 2024-09-13T15:00:54.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdad4a90700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fdad00ce110 0x7fdad015d1c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:48528/0 (socket says 172.21.15.33:48528) 2024-09-13T15:00:54.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdad4a90700 1 -- 172.21.15.33:0/2939385752 learned_addr learned my addr 172.21.15.33:0/2939385752 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:54.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdad5a92700 1 --2- 172.21.15.33:0/2939385752 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdad015d8d0 0x7fdad0159910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdad5291700 1 --2- 172.21.15.33:0/2939385752 >> v2:172.21.15.103:3300/0 conn(0x7fdad0159530 0x7fdad00cdbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdac7fff700 1 -- 172.21.15.33:0/2939385752 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1938433231 0 0) 0x7fdad00ce700 con 0x7fdad00ce110 2024-09-13T15:00:54.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdac7fff700 1 -- 172.21.15.33:0/2939385752 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fdabc0035d0 con 0x7fdad00ce110 2024-09-13T15:00:54.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdac7fff700 1 -- 172.21.15.33:0/2939385752 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2480917950 0 0) 0x7fdabc0035d0 con 0x7fdad00ce110 2024-09-13T15:00:54.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdac7fff700 1 -- 172.21.15.33:0/2939385752 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdad015d8d0 msgr2=0x7fdad0159910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:54.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdac7fff700 1 --2- 172.21.15.33:0/2939385752 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdad015d8d0 0x7fdad0159910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdac7fff700 1 -- 172.21.15.33:0/2939385752 >> v2:172.21.15.103:3300/0 conn(0x7fdad0159530 msgr2=0x7fdad00cdbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:54.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdac7fff700 1 --2- 172.21.15.33:0/2939385752 >> v2:172.21.15.103:3300/0 conn(0x7fdad0159530 0x7fdad00cdbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdac7fff700 1 -- 172.21.15.33:0/2939385752 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdad00cefa0 con 0x7fdad00ce110 2024-09-13T15:00:54.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdac7fff700 1 -- 172.21.15.33:0/2939385752 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7fdac0001690 con 0x7fdad00ce110 2024-09-13T15:00:54.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdac7fff700 1 -- 172.21.15.33:0/2939385752 >> v1:172.21.15.33:6789/0 conn(0x7fdad00ce110 legacy=0x7fdad015d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdac7fff700 1 --2- 172.21.15.33:0/2939385752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdabc003a20 0x7fdabc003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdac7fff700 1 --2- 172.21.15.33:0/2939385752 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdad015d8d0 0x7fdabc004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.049+0000 7fdac7fff700 1 --2- 172.21.15.33:0/2939385752 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdabc004db0 0x7fdabc005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdac7fff700 1 -- 172.21.15.33:0/2939385752 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdad00ce9e0 con 0x7fdabc003a20 2024-09-13T15:00:54.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdac7fff700 1 -- 172.21.15.33:0/2939385752 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdad00cecc0 con 0x7fdabc004db0 2024-09-13T15:00:54.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdac7fff700 1 -- 172.21.15.33:0/2939385752 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdabc00ba30 con 0x7fdad015d8d0 2024-09-13T15:00:54.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad5291700 1 --2- 172.21.15.33:0/2939385752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdabc003a20 0x7fdabc003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad4a90700 1 --2- 172.21.15.33:0/2939385752 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdad015d8d0 0x7fdabc004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad5a92700 1 --2- 172.21.15.33:0/2939385752 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdabc004db0 0x7fdabc005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad5291700 1 -- 172.21.15.33:0/2939385752 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdad015d8d0 msgr2=0x7fdabc004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:54.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad5291700 1 --2- 172.21.15.33:0/2939385752 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdad015d8d0 0x7fdabc004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad5291700 1 -- 172.21.15.33:0/2939385752 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdabc004db0 msgr2=0x7fdabc005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:54.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad5291700 1 --2- 172.21.15.33:0/2939385752 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdabc004db0 0x7fdabc005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad5291700 1 -- 172.21.15.33:0/2939385752 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdabc0035d0 con 0x7fdabc003a20 2024-09-13T15:00:54.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad5291700 1 --2- 172.21.15.33:0/2939385752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdabc003a20 0x7fdabc003e40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fdacc009b70 tx=0x7fdabc0058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89bb62de33c486fe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:54.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdac7fff700 1 -- 172.21.15.33:0/2939385752 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdacc00e660 con 0x7fdabc003a20 2024-09-13T15:00:54.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdac7fff700 1 -- 172.21.15.33:0/2939385752 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdacc00e7c0 con 0x7fdabc003a20 2024-09-13T15:00:54.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdac7fff700 1 -- 172.21.15.33:0/2939385752 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdacc00eb30 con 0x7fdabc003a20 2024-09-13T15:00:54.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad6293700 1 -- 172.21.15.33:0/2939385752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdabc003a20 msgr2=0x7fdabc003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad6293700 1 --2- 172.21.15.33:0/2939385752 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdabc003a20 0x7fdabc003e40 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fdacc009b70 tx=0x7fdabc0058a0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad5a92700 1 -- 172.21.15.33:0/2939385752 reap_dead start 2024-09-13T15:00:54.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad6293700 1 -- 172.21.15.33:0/2939385752 shutdown_connections 2024-09-13T15:00:54.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad6293700 1 -- 172.21.15.33:0/2939385752 >> 172.21.15.33:0/2939385752 conn(0x7fdad006b460 msgr2=0x7fdad006b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:54.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad6293700 1 -- 172.21.15.33:0/2939385752 shutdown_connections 2024-09-13T15:00:54.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad6293700 1 -- 172.21.15.33:0/2939385752 wait complete. 2024-09-13T15:00:54.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad6293700 1 Processor -- start 2024-09-13T15:00:54.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.053+0000 7fdad6293700 1 -- start start 2024-09-13T15:00:54.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad6293700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdad014e590 0x7fdad0143120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad6293700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdad014e970 0x7fdad006cb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad6293700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdad006d0a0 0x7fdad006d550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad6293700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdad0149c20 con 0x7fdad006d0a0 2024-09-13T15:00:54.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad6293700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdad0144930 con 0x7fdad014e970 2024-09-13T15:00:54.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad6293700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdad0141f00 con 0x7fdad014e590 2024-09-13T15:00:54.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad5a92700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdad006d0a0 0x7fdad006d550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad5a92700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdad006d0a0 0x7fdad006d550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33134/0 (socket says 172.21.15.33:33134) 2024-09-13T15:00:54.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad5a92700 1 -- 172.21.15.33:0/2470910705 learned_addr learned my addr 172.21.15.33:0/2470910705 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:54.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad4a90700 1 --2- 172.21.15.33:0/2470910705 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdad014e970 0x7fdad006cb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad5291700 1 --2- 172.21.15.33:0/2470910705 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdad014e590 0x7fdad0143120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad5a92700 1 -- 172.21.15.33:0/2470910705 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdad014e590 msgr2=0x7fdad0143120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad5a92700 1 --2- 172.21.15.33:0/2470910705 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdad014e590 0x7fdad0143120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad5a92700 1 -- 172.21.15.33:0/2470910705 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdad014e970 msgr2=0x7fdad006cb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad5a92700 1 --2- 172.21.15.33:0/2470910705 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdad014e970 0x7fdad006cb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad5a92700 1 -- 172.21.15.33:0/2470910705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdad0149e00 con 0x7fdad006d0a0 2024-09-13T15:00:54.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad5a92700 1 --2- 172.21.15.33:0/2470910705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdad006d0a0 0x7fdad006d550 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdad0070aa0 tx=0x7fdac8011ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:54.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdac5ffb700 1 -- 172.21.15.33:0/2470910705 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdac800e040 con 0x7fdad006d0a0 2024-09-13T15:00:54.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdac5ffb700 1 -- 172.21.15.33:0/2470910705 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdac800f040 con 0x7fdad006d0a0 2024-09-13T15:00:54.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad6293700 1 -- 172.21.15.33:0/2470910705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdad014a0e0 con 0x7fdad006d0a0 2024-09-13T15:00:54.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdac5ffb700 1 -- 172.21.15.33:0/2470910705 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdac800fc40 con 0x7fdad006d0a0 2024-09-13T15:00:54.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad6293700 1 -- 172.21.15.33:0/2470910705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdad014a8e0 con 0x7fdad006d0a0 2024-09-13T15:00:54.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.057+0000 7fdad6293700 1 -- 172.21.15.33:0/2470910705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdad014aaa0 con 0x7fdad006d0a0 2024-09-13T15:00:54.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.061+0000 7fdac5ffb700 1 -- 172.21.15.33:0/2470910705 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdac8022460 con 0x7fdad006d0a0 2024-09-13T15:00:54.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.061+0000 7fdac5ffb700 1 --2- 172.21.15.33:0/2470910705 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdab4066760 0x7fdab4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.061+0000 7fdac5ffb700 1 -- 172.21.15.33:0/2470910705 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(25..25 src has 1..25) v4 ==== 6428+0+0 (secure 0 0 0) 0x7fdac8084840 con 0x7fdad006d0a0 2024-09-13T15:00:54.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.061+0000 7fdad5291700 1 --2- 172.21.15.33:0/2470910705 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdab4066760 0x7fdab4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.061+0000 7fdad5291700 1 --2- 172.21.15.33:0/2470910705 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdab4066760 0x7fdab4068c20 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fdad006c280 tx=0x7fdacc01f040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:54.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.069+0000 7fdac5ffb700 1 -- 172.21.15.33:0/2470910705 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdac80518e0 con 0x7fdad006d0a0 2024-09-13T15:00:54.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.277+0000 7fdad6293700 1 -- 172.21.15.33:0/2470910705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"} v 0) v1 -- 0x7fdad014a600 con 0x7fdad006d0a0 2024-09-13T15:00:54.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.285+0000 7fdac5ffb700 1 -- 172.21.15.33:0/2470910705 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs add_data_pool", "fs_name": "cephfs", "pool": "cephfs_data_ec"}]=0 added data pool 4 to fsmap v7) v1 ==== 137+0+0 (secure 0 0 0) 0x7fdad014a600 con 0x7fdad006d0a0 2024-09-13T15:00:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.293+0000 7fdad6293700 1 -- 172.21.15.33:0/2470910705 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdab4066760 msgr2=0x7fdab4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.293+0000 7fdad6293700 1 --2- 172.21.15.33:0/2470910705 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdab4066760 0x7fdab4068c20 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fdad006c280 tx=0x7fdacc01f040 comp rx=0 tx=0).stop 2024-09-13T15:00:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.293+0000 7fdad6293700 1 -- 172.21.15.33:0/2470910705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdad006d0a0 msgr2=0x7fdad006d550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.293+0000 7fdad6293700 1 --2- 172.21.15.33:0/2470910705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdad006d0a0 0x7fdad006d550 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fdad0070aa0 tx=0x7fdac8011ed0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.293+0000 7fdad6293700 1 -- 172.21.15.33:0/2470910705 shutdown_connections 2024-09-13T15:00:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.293+0000 7fdad6293700 1 --2- 172.21.15.33:0/2470910705 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdab4066760 0x7fdab4068c20 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.293+0000 7fdad6293700 1 --2- 172.21.15.33:0/2470910705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdad006d0a0 0x7fdad006d550 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.293+0000 7fdad6293700 1 --2- 172.21.15.33:0/2470910705 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdad014e970 0x7fdad006cb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.293+0000 7fdad6293700 1 --2- 172.21.15.33:0/2470910705 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdad014e590 0x7fdad0143120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.293+0000 7fdad6293700 1 -- 172.21.15.33:0/2470910705 >> 172.21.15.33:0/2470910705 conn(0x7fdad006b460 msgr2=0x7fdad0071380 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:54.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.293+0000 7fdad6293700 1 -- 172.21.15.33:0/2470910705 shutdown_connections 2024-09-13T15:00:54.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.293+0000 7fdad6293700 1 -- 172.21.15.33:0/2470910705 wait complete. 2024-09-13T15:00:54.300 INFO:teuthology.orchestra.run.smithi033.stderr:added data pool 4 to fsmap 2024-09-13T15:00:54.312 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:00:54.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c3fff700 1 Processor -- start 2024-09-13T15:00:54.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c3fff700 1 -- start start 2024-09-13T15:00:54.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c3fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fe2c40adb30 0x7fe2c40cc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c3fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe2c40ce040 0x7fe2c40b2380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c3fff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe2c406cf60 con 0x7fe2c406bb90 2024-09-13T15:00:54.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c3fff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe2c406c350 con 0x7fe2c40adb30 2024-09-13T15:00:54.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c3fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2c406c630 con 0x7fe2c40ce040 2024-09-13T15:00:54.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c27fc700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fe2c406bb90 0x7fe2c40cd930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:48544/0 (socket says 172.21.15.33:48544) 2024-09-13T15:00:54.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c27fc700 1 -- 172.21.15.33:0/3650757870 learned_addr learned my addr 172.21.15.33:0/3650757870 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:54.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c2ffd700 1 --2- 172.21.15.33:0/3650757870 >> v2:172.21.15.33:3300/0 conn(0x7fe2c40adb30 0x7fe2c40cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c37fe700 1 --2- 172.21.15.33:0/3650757870 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe2c40ce040 0x7fe2c40b2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c1ffb700 1 -- 172.21.15.33:0/3650757870 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1131150148 0 0) 0x7fe2c406cf60 con 0x7fe2c406bb90 2024-09-13T15:00:54.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c1ffb700 1 -- 172.21.15.33:0/3650757870 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe2ac0035d0 con 0x7fe2c406bb90 2024-09-13T15:00:54.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c2ffd700 1 -- 172.21.15.33:0/3650757870 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe2c40ce040 msgr2=0x7fe2c40b2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:54.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c2ffd700 1 --2- 172.21.15.33:0/3650757870 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe2c40ce040 0x7fe2c40b2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c2ffd700 1 -- 172.21.15.33:0/3650757870 >> v1:172.21.15.33:6789/0 conn(0x7fe2c406bb90 legacy=0x7fe2c40cd930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c2ffd700 1 -- 172.21.15.33:0/3650757870 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2c406c910 con 0x7fe2c40adb30 2024-09-13T15:00:54.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c2ffd700 1 --2- 172.21.15.33:0/3650757870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40adb30 0x7fe2c40cc060 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe2b8009850 tx=0x7fe2b8009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a2005c630380465 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:54.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c1ffb700 1 -- 172.21.15.33:0/3650757870 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2b8011830 con 0x7fe2c40adb30 2024-09-13T15:00:54.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c1ffb700 1 -- 172.21.15.33:0/3650757870 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2b8011990 con 0x7fe2c40adb30 2024-09-13T15:00:54.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.417+0000 7fe2c1ffb700 1 -- 172.21.15.33:0/3650757870 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2b8011d40 con 0x7fe2c40adb30 2024-09-13T15:00:54.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.421+0000 7fe2c3fff700 1 -- 172.21.15.33:0/3650757870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40adb30 msgr2=0x7fe2c40cc060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.421+0000 7fe2c3fff700 1 --2- 172.21.15.33:0/3650757870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40adb30 0x7fe2c40cc060 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7fe2b8009850 tx=0x7fe2b8009b60 comp rx=0 tx=0).stop 2024-09-13T15:00:54.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.421+0000 7fe2c3fff700 1 -- 172.21.15.33:0/3650757870 shutdown_connections 2024-09-13T15:00:54.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.421+0000 7fe2c3fff700 1 --2- 172.21.15.33:0/3650757870 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe2c40ce040 0x7fe2c40b2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.421+0000 7fe2c3fff700 1 --2- 172.21.15.33:0/3650757870 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40adb30 0x7fe2c40cc060 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.421+0000 7fe2c3fff700 1 -- 172.21.15.33:0/3650757870 >> 172.21.15.33:0/3650757870 conn(0x7fe2c406a350 msgr2=0x7fe2c406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:54.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.421+0000 7fe2c3fff700 1 -- 172.21.15.33:0/3650757870 shutdown_connections 2024-09-13T15:00:54.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.421+0000 7fe2c3fff700 1 -- 172.21.15.33:0/3650757870 wait complete. 2024-09-13T15:00:54.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.421+0000 7fe2c3fff700 1 Processor -- start 2024-09-13T15:00:54.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.421+0000 7fe2c3fff700 1 -- start start 2024-09-13T15:00:54.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c3fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe2c406bb90 0x7fe2c4159f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c3fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe2c40adb30 0x7fe2c413a250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40ce040 0x7fe2c40ac8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c3fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2c40708d0 con 0x7fe2c40ce040 2024-09-13T15:00:54.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c3fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe2c4070bb0 con 0x7fe2c406bb90 2024-09-13T15:00:54.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c3fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe2c4070e90 con 0x7fe2c40adb30 2024-09-13T15:00:54.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c37fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40ce040 0x7fe2c40ac8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c37fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40ce040 0x7fe2c40ac8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33142/0 (socket says 172.21.15.33:33142) 2024-09-13T15:00:54.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c37fe700 1 -- 172.21.15.33:0/1229564641 learned_addr learned my addr 172.21.15.33:0/1229564641 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:54.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c2ffd700 1 --2- 172.21.15.33:0/1229564641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe2c406bb90 0x7fe2c4159f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c27fc700 1 --2- 172.21.15.33:0/1229564641 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe2c40adb30 0x7fe2c413a250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c37fe700 1 -- 172.21.15.33:0/1229564641 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe2c40adb30 msgr2=0x7fe2c413a250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c37fe700 1 --2- 172.21.15.33:0/1229564641 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe2c40adb30 0x7fe2c413a250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c37fe700 1 -- 172.21.15.33:0/1229564641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe2c406bb90 msgr2=0x7fe2c4159f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c37fe700 1 --2- 172.21.15.33:0/1229564641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe2c406bb90 0x7fe2c4159f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c37fe700 1 -- 172.21.15.33:0/1229564641 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe2b80094b0 con 0x7fe2c40ce040 2024-09-13T15:00:54.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c37fe700 1 --2- 172.21.15.33:0/1229564641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40ce040 0x7fe2c40ac8c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fe2bc00efc0 tx=0x7fe2bc00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:54.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2ab7fe700 1 -- 172.21.15.33:0/1229564641 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2bc009ea0 con 0x7fe2c40ce040 2024-09-13T15:00:54.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2ab7fe700 1 -- 172.21.15.33:0/1229564641 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe2bc00f040 con 0x7fe2c40ce040 2024-09-13T15:00:54.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2ab7fe700 1 -- 172.21.15.33:0/1229564641 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe2bc00ced0 con 0x7fe2c40ce040 2024-09-13T15:00:54.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c3fff700 1 -- 172.21.15.33:0/1229564641 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe2c4071170 con 0x7fe2c40ce040 2024-09-13T15:00:54.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c3fff700 1 -- 172.21.15.33:0/1229564641 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe2c415a460 con 0x7fe2c40ce040 2024-09-13T15:00:54.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.425+0000 7fe2c3fff700 1 -- 172.21.15.33:0/1229564641 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe2c406d3d0 con 0x7fe2c40ce040 2024-09-13T15:00:54.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.429+0000 7fe2ab7fe700 1 -- 172.21.15.33:0/1229564641 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe2bc014480 con 0x7fe2c40ce040 2024-09-13T15:00:54.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.429+0000 7fe2ab7fe700 1 --2- 172.21.15.33:0/1229564641 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe2b0066730 0x7fe2b0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.429+0000 7fe2ab7fe700 1 -- 172.21.15.33:0/1229564641 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe2bc084b70 con 0x7fe2c40ce040 2024-09-13T15:00:54.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.429+0000 7fe2c2ffd700 1 --2- 172.21.15.33:0/1229564641 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe2b0066730 0x7fe2b0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.429+0000 7fe2c2ffd700 1 --2- 172.21.15.33:0/1229564641 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe2b0066730 0x7fe2b0068bf0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe2b80090b0 tx=0x7fe2b8008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:54.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.437+0000 7fe2ab7fe700 1 -- 172.21.15.33:0/1229564641 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe2c406d3d0 con 0x7fe2c40ce040 2024-09-13T15:00:54.470 INFO:tasks.ceph.mds.d.smithi103.stderr:2024-09-13T15:00:54.466+0000 7f28597f0700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T15:00:54.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.637+0000 7fe2c3fff700 1 -- 172.21.15.33:0/1229564641 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fe2c4071690 con 0x7fe2c40ce040 2024-09-13T15:00:54.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.637+0000 7fe2ab7fe700 1 -- 172.21.15.33:0/1229564641 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4730 (secure 0 0 0) 0x7fe2c4071690 con 0x7fe2c40ce040 2024-09-13T15:00:54.645 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:54.645 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2581616786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2581616786},{"type":"v1","addr":"172.21.15.33:6833","nonce":2581616786}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4254,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/63013610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":63013610},{"type":"v1","addr":"172.21.15.103:6835","nonce":63013610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2759736167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2759736167},{"type":"v1","addr":"172.21.15.33:6835","nonce":2759736167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:00:49.869447+0000","modified":"2024-09-13T15:00:54.284641+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.103:6837/3113841157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":3113841157},{"type":"v1","addr":"172.21.15.103:6837","nonce":3113841157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-09-13T15:00:54.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.641+0000 7fe2c3fff700 1 -- 172.21.15.33:0/1229564641 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe2b0066730 msgr2=0x7fe2b0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.641+0000 7fe2c3fff700 1 --2- 172.21.15.33:0/1229564641 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe2b0066730 0x7fe2b0068bf0 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7fe2b80090b0 tx=0x7fe2b8008030 comp rx=0 tx=0).stop 2024-09-13T15:00:54.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.641+0000 7fe2c3fff700 1 -- 172.21.15.33:0/1229564641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40ce040 msgr2=0x7fe2c40ac8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.641+0000 7fe2c3fff700 1 --2- 172.21.15.33:0/1229564641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40ce040 0x7fe2c40ac8c0 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7fe2bc00efc0 tx=0x7fe2bc00c3a0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.641+0000 7fe2c3fff700 1 -- 172.21.15.33:0/1229564641 shutdown_connections 2024-09-13T15:00:54.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.641+0000 7fe2c3fff700 1 --2- 172.21.15.33:0/1229564641 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe2b0066730 0x7fe2b0068bf0 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.641+0000 7fe2c3fff700 1 --2- 172.21.15.33:0/1229564641 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe2c40ce040 0x7fe2c40ac8c0 unknown :-1 s=CLOSED pgs=56 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.641+0000 7fe2c3fff700 1 --2- 172.21.15.33:0/1229564641 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe2c40adb30 0x7fe2c413a250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.641+0000 7fe2c3fff700 1 --2- 172.21.15.33:0/1229564641 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe2c406bb90 0x7fe2c4159f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.641+0000 7fe2c3fff700 1 -- 172.21.15.33:0/1229564641 >> 172.21.15.33:0/1229564641 conn(0x7fe2c406a350 msgr2=0x7fe2c4141da0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:54.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.641+0000 7fe2c3fff700 1 -- 172.21.15.33:0/1229564641 shutdown_connections 2024-09-13T15:00:54.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.641+0000 7fe2c3fff700 1 -- 172.21.15.33:0/1229564641 wait complete. 2024-09-13T15:00:54.649 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 7 2024-09-13T15:00:54.660 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:00:54.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd01249d700 1 Processor -- start 2024-09-13T15:00:54.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd01249d700 1 -- start start 2024-09-13T15:00:54.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd01249d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd00c06dc40 0x7fd00c0b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd01249d700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fd00c0b3630 0x7fd00c06fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd01249d700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd00c0b2280 con 0x7fd00c1594f0 2024-09-13T15:00:54.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd01249d700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd00c0cc890 con 0x7fd00c06dc40 2024-09-13T15:00:54.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd01249d700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd00c0b1970 con 0x7fd00c0b3630 2024-09-13T15:00:54.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd010c9a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd00c06dc40 0x7fd00c0b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd010c9a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd00c06dc40 0x7fd00c0b30f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33158/0 (socket says 172.21.15.33:33158) 2024-09-13T15:00:54.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd010c9a700 1 -- 172.21.15.33:0/3718134824 learned_addr learned my addr 172.21.15.33:0/3718134824 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:54.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd011c9c700 1 --2- 172.21.15.33:0/3718134824 >> v2:172.21.15.103:3300/0 conn(0x7fd00c0b3630 0x7fd00c06fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd010c9a700 1 -- 172.21.15.33:0/3718134824 >> v2:172.21.15.103:3300/0 conn(0x7fd00c0b3630 msgr2=0x7fd00c06fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:54.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd010c9a700 1 --2- 172.21.15.33:0/3718134824 >> v2:172.21.15.103:3300/0 conn(0x7fd00c0b3630 0x7fd00c06fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd010c9a700 1 -- 172.21.15.33:0/3718134824 >> v1:172.21.15.103:6789/0 conn(0x7fd00c1594f0 legacy=0x7fd00c06d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:54.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd010c9a700 1 -- 172.21.15.33:0/3718134824 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd00c0b1c30 con 0x7fd00c06dc40 2024-09-13T15:00:54.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.769+0000 7fd011c9c700 1 --2- 172.21.15.33:0/3718134824 >> v2:172.21.15.103:3300/0 conn(0x7fd00c0b3630 0x7fd00c06fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:00:54.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.773+0000 7fd010c9a700 1 --2- 172.21.15.33:0/3718134824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c06dc40 0x7fd00c0b30f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd00c0ce6e0 tx=0x7fcffc00be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8441477fa2773c8f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:54.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.773+0000 7fd003fff700 1 -- 172.21.15.33:0/3718134824 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcffc00dd50 con 0x7fd00c06dc40 2024-09-13T15:00:54.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.773+0000 7fd003fff700 1 -- 172.21.15.33:0/3718134824 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcffc004030 con 0x7fd00c06dc40 2024-09-13T15:00:54.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.773+0000 7fd003fff700 1 -- 172.21.15.33:0/3718134824 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcffc0043c0 con 0x7fd00c06dc40 2024-09-13T15:00:54.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.773+0000 7fd01249d700 1 -- 172.21.15.33:0/3718134824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c06dc40 msgr2=0x7fd00c0b30f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.773+0000 7fd01249d700 1 --2- 172.21.15.33:0/3718134824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c06dc40 0x7fd00c0b30f0 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7fd00c0ce6e0 tx=0x7fcffc00be90 comp rx=0 tx=0).stop 2024-09-13T15:00:54.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.773+0000 7fd01249d700 1 -- 172.21.15.33:0/3718134824 shutdown_connections 2024-09-13T15:00:54.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.773+0000 7fd01249d700 1 --2- 172.21.15.33:0/3718134824 >> v2:172.21.15.103:3300/0 conn(0x7fd00c0b3630 0x7fd00c06fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.773+0000 7fd01249d700 1 --2- 172.21.15.33:0/3718134824 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c06dc40 0x7fd00c0b30f0 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.773+0000 7fd01249d700 1 -- 172.21.15.33:0/3718134824 >> 172.21.15.33:0/3718134824 conn(0x7fd00c06a350 msgr2=0x7fd00c06a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:54.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.773+0000 7fd01249d700 1 -- 172.21.15.33:0/3718134824 shutdown_connections 2024-09-13T15:00:54.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.773+0000 7fd01249d700 1 -- 172.21.15.33:0/3718134824 wait complete. 2024-09-13T15:00:54.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd01249d700 1 Processor -- start 2024-09-13T15:00:54.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd01249d700 1 -- start start 2024-09-13T15:00:54.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd01249d700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd00c06dc40 0x7fd00c0c3760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd01249d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c0b3630 0x7fd00c14ca50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd01249d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd00c1594f0 0x7fd00c1f2560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd01249d700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd00c157370 con 0x7fd00c0b3630 2024-09-13T15:00:54.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd01249d700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd00c157650 con 0x7fd00c06dc40 2024-09-13T15:00:54.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd01249d700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd00c157930 con 0x7fd00c1594f0 2024-09-13T15:00:54.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd010c9a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c0b3630 0x7fd00c14ca50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd010c9a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c0b3630 0x7fd00c14ca50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33172/0 (socket says 172.21.15.33:33172) 2024-09-13T15:00:54.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd010c9a700 1 -- 172.21.15.33:0/3523199156 learned_addr learned my addr 172.21.15.33:0/3523199156 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:54.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd01149b700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd00c06dc40 0x7fd00c0c3760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd011c9c700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd00c1594f0 0x7fd00c1f2560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd010c9a700 1 -- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd00c1594f0 msgr2=0x7fd00c1f2560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd010c9a700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd00c1594f0 0x7fd00c1f2560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd010c9a700 1 -- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd00c06dc40 msgr2=0x7fd00c0c3760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd010c9a700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd00c06dc40 0x7fd00c0c3760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd010c9a700 1 -- 172.21.15.33:0/3523199156 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcffc00b810 con 0x7fd00c0b3630 2024-09-13T15:00:54.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd01149b700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd00c06dc40 0x7fd00c0c3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:54.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd010c9a700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c0b3630 0x7fd00c14ca50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fcffc00b360 tx=0x7fcffc004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:54.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd001ffb700 1 -- 172.21.15.33:0/3523199156 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcffc003c50 con 0x7fd00c0b3630 2024-09-13T15:00:54.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd001ffb700 1 -- 172.21.15.33:0/3523199156 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcffc003db0 con 0x7fd00c0b3630 2024-09-13T15:00:54.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd01249d700 1 -- 172.21.15.33:0/3523199156 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd00c157c10 con 0x7fd00c0b3630 2024-09-13T15:00:54.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd001ffb700 1 -- 172.21.15.33:0/3523199156 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcffc010690 con 0x7fd00c0b3630 2024-09-13T15:00:54.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.777+0000 7fd01249d700 1 -- 172.21.15.33:0/3523199156 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd00c0c3ca0 con 0x7fd00c0b3630 2024-09-13T15:00:54.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.781+0000 7fd01249d700 1 -- 172.21.15.33:0/3523199156 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd00c0b26f0 con 0x7fd00c0b3630 2024-09-13T15:00:54.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.781+0000 7fd001ffb700 1 -- 172.21.15.33:0/3523199156 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcffc0193f0 con 0x7fd00c0b3630 2024-09-13T15:00:54.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.781+0000 7fd001ffb700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcff0066730 0x7fcff0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:54.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.781+0000 7fd001ffb700 1 -- 172.21.15.33:0/3523199156 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fcffc0863c0 con 0x7fd00c0b3630 2024-09-13T15:00:54.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.781+0000 7fd01149b700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcff0066730 0x7fcff0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:54.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.785+0000 7fd01149b700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcff0066730 0x7fcff0068bf0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd008009d70 tx=0x7fd0080090e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:54.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.789+0000 7fd001ffb700 1 -- 172.21.15.33:0/3523199156 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd00c0b26f0 con 0x7fd00c0b3630 2024-09-13T15:00:54.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.965+0000 7fd01249d700 1 -- 172.21.15.33:0/3523199156 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fd00c158130 con 0x7fd00c0b3630 2024-09-13T15:00:54.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.969+0000 7fd001ffb700 1 -- 172.21.15.33:0/3523199156 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7fd00c158130 con 0x7fd00c0b3630 2024-09-13T15:00:54.975 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:54.976 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:00:54.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.969+0000 7fd01249d700 1 -- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcff0066730 msgr2=0x7fcff0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.969+0000 7fd01249d700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcff0066730 0x7fcff0068bf0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7fd008009d70 tx=0x7fd0080090e0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.969+0000 7fd01249d700 1 -- 172.21.15.33:0/3523199156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c0b3630 msgr2=0x7fd00c14ca50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:54.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.969+0000 7fd01249d700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c0b3630 0x7fd00c14ca50 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7fcffc00b360 tx=0x7fcffc004770 comp rx=0 tx=0).stop 2024-09-13T15:00:54.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.969+0000 7fd01249d700 1 -- 172.21.15.33:0/3523199156 shutdown_connections 2024-09-13T15:00:54.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.969+0000 7fd01249d700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcff0066730 0x7fcff0068bf0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.969+0000 7fd01249d700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd00c1594f0 0x7fd00c1f2560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.969+0000 7fd01249d700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd00c0b3630 0x7fd00c14ca50 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.969+0000 7fd01249d700 1 --2- 172.21.15.33:0/3523199156 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd00c06dc40 0x7fd00c0c3760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:54.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.969+0000 7fd01249d700 1 -- 172.21.15.33:0/3523199156 >> 172.21.15.33:0/3523199156 conn(0x7fd00c06a350 msgr2=0x7fd00c0ae210 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:54.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.969+0000 7fd01249d700 1 -- 172.21.15.33:0/3523199156 shutdown_connections 2024-09-13T15:00:54.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:54.969+0000 7fd01249d700 1 -- 172.21.15.33:0/3523199156 wait complete. 2024-09-13T15:00:54.991 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:00:55.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe3510a700 1 Processor -- start 2024-09-13T15:00:55.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe3510a700 1 -- start start 2024-09-13T15:00:55.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe3510a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7efe300cf2e0 0x7efe30164430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe3510a700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe300b44e0 con 0x7efe301509e0 2024-09-13T15:00:55.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe3510a700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe300cddf0 con 0x7efe300cc220 2024-09-13T15:00:55.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe3510a700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efe30071a50 con 0x7efe300cf2e0 2024-09-13T15:00:55.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe2ffff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7efe301509e0 0x7efe30159cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:48558/0 (socket says 172.21.15.33:48558) 2024-09-13T15:00:55.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe2ffff700 1 -- 172.21.15.33:0/725135005 learned_addr learned my addr 172.21.15.33:0/725135005 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:55.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe34909700 1 --2- 172.21.15.33:0/725135005 >> v2:172.21.15.33:3300/0 conn(0x7efe300cf2e0 0x7efe30164430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe2effd700 1 -- 172.21.15.33:0/725135005 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1949448592 0 0) 0x7efe300b44e0 con 0x7efe301509e0 2024-09-13T15:00:55.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe2effd700 1 -- 172.21.15.33:0/725135005 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe180035d0 con 0x7efe301509e0 2024-09-13T15:00:55.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe2effd700 1 -- 172.21.15.33:0/725135005 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 802415231 0 0) 0x7efe300cddf0 con 0x7efe300cc220 2024-09-13T15:00:55.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe2effd700 1 -- 172.21.15.33:0/725135005 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe300b44e0 con 0x7efe300cc220 2024-09-13T15:00:55.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe34909700 1 -- 172.21.15.33:0/725135005 >> v1:172.21.15.103:6789/0 conn(0x7efe300cc220 legacy=0x7efe3015a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.101+0000 7efe34909700 1 -- 172.21.15.33:0/725135005 >> v1:172.21.15.33:6789/0 conn(0x7efe301509e0 legacy=0x7efe30159cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe2effd700 1 -- 172.21.15.33:0/725135005 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3576223899 0 0) 0x7efe180035d0 con 0x7efe301509e0 2024-09-13T15:00:55.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe34909700 1 -- 172.21.15.33:0/725135005 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe300cc750 con 0x7efe300cf2e0 2024-09-13T15:00:55.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe34909700 1 --2- 172.21.15.33:0/725135005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe300cf2e0 0x7efe30164430 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efe28009d90 tx=0x7efe2800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d2fb466511ab7119 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:55.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe2effd700 1 -- 172.21.15.33:0/725135005 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe2800e070 con 0x7efe300cf2e0 2024-09-13T15:00:55.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe2effd700 1 -- 172.21.15.33:0/725135005 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe2800bae0 con 0x7efe300cf2e0 2024-09-13T15:00:55.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe2effd700 1 -- 172.21.15.33:0/725135005 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe2800be90 con 0x7efe300cf2e0 2024-09-13T15:00:55.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe3510a700 1 -- 172.21.15.33:0/725135005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe300cf2e0 msgr2=0x7efe30164430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe3510a700 1 --2- 172.21.15.33:0/725135005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe300cf2e0 0x7efe30164430 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efe28009d90 tx=0x7efe2800b330 comp rx=0 tx=0).stop 2024-09-13T15:00:55.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe3510a700 1 -- 172.21.15.33:0/725135005 shutdown_connections 2024-09-13T15:00:55.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe3510a700 1 --2- 172.21.15.33:0/725135005 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe300cf2e0 0x7efe30164430 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe3510a700 1 -- 172.21.15.33:0/725135005 >> 172.21.15.33:0/725135005 conn(0x7efe30070cc0 msgr2=0x7efe300710a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:55.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe3510a700 1 -- 172.21.15.33:0/725135005 shutdown_connections 2024-09-13T15:00:55.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe3510a700 1 -- 172.21.15.33:0/725135005 wait complete. 2024-09-13T15:00:55.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe3510a700 1 Processor -- start 2024-09-13T15:00:55.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.105+0000 7efe3510a700 1 -- start start 2024-09-13T15:00:55.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe3510a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe300cc220 0x7efe30146480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe3510a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe300cf2e0 0x7efe30154620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe3510a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe301509e0 0x7efe30148590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe3510a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe30154e70 con 0x7efe300cf2e0 2024-09-13T15:00:55.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe3510a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe30155150 con 0x7efe301509e0 2024-09-13T15:00:55.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe3510a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe30147d90 con 0x7efe300cc220 2024-09-13T15:00:55.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe2f7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe300cf2e0 0x7efe30154620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe2f7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe300cf2e0 0x7efe30154620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33194/0 (socket says 172.21.15.33:33194) 2024-09-13T15:00:55.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe2f7fe700 1 -- 172.21.15.33:0/1667013152 learned_addr learned my addr 172.21.15.33:0/1667013152 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:55.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe34909700 1 --2- 172.21.15.33:0/1667013152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe301509e0 0x7efe30148590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe2ffff700 1 --2- 172.21.15.33:0/1667013152 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe300cc220 0x7efe30146480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe2f7fe700 1 -- 172.21.15.33:0/1667013152 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe300cc220 msgr2=0x7efe30146480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe2f7fe700 1 --2- 172.21.15.33:0/1667013152 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe300cc220 0x7efe30146480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe2f7fe700 1 -- 172.21.15.33:0/1667013152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe301509e0 msgr2=0x7efe30148590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe2f7fe700 1 --2- 172.21.15.33:0/1667013152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe301509e0 0x7efe30148590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe2f7fe700 1 -- 172.21.15.33:0/1667013152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe28009a70 con 0x7efe300cf2e0 2024-09-13T15:00:55.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe2f7fe700 1 --2- 172.21.15.33:0/1667013152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe300cf2e0 0x7efe30154620 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7efe2400c450 tx=0x7efe2400c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:55.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe2cff9700 1 -- 172.21.15.33:0/1667013152 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe240054e0 con 0x7efe300cf2e0 2024-09-13T15:00:55.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe2cff9700 1 -- 172.21.15.33:0/1667013152 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe2400ce60 con 0x7efe300cf2e0 2024-09-13T15:00:55.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe3510a700 1 -- 172.21.15.33:0/1667013152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe30148070 con 0x7efe300cf2e0 2024-09-13T15:00:55.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe2cff9700 1 -- 172.21.15.33:0/1667013152 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe240038e0 con 0x7efe300cf2e0 2024-09-13T15:00:55.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe3510a700 1 -- 172.21.15.33:0/1667013152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe3014c180 con 0x7efe300cf2e0 2024-09-13T15:00:55.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.109+0000 7efe3510a700 1 -- 172.21.15.33:0/1667013152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe30159cc0 con 0x7efe300cf2e0 2024-09-13T15:00:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.113+0000 7efe2cff9700 1 -- 172.21.15.33:0/1667013152 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efe24003a40 con 0x7efe300cf2e0 2024-09-13T15:00:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.113+0000 7efe2cff9700 1 --2- 172.21.15.33:0/1667013152 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efe1c066730 0x7efe1c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.113+0000 7efe2cff9700 1 -- 172.21.15.33:0/1667013152 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7efe240837a0 con 0x7efe300cf2e0 2024-09-13T15:00:55.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.113+0000 7efe2ffff700 1 --2- 172.21.15.33:0/1667013152 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efe1c066730 0x7efe1c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.113+0000 7efe2ffff700 1 --2- 172.21.15.33:0/1667013152 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efe1c066730 0x7efe1c068bf0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7efe20007fd0 tx=0x7efe20009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:55.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.121+0000 7efe2cff9700 1 -- 172.21.15.33:0/1667013152 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efe24050820 con 0x7efe300cf2e0 2024-09-13T15:00:55.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.297+0000 7efe3510a700 1 -- 172.21.15.33:0/1667013152 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7efe30154fb0 con 0x7efe300cf2e0 2024-09-13T15:00:55.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.301+0000 7efe2cff9700 1 -- 172.21.15.33:0/1667013152 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7efe30154fb0 con 0x7efe300cf2e0 2024-09-13T15:00:55.308 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:55.309 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:00:55.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.305+0000 7efe3510a700 1 -- 172.21.15.33:0/1667013152 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efe1c066730 msgr2=0x7efe1c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.305+0000 7efe3510a700 1 --2- 172.21.15.33:0/1667013152 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efe1c066730 0x7efe1c068bf0 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7efe20007fd0 tx=0x7efe20009040 comp rx=0 tx=0).stop 2024-09-13T15:00:55.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.305+0000 7efe3510a700 1 -- 172.21.15.33:0/1667013152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe300cf2e0 msgr2=0x7efe30154620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.305+0000 7efe3510a700 1 --2- 172.21.15.33:0/1667013152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe300cf2e0 0x7efe30154620 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7efe2400c450 tx=0x7efe2400c760 comp rx=0 tx=0).stop 2024-09-13T15:00:55.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.305+0000 7efe3510a700 1 -- 172.21.15.33:0/1667013152 shutdown_connections 2024-09-13T15:00:55.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.305+0000 7efe3510a700 1 --2- 172.21.15.33:0/1667013152 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efe1c066730 0x7efe1c068bf0 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.305+0000 7efe3510a700 1 --2- 172.21.15.33:0/1667013152 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe301509e0 0x7efe30148590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.305+0000 7efe3510a700 1 --2- 172.21.15.33:0/1667013152 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe300cf2e0 0x7efe30154620 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.305+0000 7efe3510a700 1 --2- 172.21.15.33:0/1667013152 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe300cc220 0x7efe30146480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.305+0000 7efe3510a700 1 -- 172.21.15.33:0/1667013152 >> 172.21.15.33:0/1667013152 conn(0x7efe30070cc0 msgr2=0x7efe300710a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:55.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.305+0000 7efe3510a700 1 -- 172.21.15.33:0/1667013152 shutdown_connections 2024-09-13T15:00:55.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.305+0000 7efe3510a700 1 -- 172.21.15.33:0/1667013152 wait complete. 2024-09-13T15:00:55.346 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:00:55.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.453+0000 7fa83ca50700 1 Processor -- start 2024-09-13T15:00:55.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.453+0000 7fa83ca50700 1 -- start start 2024-09-13T15:00:55.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa83ca50700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa8380cdf70 0x7fa838161cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa83ca50700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fa838070930 0x7fa83806c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa83ca50700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa838071a50 con 0x7fa83806c8f0 2024-09-13T15:00:55.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa83ca50700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa838162230 con 0x7fa8380cdf70 2024-09-13T15:00:55.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa83ca50700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa83806cd00 con 0x7fa838070930 2024-09-13T15:00:55.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa837fff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fa83806c8f0 0x7fa83815e0c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:48572/0 (socket says 172.21.15.33:48572) 2024-09-13T15:00:55.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa8377fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa8380cdf70 0x7fa838161cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa837fff700 1 -- 172.21.15.33:0/1640681722 learned_addr learned my addr 172.21.15.33:0/1640681722 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:55.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa836ffd700 1 --2- 172.21.15.33:0/1640681722 >> v2:172.21.15.103:3300/0 conn(0x7fa838070930 0x7fa83806c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa8367fc700 1 -- 172.21.15.33:0/1640681722 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 196327783 0 0) 0x7fa838071a50 con 0x7fa83806c8f0 2024-09-13T15:00:55.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa8367fc700 1 -- 172.21.15.33:0/1640681722 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa8240035d0 con 0x7fa83806c8f0 2024-09-13T15:00:55.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa8377fe700 1 -- 172.21.15.33:0/1640681722 >> v2:172.21.15.103:3300/0 conn(0x7fa838070930 msgr2=0x7fa83806c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:55.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa8377fe700 1 --2- 172.21.15.33:0/1640681722 >> v2:172.21.15.103:3300/0 conn(0x7fa838070930 0x7fa83806c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa8367fc700 1 -- 172.21.15.33:0/1640681722 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1857216253 0 0) 0x7fa8240035d0 con 0x7fa83806c8f0 2024-09-13T15:00:55.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa8377fe700 1 -- 172.21.15.33:0/1640681722 >> v1:172.21.15.33:6789/0 conn(0x7fa83806c8f0 legacy=0x7fa83815e0c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa8377fe700 1 -- 172.21.15.33:0/1640681722 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa838070e40 con 0x7fa8380cdf70 2024-09-13T15:00:55.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa8377fe700 1 --2- 172.21.15.33:0/1640681722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8380cdf70 0x7fa838161cf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa8380ae3f0 tx=0x7fa820009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df0d4a8ac7002277 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:55.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa8367fc700 1 -- 172.21.15.33:0/1640681722 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8300019f0 con 0x7fa8380cdf70 2024-09-13T15:00:55.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa8367fc700 1 -- 172.21.15.33:0/1640681722 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa820004030 con 0x7fa8380cdf70 2024-09-13T15:00:55.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa8367fc700 1 -- 172.21.15.33:0/1640681722 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8200043c0 con 0x7fa8380cdf70 2024-09-13T15:00:55.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa83ca50700 1 -- 172.21.15.33:0/1640681722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8380cdf70 msgr2=0x7fa838161cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa83ca50700 1 --2- 172.21.15.33:0/1640681722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8380cdf70 0x7fa838161cf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fa8380ae3f0 tx=0x7fa820009b30 comp rx=0 tx=0).stop 2024-09-13T15:00:55.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa83ca50700 1 -- 172.21.15.33:0/1640681722 shutdown_connections 2024-09-13T15:00:55.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa83ca50700 1 --2- 172.21.15.33:0/1640681722 >> v2:172.21.15.103:3300/0 conn(0x7fa838070930 0x7fa83806c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa83ca50700 1 --2- 172.21.15.33:0/1640681722 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8380cdf70 0x7fa838161cf0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa83ca50700 1 -- 172.21.15.33:0/1640681722 >> 172.21.15.33:0/1640681722 conn(0x7fa83806a350 msgr2=0x7fa83806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:55.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa83ca50700 1 -- 172.21.15.33:0/1640681722 shutdown_connections 2024-09-13T15:00:55.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.457+0000 7fa83ca50700 1 -- 172.21.15.33:0/1640681722 wait complete. 2024-09-13T15:00:55.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa83ca50700 1 Processor -- start 2024-09-13T15:00:55.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa83ca50700 1 -- start start 2024-09-13T15:00:55.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa83ca50700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa83806c8f0 0x7fa838156da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa83ca50700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa838070930 0x7fa838155a00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa83ca50700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8381594a0 0x7fa838157480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa83ca50700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa83815e890 con 0x7fa838070930 2024-09-13T15:00:55.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa83ca50700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa838155f40 con 0x7fa83806c8f0 2024-09-13T15:00:55.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa83ca50700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa83815dc80 con 0x7fa8381594a0 2024-09-13T15:00:55.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa836ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa838070930 0x7fa838155a00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa836ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa838070930 0x7fa838155a00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33204/0 (socket says 172.21.15.33:33204) 2024-09-13T15:00:55.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa836ffd700 1 -- 172.21.15.33:0/1820041768 learned_addr learned my addr 172.21.15.33:0/1820041768 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:55.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa837fff700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8381594a0 0x7fa838157480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa8377fe700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa83806c8f0 0x7fa838156da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa836ffd700 1 -- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8381594a0 msgr2=0x7fa838157480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa836ffd700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8381594a0 0x7fa838157480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa836ffd700 1 -- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa83806c8f0 msgr2=0x7fa838156da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa836ffd700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa83806c8f0 0x7fa838156da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa836ffd700 1 -- 172.21.15.33:0/1820041768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8200094b0 con 0x7fa838070930 2024-09-13T15:00:55.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa8377fe700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa83806c8f0 0x7fa838156da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:00:55.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa836ffd700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa838070930 0x7fa838155a00 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa82800ec10 tx=0x7fa82800ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:55.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa82ffff700 1 -- 172.21.15.33:0/1820041768 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa828009740 con 0x7fa838070930 2024-09-13T15:00:55.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa82ffff700 1 -- 172.21.15.33:0/1820041768 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa82800c850 con 0x7fa838070930 2024-09-13T15:00:55.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa83ca50700 1 -- 172.21.15.33:0/1820041768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa83815df60 con 0x7fa838070930 2024-09-13T15:00:55.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa82ffff700 1 -- 172.21.15.33:0/1820041768 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa82800cbe0 con 0x7fa838070930 2024-09-13T15:00:55.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.461+0000 7fa83ca50700 1 -- 172.21.15.33:0/1820041768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa83815e520 con 0x7fa838070930 2024-09-13T15:00:55.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.465+0000 7fa83ca50700 1 -- 172.21.15.33:0/1820041768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa83815ea40 con 0x7fa838070930 2024-09-13T15:00:55.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.465+0000 7fa82ffff700 1 -- 172.21.15.33:0/1820041768 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa82800cd40 con 0x7fa838070930 2024-09-13T15:00:55.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.465+0000 7fa82ffff700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa818066760 0x7fa818068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.465+0000 7fa82ffff700 1 -- 172.21.15.33:0/1820041768 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa8280844a0 con 0x7fa838070930 2024-09-13T15:00:55.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.465+0000 7fa8377fe700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa818066760 0x7fa818068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.465+0000 7fa8377fe700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa818066760 0x7fa818068c20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa83806b1f0 tx=0x7fa820008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:55.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.469+0000 7fa82ffff700 1 -- 172.21.15.33:0/1820041768 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa83815ea40 con 0x7fa838070930 2024-09-13T15:00:55.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.673+0000 7fa83ca50700 1 -- 172.21.15.33:0/1820041768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa83815ea40 con 0x7fa838070930 2024-09-13T15:00:55.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.677+0000 7fa82ffff700 1 -- 172.21.15.33:0/1820041768 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 7 v7) v1 ==== 93+0+4730 (secure 0 0 0) 0x7fa83815ea40 con 0x7fa838070930 2024-09-13T15:00:55.682 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:55.682 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":7,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2581616786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2581616786},{"type":"v1","addr":"172.21.15.33:6833","nonce":2581616786}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4254,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/63013610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":63013610},{"type":"v1","addr":"172.21.15.103:6835","nonce":63013610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2759736167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2759736167},{"type":"v1","addr":"172.21.15.33:6835","nonce":2759736167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":7,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:00:49.869447+0000","modified":"2024-09-13T15:00:54.284641+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.103:6837/3113841157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":3113841157},{"type":"v1","addr":"172.21.15.103:6837","nonce":3113841157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":1}]} 2024-09-13T15:00:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.677+0000 7fa83ca50700 1 -- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa818066760 msgr2=0x7fa818068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.677+0000 7fa83ca50700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa818066760 0x7fa818068c20 secure :-1 s=READY pgs=62 cs=0 l=1 rev1=1 crypto rx=0x7fa83806b1f0 tx=0x7fa820008030 comp rx=0 tx=0).stop 2024-09-13T15:00:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.677+0000 7fa83ca50700 1 -- 172.21.15.33:0/1820041768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa838070930 msgr2=0x7fa838155a00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.677+0000 7fa83ca50700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa838070930 0x7fa838155a00 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7fa82800ec10 tx=0x7fa82800ef20 comp rx=0 tx=0).stop 2024-09-13T15:00:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.677+0000 7fa83ca50700 1 -- 172.21.15.33:0/1820041768 shutdown_connections 2024-09-13T15:00:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.677+0000 7fa83ca50700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa818066760 0x7fa818068c20 unknown :-1 s=CLOSED pgs=62 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.677+0000 7fa83ca50700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8381594a0 0x7fa838157480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.677+0000 7fa83ca50700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa838070930 0x7fa838155a00 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.677+0000 7fa83ca50700 1 --2- 172.21.15.33:0/1820041768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa83806c8f0 0x7fa838156da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.677+0000 7fa83ca50700 1 -- 172.21.15.33:0/1820041768 >> 172.21.15.33:0/1820041768 conn(0x7fa83806a350 msgr2=0x7fa83806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:55.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.677+0000 7fa83ca50700 1 -- 172.21.15.33:0/1820041768 shutdown_connections 2024-09-13T15:00:55.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.677+0000 7fa83ca50700 1 -- 172.21.15.33:0/1820041768 wait complete. 2024-09-13T15:00:55.686 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 7 2024-09-13T15:00:55.698 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:00:55.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1f99c700 1 Processor -- start 2024-09-13T15:00:55.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1f99c700 1 -- start start 2024-09-13T15:00:55.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1f99c700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7eff1815ce30 0x7eff1806ac40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1f99c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7eff180cfaf0 0x7eff180cff30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1f99c700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff180ce2d0 con 0x7eff18160910 2024-09-13T15:00:55.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1f99c700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff180cf660 con 0x7eff180cfaf0 2024-09-13T15:00:55.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1f99c700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff180cf360 con 0x7eff1815ce30 2024-09-13T15:00:55.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1cf37700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7eff180cfaf0 0x7eff180cff30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1df39700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7eff18160910 0x7eff18160d40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:48586/0 (socket says 172.21.15.33:48586) 2024-09-13T15:00:55.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1df39700 1 -- 172.21.15.33:0/2259924185 learned_addr learned my addr 172.21.15.33:0/2259924185 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:55.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1d738700 1 --2- 172.21.15.33:0/2259924185 >> v2:172.21.15.103:3300/0 conn(0x7eff1815ce30 0x7eff1806ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1cf37700 1 -- 172.21.15.33:0/2259924185 >> v2:172.21.15.103:3300/0 conn(0x7eff1815ce30 msgr2=0x7eff1806ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:55.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1cf37700 1 --2- 172.21.15.33:0/2259924185 >> v2:172.21.15.103:3300/0 conn(0x7eff1815ce30 0x7eff1806ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1cf37700 1 -- 172.21.15.33:0/2259924185 >> v1:172.21.15.33:6789/0 conn(0x7eff18160910 legacy=0x7eff18160d40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1cf37700 1 -- 172.21.15.33:0/2259924185 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff1815d210 con 0x7eff180cfaf0 2024-09-13T15:00:55.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1d738700 1 --2- 172.21.15.33:0/2259924185 >> v2:172.21.15.103:3300/0 conn(0x7eff1815ce30 0x7eff1806ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:00:55.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff1cf37700 1 --2- 172.21.15.33:0/2259924185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff180cfaf0 0x7eff180cff30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7eff1808b940 tx=0x7eff08009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bddaae45c86a160 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:55.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff17fff700 1 -- 172.21.15.33:0/2259924185 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff08011830 con 0x7eff180cfaf0 2024-09-13T15:00:55.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff17fff700 1 -- 172.21.15.33:0/2259924185 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff08011990 con 0x7eff180cfaf0 2024-09-13T15:00:55.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.805+0000 7eff17fff700 1 -- 172.21.15.33:0/2259924185 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff08011d40 con 0x7eff180cfaf0 2024-09-13T15:00:55.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.809+0000 7eff1f99c700 1 -- 172.21.15.33:0/2259924185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff180cfaf0 msgr2=0x7eff180cff30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.809+0000 7eff1f99c700 1 --2- 172.21.15.33:0/2259924185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff180cfaf0 0x7eff180cff30 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7eff1808b940 tx=0x7eff08009b30 comp rx=0 tx=0).stop 2024-09-13T15:00:55.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.809+0000 7eff1f99c700 1 -- 172.21.15.33:0/2259924185 shutdown_connections 2024-09-13T15:00:55.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.809+0000 7eff1f99c700 1 --2- 172.21.15.33:0/2259924185 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff180cfaf0 0x7eff180cff30 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.809+0000 7eff1f99c700 1 --2- 172.21.15.33:0/2259924185 >> v2:172.21.15.103:3300/0 conn(0x7eff1815ce30 0x7eff1806ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.809+0000 7eff1f99c700 1 -- 172.21.15.33:0/2259924185 >> 172.21.15.33:0/2259924185 conn(0x7eff180d2cb0 msgr2=0x7eff180d30c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:55.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.809+0000 7eff1f99c700 1 -- 172.21.15.33:0/2259924185 shutdown_connections 2024-09-13T15:00:55.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.809+0000 7eff1f99c700 1 -- 172.21.15.33:0/2259924185 wait complete. 2024-09-13T15:00:55.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.809+0000 7eff1f99c700 1 Processor -- start 2024-09-13T15:00:55.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.809+0000 7eff1f99c700 1 -- start start 2024-09-13T15:00:55.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.809+0000 7eff1f99c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff180cfaf0 0x7eff180c8960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.809+0000 7eff1f99c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff1815ce30 0x7eff180b4d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.809+0000 7eff1f99c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff18160910 0x7eff180b3990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1f99c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff180b2710 con 0x7eff180cfaf0 2024-09-13T15:00:55.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1f99c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff180b3570 con 0x7eff18160910 2024-09-13T15:00:55.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1f99c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff180b28f0 con 0x7eff1815ce30 2024-09-13T15:00:55.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1d738700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff180cfaf0 0x7eff180c8960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1d738700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff180cfaf0 0x7eff180c8960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33212/0 (socket says 172.21.15.33:33212) 2024-09-13T15:00:55.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1d738700 1 -- 172.21.15.33:0/1045210750 learned_addr learned my addr 172.21.15.33:0/1045210750 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:55.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1cf37700 1 --2- 172.21.15.33:0/1045210750 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff1815ce30 0x7eff180b4d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1df39700 1 --2- 172.21.15.33:0/1045210750 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff18160910 0x7eff180b3990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1d738700 1 -- 172.21.15.33:0/1045210750 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff1815ce30 msgr2=0x7eff180b4d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1d738700 1 --2- 172.21.15.33:0/1045210750 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff1815ce30 0x7eff180b4d90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1d738700 1 -- 172.21.15.33:0/1045210750 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff18160910 msgr2=0x7eff180b3990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:55.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1d738700 1 --2- 172.21.15.33:0/1045210750 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff18160910 0x7eff180b3990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:55.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1d738700 1 -- 172.21.15.33:0/1045210750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff080094b0 con 0x7eff180cfaf0 2024-09-13T15:00:55.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1d738700 1 --2- 172.21.15.33:0/1045210750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff180cfaf0 0x7eff180c8960 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7eff00007ef0 tx=0x7eff0000d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:55.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff15ffb700 1 -- 172.21.15.33:0/1045210750 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff0000dd80 con 0x7eff180cfaf0 2024-09-13T15:00:55.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff15ffb700 1 -- 172.21.15.33:0/1045210750 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff0000f040 con 0x7eff180cfaf0 2024-09-13T15:00:55.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1f99c700 1 -- 172.21.15.33:0/1045210750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff180b2bd0 con 0x7eff180cfaf0 2024-09-13T15:00:55.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff15ffb700 1 -- 172.21.15.33:0/1045210750 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff00003c60 con 0x7eff180cfaf0 2024-09-13T15:00:55.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1f99c700 1 -- 172.21.15.33:0/1045210750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff180b3190 con 0x7eff180cfaf0 2024-09-13T15:00:55.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.813+0000 7eff1f99c700 1 -- 172.21.15.33:0/1045210750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff180b37e0 con 0x7eff180cfaf0 2024-09-13T15:00:55.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.817+0000 7eff15ffb700 1 -- 172.21.15.33:0/1045210750 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7eff00004030 con 0x7eff180cfaf0 2024-09-13T15:00:55.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.817+0000 7eff15ffb700 1 --2- 172.21.15.33:0/1045210750 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efef8066730 0x7efef8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:55.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.817+0000 7eff15ffb700 1 -- 172.21.15.33:0/1045210750 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7eff00084380 con 0x7eff180cfaf0 2024-09-13T15:00:55.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.817+0000 7eff1cf37700 1 --2- 172.21.15.33:0/1045210750 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efef8066730 0x7efef8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:55.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.817+0000 7eff1cf37700 1 --2- 172.21.15.33:0/1045210750 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efef8066730 0x7efef8068bf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7eff080090b0 tx=0x7eff0801c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:55.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:55.825+0000 7eff15ffb700 1 -- 172.21.15.33:0/1045210750 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7eff000514a0 con 0x7eff180cfaf0 2024-09-13T15:00:56.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.001+0000 7eff1f99c700 1 -- 172.21.15.33:0/1045210750 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7eff18067760 con 0x7eff180cfaf0 2024-09-13T15:00:56.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.001+0000 7eff15ffb700 1 -- 172.21.15.33:0/1045210750 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7eff00054ac0 con 0x7eff180cfaf0 2024-09-13T15:00:56.010 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:56.010 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:00:56.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.005+0000 7eff1f99c700 1 -- 172.21.15.33:0/1045210750 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efef8066730 msgr2=0x7efef8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.005+0000 7eff1f99c700 1 --2- 172.21.15.33:0/1045210750 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efef8066730 0x7efef8068bf0 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7eff080090b0 tx=0x7eff0801c040 comp rx=0 tx=0).stop 2024-09-13T15:00:56.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.005+0000 7eff1f99c700 1 -- 172.21.15.33:0/1045210750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff180cfaf0 msgr2=0x7eff180c8960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.005+0000 7eff1f99c700 1 --2- 172.21.15.33:0/1045210750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff180cfaf0 0x7eff180c8960 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7eff00007ef0 tx=0x7eff0000d3b0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.005+0000 7eff1f99c700 1 -- 172.21.15.33:0/1045210750 shutdown_connections 2024-09-13T15:00:56.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.005+0000 7eff1f99c700 1 --2- 172.21.15.33:0/1045210750 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efef8066730 0x7efef8068bf0 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.005+0000 7eff1f99c700 1 --2- 172.21.15.33:0/1045210750 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff18160910 0x7eff180b3990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.005+0000 7eff1f99c700 1 --2- 172.21.15.33:0/1045210750 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff1815ce30 0x7eff180b4d90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.005+0000 7eff1f99c700 1 --2- 172.21.15.33:0/1045210750 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff180cfaf0 0x7eff180c8960 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.005+0000 7eff1f99c700 1 -- 172.21.15.33:0/1045210750 >> 172.21.15.33:0/1045210750 conn(0x7eff180d2cb0 msgr2=0x7eff18066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:56.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.005+0000 7eff1f99c700 1 -- 172.21.15.33:0/1045210750 shutdown_connections 2024-09-13T15:00:56.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.005+0000 7eff1f99c700 1 -- 172.21.15.33:0/1045210750 wait complete. 2024-09-13T15:00:56.430 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 7, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:00:49.869447+0000', 'modified': '2024-09-13T15:00:54.284641+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4276}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4276': {'gid': 4276, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.103:6837/3113841157', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6836', 'nonce': 3113841157}, {'type': 'v1', 'addr': '172.21.15.103:6837', 'nonce': 3113841157}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2024-09-13T15:00:56.430 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T15:00:56.430 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-13T15:00:56.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.553+0000 7efda759e700 1 Processor -- start 2024-09-13T15:00:56.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.553+0000 7efda759e700 1 -- start start 2024-09-13T15:00:56.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.553+0000 7efda759e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7efda00e18c0 0x7efda001ce50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.553+0000 7efda759e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efda0006ce0 con 0x7efda0005b10 2024-09-13T15:00:56.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.553+0000 7efda759e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efda00060d0 con 0x7efda000a5b0 2024-09-13T15:00:56.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.553+0000 7efda759e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efda00063b0 con 0x7efda00e18c0 2024-09-13T15:00:56.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.553+0000 7efda6d9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7efda00e18c0 0x7efda001ce50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.553+0000 7efda5d9b700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7efda0005b10 0x7efda001c740 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:48602/0 (socket says 172.21.15.33:48602) 2024-09-13T15:00:56.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.553+0000 7efda5d9b700 1 -- 172.21.15.33:0/54318107 learned_addr learned my addr 172.21.15.33:0/54318107 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:56.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.553+0000 7efda6d9d700 1 -- 172.21.15.33:0/54318107 >> v1:172.21.15.103:6789/0 conn(0x7efda000a5b0 legacy=0x7efda000a990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.553+0000 7efda559a700 1 -- 172.21.15.33:0/54318107 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1414979027 0 0) 0x7efda0006ce0 con 0x7efda0005b10 2024-09-13T15:00:56.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.553+0000 7efda6d9d700 1 -- 172.21.15.33:0/54318107 >> v1:172.21.15.33:6789/0 conn(0x7efda0005b10 legacy=0x7efda001c740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.553+0000 7efda6d9d700 1 -- 172.21.15.33:0/54318107 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efda0006690 con 0x7efda00e18c0 2024-09-13T15:00:56.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.553+0000 7efda6d9d700 1 --2- 172.21.15.33:0/54318107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efda00e18c0 0x7efda001ce50 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7efda804ff70 tx=0x7efda8068790 comp rx=0 tx=0).ready entity=mon.0 client_cookie=17629784b6093516 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:56.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.557+0000 7efda559a700 1 -- 172.21.15.33:0/54318107 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda8067690 con 0x7efda00e18c0 2024-09-13T15:00:56.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.557+0000 7efda559a700 1 -- 172.21.15.33:0/54318107 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efda8067990 con 0x7efda00e18c0 2024-09-13T15:00:56.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.557+0000 7efda559a700 1 -- 172.21.15.33:0/54318107 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda8067d20 con 0x7efda00e18c0 2024-09-13T15:00:56.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.557+0000 7efda759e700 1 -- 172.21.15.33:0/54318107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efda00e18c0 msgr2=0x7efda001ce50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.557+0000 7efda759e700 1 --2- 172.21.15.33:0/54318107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efda00e18c0 0x7efda001ce50 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7efda804ff70 tx=0x7efda8068790 comp rx=0 tx=0).stop 2024-09-13T15:00:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.557+0000 7efda759e700 1 -- 172.21.15.33:0/54318107 shutdown_connections 2024-09-13T15:00:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.557+0000 7efda759e700 1 --2- 172.21.15.33:0/54318107 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efda00e18c0 0x7efda001ce50 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.557+0000 7efda759e700 1 -- 172.21.15.33:0/54318107 >> 172.21.15.33:0/54318107 conn(0x7efda0036140 msgr2=0x7efda0036550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.557+0000 7efda759e700 1 -- 172.21.15.33:0/54318107 shutdown_connections 2024-09-13T15:00:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.557+0000 7efda759e700 1 -- 172.21.15.33:0/54318107 wait complete. 2024-09-13T15:00:56.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.557+0000 7efda759e700 1 Processor -- start 2024-09-13T15:00:56.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.557+0000 7efda759e700 1 -- start start 2024-09-13T15:00:56.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda759e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efda0005b10 0x7efda00d7960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda759e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efda000a5b0 0x7efda004ac40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda759e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efda00e18c0 0x7efda001f9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda759e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda0049c70 con 0x7efda00e18c0 2024-09-13T15:00:56.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda759e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efda004a090 con 0x7efda000a5b0 2024-09-13T15:00:56.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda759e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efda0048d10 con 0x7efda0005b10 2024-09-13T15:00:56.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda6d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efda00e18c0 0x7efda001f9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda6d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efda00e18c0 0x7efda001f9f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33244/0 (socket says 172.21.15.33:33244) 2024-09-13T15:00:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda6d9d700 1 -- 172.21.15.33:0/2019303335 learned_addr learned my addr 172.21.15.33:0/2019303335 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda659c700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efda0005b10 0x7efda00d7960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda5d9b700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efda000a5b0 0x7efda004ac40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda6d9d700 1 -- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efda0005b10 msgr2=0x7efda00d7960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda6d9d700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efda0005b10 0x7efda00d7960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda6d9d700 1 -- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efda000a5b0 msgr2=0x7efda004ac40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda6d9d700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efda000a5b0 0x7efda004ac40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda6d9d700 1 -- 172.21.15.33:0/2019303335 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efda0048ff0 con 0x7efda00e18c0 2024-09-13T15:00:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda5d9b700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efda000a5b0 0x7efda004ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:00:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda6d9d700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efda00e18c0 0x7efda001f9f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7efda804f480 tx=0x7efda8068560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:56.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efd96ffd700 1 -- 172.21.15.33:0/2019303335 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda809a070 con 0x7efda00e18c0 2024-09-13T15:00:56.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda759e700 1 -- 172.21.15.33:0/2019303335 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efda00492d0 con 0x7efda00e18c0 2024-09-13T15:00:56.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efd96ffd700 1 -- 172.21.15.33:0/2019303335 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efda8072150 con 0x7efda00e18c0 2024-09-13T15:00:56.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efd96ffd700 1 -- 172.21.15.33:0/2019303335 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda80724e0 con 0x7efda00e18c0 2024-09-13T15:00:56.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efda759e700 1 -- 172.21.15.33:0/2019303335 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efda0049890 con 0x7efda00e18c0 2024-09-13T15:00:56.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efd96ffd700 1 -- 172.21.15.33:0/2019303335 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efda8072640 con 0x7efda00e18c0 2024-09-13T15:00:56.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.561+0000 7efd96ffd700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efd88066730 0x7efd88068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.565+0000 7efd96ffd700 1 -- 172.21.15.33:0/2019303335 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7efda80feed0 con 0x7efda00e18c0 2024-09-13T15:00:56.570 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.565+0000 7efda659c700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efd88066730 0x7efd88068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.565+0000 7efda659c700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efd88066730 0x7efd88068bf0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7efd9c000fb0 tx=0x7efd9c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:56.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efdafdb1740 1 Processor -- start 2024-09-13T15:00:56.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efdafdb1740 1 -- start start 2024-09-13T15:00:56.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efdafdb1740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffc230 0x1ffc610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efdafdb1740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1fdae90 0x1fc4890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efdafdb1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffcb50 0x1fc4dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efdafdb1740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x1f23d80 con 0x1ffc230 2024-09-13T15:00:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efdafdb1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x1f21510 con 0x1ffcb50 2024-09-13T15:00:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efdafdb1740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x1f1ce00 con 0x1fdae90 2024-09-13T15:00:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efda659c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffc230 0x1ffc610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efda659c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffc230 0x1ffc610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33252/0 (socket says 172.21.15.33:33252) 2024-09-13T15:00:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efda659c700 1 -- 172.21.15.33:0/1435357157 learned_addr learned my addr 172.21.15.33:0/1435357157 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efda6d9d700 1 --2- 172.21.15.33:0/1435357157 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffcb50 0x1fc4dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.578 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efda5d9b700 1 --2- 172.21.15.33:0/1435357157 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1fdae90 0x1fc4890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efda659c700 1 -- 172.21.15.33:0/1435357157 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1fdae90 msgr2=0x1fc4890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:56.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efda659c700 1 --2- 172.21.15.33:0/1435357157 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1fdae90 0x1fc4890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efda659c700 1 -- 172.21.15.33:0/1435357157 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffcb50 msgr2=0x1fc4dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:56.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efda659c700 1 --2- 172.21.15.33:0/1435357157 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffcb50 0x1fc4dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.569+0000 7efda659c700 1 -- 172.21.15.33:0/1435357157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x1d8f960 con 0x1ffc230 2024-09-13T15:00:56.579 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efda659c700 1 --2- 172.21.15.33:0/1435357157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffc230 0x1ffc610 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7efd9c005310 tx=0x7efd9c011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=18c9ecd6fe90d63a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:56.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efd87fff700 1 -- 172.21.15.33:0/1435357157 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd9c003d90 con 0x1ffc230 2024-09-13T15:00:56.580 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efd87fff700 1 -- 172.21.15.33:0/1435357157 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd9c021450 con 0x1ffc230 2024-09-13T15:00:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efd87fff700 1 -- 172.21.15.33:0/1435357157 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd9c0217c0 con 0x1ffc230 2024-09-13T15:00:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efdafdb1740 1 -- 172.21.15.33:0/1435357157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffc230 msgr2=0x1ffc610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efdafdb1740 1 --2- 172.21.15.33:0/1435357157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffc230 0x1ffc610 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7efd9c005310 tx=0x7efd9c011000 comp rx=0 tx=0).stop 2024-09-13T15:00:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efdafdb1740 1 -- 172.21.15.33:0/1435357157 shutdown_connections 2024-09-13T15:00:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efdafdb1740 1 --2- 172.21.15.33:0/1435357157 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffcb50 0x1fc4dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efdafdb1740 1 --2- 172.21.15.33:0/1435357157 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1fdae90 0x1fc4890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efdafdb1740 1 --2- 172.21.15.33:0/1435357157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffc230 0x1ffc610 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efdafdb1740 1 -- 172.21.15.33:0/1435357157 >> 172.21.15.33:0/1435357157 conn(0x1d444d0 msgr2=0x1fdde30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efdafdb1740 1 -- 172.21.15.33:0/1435357157 shutdown_connections 2024-09-13T15:00:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efdafdb1740 1 -- 172.21.15.33:0/1435357157 wait complete. 2024-09-13T15:00:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efdafdb1740 1 -- start start 2024-09-13T15:00:56.581 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efdafdb1740 1 Processor -- start 2024-09-13T15:00:56.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efdafdb1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1fdae90 0x20054a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.573+0000 7efdafdb1740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffc230 0x1fb4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efdafdb1740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1ffcb50 0x1fb51e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efdafdb1740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x1eda730 con 0x1ffc230 2024-09-13T15:00:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efdafdb1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x1ee05b0 con 0x1fdae90 2024-09-13T15:00:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efdafdb1740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x1dc8aa0 con 0x1ffcb50 2024-09-13T15:00:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efdafdb1740 10 client.0 _ll_register_callbacks cb 0x1f16610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:00:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efda5d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffc230 0x1fb4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efda5d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffc230 0x1fb4ca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33268/0 (socket says 172.21.15.33:33268) 2024-09-13T15:00:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efda659c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1fdae90 0x20054a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efda5d9b700 1 -- 172.21.15.33:0/1076871542 learned_addr learned my addr 172.21.15.33:0/1076871542 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efda6d9d700 1 --2- 172.21.15.33:0/1076871542 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1ffcb50 0x1fb51e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efda5d9b700 1 -- 172.21.15.33:0/1076871542 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1ffcb50 msgr2=0x1fb51e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efda5d9b700 1 --2- 172.21.15.33:0/1076871542 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1ffcb50 0x1fb51e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.585 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efda5d9b700 1 -- 172.21.15.33:0/1076871542 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1fdae90 msgr2=0x20054a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efda5d9b700 1 --2- 172.21.15.33:0/1076871542 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1fdae90 0x20054a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efda5d9b700 1 -- 172.21.15.33:0/1076871542 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd9c00f040 con 0x1ffc230 2024-09-13T15:00:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efda5d9b700 1 --2- 172.21.15.33:0/1076871542 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffc230 0x1fb4ca0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7efd98007650 tx=0x7efd98001610 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a32a3891c529831d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efd857fa700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-13T15:00:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efd857fa700 1 -- 172.21.15.33:0/1076871542 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd98019070 con 0x1ffc230 2024-09-13T15:00:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efd857fa700 1 -- 172.21.15.33:0/1076871542 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7efd98007680 con 0x1ffc230 2024-09-13T15:00:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efdafdb1740 1 -- 172.21.15.33:0/1076871542 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x1d511e0 con 0x1ffc230 2024-09-13T15:00:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efd857fa700 1 -- 172.21.15.33:0/1076871542 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7efd98004940 con 0x1ffc230 2024-09-13T15:00:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efdafdb1740 10 client.4413 fetch_fsmap learned FSMap version 7 2024-09-13T15:00:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efdafdb1740 1 -- 172.21.15.33:0/1076871542 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x1ee3220 con 0x1ffc230 2024-09-13T15:00:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efd857fa700 1 -- 172.21.15.33:0/1076871542 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd98023020 con 0x1ffc230 2024-09-13T15:00:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efd857fa700 1 -- 172.21.15.33:0/1076871542 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 7) v1 ==== 3122+0+0 (secure 0 0 0) 0x7efd9801c020 con 0x1ffc230 2024-09-13T15:00:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efdafdb1740 10 client.4413 fetch_fsmap finished waiting for FSMap version 7 2024-09-13T15:00:56.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efdafdb1740 10 client.4413 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T15:00:56.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efdafdb1740 20 client.4413 populate_metadata read hostname 'smithi033' 2024-09-13T15:00:56.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efdafdb1740 1 --2- 172.21.15.33:0/1076871542 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x1fdd5a0 0x200fd00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efdafdb1740 4 client.4413 mds_command: new command op to 4276 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T15:00:56.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efdafdb1740 1 -- 172.21.15.33:0/1076871542 --> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x1d9b460 con 0x1fdd5a0 2024-09-13T15:00:56.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efda659c700 1 --2- 172.21.15.33:0/1076871542 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x1fdd5a0 0x200fd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efd857fa700 10 client.4413 ms_handle_connect on v2:172.21.15.103:6836/3113841157 2024-09-13T15:00:56.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.577+0000 7efda659c700 1 --2- 172.21.15.33:0/1076871542 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x1fdd5a0 0x200fd00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=75eb0afd5c92a6fa server_cookie=39d95bb772c4282e in_seq=0 out_seq=0 2024-09-13T15:00:56.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efd857fa700 1 -- 172.21.15.33:0/1076871542 <== mds.0 v2:172.21.15.103:6836/3113841157 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x1d9b460 con 0x1fdd5a0 2024-09-13T15:00:56.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efd857fa700 10 client.4413 handle_command_reply: tid=0 2024-09-13T15:00:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efdafdb1740 1 client.4413 shutdown 2024-09-13T15:00:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efdafdb1740 1 -- 172.21.15.33:0/1076871542 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffc230 msgr2=0x1fb4ca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efdafdb1740 1 --2- 172.21.15.33:0/1076871542 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffc230 0x1fb4ca0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7efd98007650 tx=0x7efd98001610 comp rx=0 tx=0).stop 2024-09-13T15:00:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efdafdb1740 1 -- 172.21.15.33:0/1076871542 shutdown_connections 2024-09-13T15:00:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efdafdb1740 1 --2- 172.21.15.33:0/1076871542 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x1fdd5a0 0x200fd00 crc :-1 s=READY pgs=12 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efdafdb1740 1 --2- 172.21.15.33:0/1076871542 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1ffcb50 0x1fb51e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efdafdb1740 1 --2- 172.21.15.33:0/1076871542 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffc230 0x1fb4ca0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efdafdb1740 1 --2- 172.21.15.33:0/1076871542 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1fdae90 0x20054a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efd857fa700 0 client.4413 ms_handle_reset on v2:172.21.15.103:6836/3113841157 2024-09-13T15:00:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efdafdb1740 1 -- 172.21.15.33:0/1076871542 >> 172.21.15.33:0/1076871542 conn(0x1d444d0 msgr2=0x1fb0700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efdafdb1740 1 -- 172.21.15.33:0/1076871542 shutdown_connections 2024-09-13T15:00:56.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efdafdb1740 1 -- 172.21.15.33:0/1076871542 wait complete. 2024-09-13T15:00:56.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.581+0000 7efdafdb1740 20 client.4413 trim_cache size 0 max 16384 2024-09-13T15:00:56.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.601+0000 7efdafdb1740 1 Processor -- start 2024-09-13T15:00:56.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.601+0000 7efdafdb1740 1 -- start start 2024-09-13T15:00:56.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1fdae90 0x1ffa740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffc230 0x1ffac80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffcb50 0x1ff6c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x1ebb470 con 0x1ffcb50 2024-09-13T15:00:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x2014680 con 0x1ffc230 2024-09-13T15:00:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x1f4bec0 con 0x1fdae90 2024-09-13T15:00:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efda6d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffcb50 0x1ff6c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efda6d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffcb50 0x1ff6c80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33278/0 (socket says 172.21.15.33:33278) 2024-09-13T15:00:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efda6d9d700 1 -- 172.21.15.33:0/3194627173 learned_addr learned my addr 172.21.15.33:0/3194627173 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efda659c700 1 --2- 172.21.15.33:0/3194627173 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1fdae90 0x1ffa740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efda5d9b700 1 --2- 172.21.15.33:0/3194627173 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffc230 0x1ffac80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efda6d9d700 1 -- 172.21.15.33:0/3194627173 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1fdae90 msgr2=0x1ffa740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efda6d9d700 1 --2- 172.21.15.33:0/3194627173 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1fdae90 0x1ffa740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efda6d9d700 1 -- 172.21.15.33:0/3194627173 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffc230 msgr2=0x1ffac80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efda6d9d700 1 --2- 172.21.15.33:0/3194627173 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffc230 0x1ffac80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efda6d9d700 1 -- 172.21.15.33:0/3194627173 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x1ec9450 con 0x1ffcb50 2024-09-13T15:00:56.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efda5d9b700 1 --2- 172.21.15.33:0/3194627173 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffc230 0x1ffac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:00:56.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efda6d9d700 1 --2- 172.21.15.33:0/3194627173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffcb50 0x1ff6c80 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7efda804f940 tx=0x7efda804ed50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=39ff1ff2d1195408 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efd94ff9700 1 -- 172.21.15.33:0/3194627173 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda80d0310 con 0x1ffcb50 2024-09-13T15:00:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efd94ff9700 1 -- 172.21.15.33:0/3194627173 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efda80cfc10 con 0x1ffcb50 2024-09-13T15:00:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efd94ff9700 1 -- 172.21.15.33:0/3194627173 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efda80d3a40 con 0x1ffcb50 2024-09-13T15:00:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 -- 172.21.15.33:0/3194627173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffcb50 msgr2=0x1ff6c80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 --2- 172.21.15.33:0/3194627173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffcb50 0x1ff6c80 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7efda804f940 tx=0x7efda804ed50 comp rx=0 tx=0).stop 2024-09-13T15:00:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 -- 172.21.15.33:0/3194627173 shutdown_connections 2024-09-13T15:00:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 --2- 172.21.15.33:0/3194627173 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1ffcb50 0x1ff6c80 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 --2- 172.21.15.33:0/3194627173 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffc230 0x1ffac80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 --2- 172.21.15.33:0/3194627173 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1fdae90 0x1ffa740 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 -- 172.21.15.33:0/3194627173 >> 172.21.15.33:0/3194627173 conn(0x1d444d0 msgr2=0x2001770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 -- 172.21.15.33:0/3194627173 shutdown_connections 2024-09-13T15:00:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.605+0000 7efdafdb1740 1 -- 172.21.15.33:0/3194627173 wait complete. 2024-09-13T15:00:56.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efdafdb1740 1 -- start start 2024-09-13T15:00:56.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efdafdb1740 1 Processor -- start 2024-09-13T15:00:56.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efdafdb1740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1fdae90 0x201b500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efdafdb1740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1ffc230 0x205d4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efdafdb1740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffcb50 0x205e020 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efdafdb1740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x1f1b4d0 con 0x1fdae90 2024-09-13T15:00:56.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efdafdb1740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x2019b30 con 0x1ffcb50 2024-09-13T15:00:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efdafdb1740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x20020e0 con 0x1ffc230 2024-09-13T15:00:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efdafdb1740 10 client.0 _ll_register_callbacks cb 0x1ecece0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:00:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efda659c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1fdae90 0x201b500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efda659c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1fdae90 0x201b500 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33290/0 (socket says 172.21.15.33:33290) 2024-09-13T15:00:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efda5d9b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1ffc230 0x205d4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efda659c700 1 -- 172.21.15.33:0/2749658008 learned_addr learned my addr 172.21.15.33:0/2749658008 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efda6d9d700 1 --2- 172.21.15.33:0/2749658008 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffcb50 0x205e020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efda659c700 1 -- 172.21.15.33:0/2749658008 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1ffc230 msgr2=0x205d4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efda659c700 1 --2- 172.21.15.33:0/2749658008 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1ffc230 0x205d4f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efda659c700 1 -- 172.21.15.33:0/2749658008 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffcb50 msgr2=0x205e020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efda659c700 1 --2- 172.21.15.33:0/2749658008 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffcb50 0x205e020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efda659c700 1 -- 172.21.15.33:0/2749658008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efda0049890 con 0x1fdae90 2024-09-13T15:00:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efda659c700 1 --2- 172.21.15.33:0/2749658008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1fdae90 0x201b500 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7efd9c007bf0 tx=0x7efd9c000f20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4a2d41f29a08826 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:56.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efd857fa700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-13T15:00:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.609+0000 7efd857fa700 1 -- 172.21.15.33:0/2749658008 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd9c027040 con 0x1fdae90 2024-09-13T15:00:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efd857fa700 1 -- 172.21.15.33:0/2749658008 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7efd9c02e5a0 con 0x1fdae90 2024-09-13T15:00:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 -- 172.21.15.33:0/2749658008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7efd9c021450 con 0x1fdae90 2024-09-13T15:00:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efd857fa700 1 -- 172.21.15.33:0/2749658008 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=7) v2 ==== 24+0+0 (secure 0 0 0) 0x7efd9c00e160 con 0x1fdae90 2024-09-13T15:00:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 10 client.4419 fetch_fsmap learned FSMap version 7 2024-09-13T15:00:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 -- 172.21.15.33:0/2749658008 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=7,monmap=2+}) v3 -- 0x1ebd720 con 0x1fdae90 2024-09-13T15:00:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efd857fa700 1 -- 172.21.15.33:0/2749658008 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd9c021450 con 0x1fdae90 2024-09-13T15:00:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efd857fa700 1 -- 172.21.15.33:0/2749658008 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 7) v1 ==== 3122+0+0 (secure 0 0 0) 0x7efd9c005340 con 0x1fdae90 2024-09-13T15:00:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 10 client.4419 fetch_fsmap finished waiting for FSMap version 7 2024-09-13T15:00:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 10 client.4419 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T15:00:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 20 client.4419 populate_metadata read hostname 'smithi033' 2024-09-13T15:00:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 --2- 172.21.15.33:0/2749658008 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x205ede0 0x1fb3bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 4 client.4419 mds_command: new command op to 4276 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T15:00:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 -- 172.21.15.33:0/2749658008 --> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] -- command(tid 0: {"prefix": "status"}) v1 -- 0x1dc01e0 con 0x205ede0 2024-09-13T15:00:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efda5d9b700 1 --2- 172.21.15.33:0/2749658008 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x205ede0 0x1fb3bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efd857fa700 10 client.4419 ms_handle_connect on v2:172.21.15.103:6836/3113841157 2024-09-13T15:00:56.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efda5d9b700 1 --2- 172.21.15.33:0/2749658008 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x205ede0 0x1fb3bc0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=fe667d02fb9c82f4 server_cookie=ff783d06e0001135 in_seq=0 out_seq=0 2024-09-13T15:00:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efd857fa700 1 -- 172.21.15.33:0/2749658008 <== mds.0 v2:172.21.15.103:6836/3113841157 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+330 (crc 0 0 0) 0x1dc01e0 con 0x205ede0 2024-09-13T15:00:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efd857fa700 10 client.4419 handle_command_reply: tid=0 2024-09-13T15:00:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 client.4419 shutdown 2024-09-13T15:00:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 -- 172.21.15.33:0/2749658008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1fdae90 msgr2=0x201b500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 --2- 172.21.15.33:0/2749658008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1fdae90 0x201b500 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7efd9c007bf0 tx=0x7efd9c000f20 comp rx=0 tx=0).stop 2024-09-13T15:00:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 -- 172.21.15.33:0/2749658008 shutdown_connections 2024-09-13T15:00:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 --2- 172.21.15.33:0/2749658008 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x205ede0 0x1fb3bc0 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 --2- 172.21.15.33:0/2749658008 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ffcb50 0x205e020 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 --2- 172.21.15.33:0/2749658008 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1ffc230 0x205d4f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 --2- 172.21.15.33:0/2749658008 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1fdae90 0x201b500 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 -- 172.21.15.33:0/2749658008 >> 172.21.15.33:0/2749658008 conn(0x1d444d0 msgr2=0x200c0f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:56.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efd857fa700 0 client.4419 ms_handle_reset on v2:172.21.15.103:6836/3113841157 2024-09-13T15:00:56.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 -- 172.21.15.33:0/2749658008 shutdown_connections 2024-09-13T15:00:56.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 1 -- 172.21.15.33:0/2749658008 wait complete. 2024-09-13T15:00:56.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.613+0000 7efdafdb1740 20 client.4419 trim_cache size 0 max 16384 2024-09-13T15:00:56.624 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:00:56.624 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "26cfc81a-7b79-4125-b830-c08a65e88194", 2024-09-13T15:00:56.624 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-09-13T15:00:56.624 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 4276, 2024-09-13T15:00:56.624 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-09-13T15:00:56.625 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-09-13T15:00:56.625 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-09-13T15:00:56.625 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 6.7442243030000002, 2024-09-13T15:00:56.625 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 7, 2024-09-13T15:00:56.625 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 26, 2024-09-13T15:00:56.625 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 25, 2024-09-13T15:00:56.625 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 13.163254355999999 2024-09-13T15:00:56.625 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:00:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.617+0000 7efda759e700 1 -- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efd88066730 msgr2=0x7efd88068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.617+0000 7efda759e700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efd88066730 0x7efd88068bf0 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7efd9c000fb0 tx=0x7efd9c009040 comp rx=0 tx=0).stop 2024-09-13T15:00:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.617+0000 7efda759e700 1 -- 172.21.15.33:0/2019303335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efda00e18c0 msgr2=0x7efda001f9f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.617+0000 7efda759e700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efda00e18c0 0x7efda001f9f0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7efda804f480 tx=0x7efda8068560 comp rx=0 tx=0).stop 2024-09-13T15:00:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.617+0000 7efda759e700 1 -- 172.21.15.33:0/2019303335 shutdown_connections 2024-09-13T15:00:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.617+0000 7efda759e700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efd88066730 0x7efd88068bf0 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.617+0000 7efda759e700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efda00e18c0 0x7efda001f9f0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.617+0000 7efda759e700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efda000a5b0 0x7efda004ac40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.617+0000 7efda759e700 1 --2- 172.21.15.33:0/2019303335 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efda0005b10 0x7efda00d7960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.617+0000 7efda759e700 1 -- 172.21.15.33:0/2019303335 >> 172.21.15.33:0/2019303335 conn(0x7efda0036140 msgr2=0x7efda00335a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.617+0000 7efda759e700 1 -- 172.21.15.33:0/2019303335 shutdown_connections 2024-09-13T15:00:56.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.617+0000 7efda759e700 1 -- 172.21.15.33:0/2019303335 wait complete. 2024-09-13T15:00:56.639 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T15:00:56.639 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-13T15:00:56.639 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T15:00:56.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.753+0000 7fe443379700 1 Processor -- start 2024-09-13T15:00:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.753+0000 7fe443379700 1 -- start start 2024-09-13T15:00:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.753+0000 7fe443379700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fe43c1596b0 0x7fe43c0b2490 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.753+0000 7fe443379700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe43c0b2fd0 con 0x7fe43c06da50 2024-09-13T15:00:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.753+0000 7fe443379700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe43c0b19b0 con 0x7fe43c1592d0 2024-09-13T15:00:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.753+0000 7fe443379700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe43c0b1c90 con 0x7fe43c1596b0 2024-09-13T15:00:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.753+0000 7fe441b76700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fe43c06da50 0x7fe43c06fa90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:48616/0 (socket says 172.21.15.33:48616) 2024-09-13T15:00:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.753+0000 7fe441b76700 1 -- 172.21.15.33:0/2604859361 learned_addr learned my addr 172.21.15.33:0/2604859361 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.753+0000 7fe442b78700 1 --2- 172.21.15.33:0/2604859361 >> v2:172.21.15.103:3300/0 conn(0x7fe43c1596b0 0x7fe43c0b2490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 -- 172.21.15.33:0/2604859361 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1811505354 0 0) 0x7fe43c0b2fd0 con 0x7fe43c06da50 2024-09-13T15:00:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 -- 172.21.15.33:0/2604859361 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe4280057e0 con 0x7fe43c06da50 2024-09-13T15:00:56.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 -- 172.21.15.33:0/2604859361 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2755597374 0 0) 0x7fe4280057e0 con 0x7fe43c06da50 2024-09-13T15:00:56.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 -- 172.21.15.33:0/2604859361 >> v2:172.21.15.103:3300/0 conn(0x7fe43c1596b0 msgr2=0x7fe43c0b2490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:56.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 --2- 172.21.15.33:0/2604859361 >> v2:172.21.15.103:3300/0 conn(0x7fe43c1596b0 0x7fe43c0b2490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 -- 172.21.15.33:0/2604859361 >> v1:172.21.15.103:6789/0 conn(0x7fe43c1592d0 legacy=0x7fe43c06d340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 -- 172.21.15.33:0/2604859361 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe43c0b1f70 con 0x7fe43c06da50 2024-09-13T15:00:56.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 -- 172.21.15.33:0/2604859361 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7fe438001670 con 0x7fe43c06da50 2024-09-13T15:00:56.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe442b78700 1 --2- 172.21.15.33:0/2604859361 >> v2:172.21.15.103:3300/0 conn(0x7fe43c1596b0 0x7fe43c0b2490 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:00:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 -- 172.21.15.33:0/2604859361 >> v1:172.21.15.33:6789/0 conn(0x7fe43c06da50 legacy=0x7fe43c06fa90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 --2- 172.21.15.33:0/2604859361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe428005c30 0x7fe428006010 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 --2- 172.21.15.33:0/2604859361 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe428006630 0x7fe428006b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 --2- 172.21.15.33:0/2604859361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe428007300 0x7fe42800dc40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 -- 172.21.15.33:0/2604859361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe43c0b1c90 con 0x7fe428005c30 2024-09-13T15:00:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 -- 172.21.15.33:0/2604859361 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe42800e260 con 0x7fe428007300 2024-09-13T15:00:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 -- 172.21.15.33:0/2604859361 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe42800e420 con 0x7fe428006630 2024-09-13T15:00:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe442377700 1 --2- 172.21.15.33:0/2604859361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe428005c30 0x7fe428006010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441b76700 1 --2- 172.21.15.33:0/2604859361 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe428006630 0x7fe428006b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe442b78700 1 --2- 172.21.15.33:0/2604859361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe428007300 0x7fe42800dc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe442377700 1 -- 172.21.15.33:0/2604859361 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe428006630 msgr2=0x7fe428006b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe442377700 1 --2- 172.21.15.33:0/2604859361 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe428006630 0x7fe428006b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe442377700 1 -- 172.21.15.33:0/2604859361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe428007300 msgr2=0x7fe42800dc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe442377700 1 --2- 172.21.15.33:0/2604859361 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe428007300 0x7fe42800dc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe442b78700 1 -- 172.21.15.33:0/2604859361 reap_dead start 2024-09-13T15:00:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe442377700 1 -- 172.21.15.33:0/2604859361 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4280057e0 con 0x7fe428005c30 2024-09-13T15:00:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe442377700 1 --2- 172.21.15.33:0/2604859361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe428005c30 0x7fe428006010 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe4300017e0 tx=0x7fe428007ab0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4df89aaac1034b5c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 -- 172.21.15.33:0/2604859361 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4300052d0 con 0x7fe428005c30 2024-09-13T15:00:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 -- 172.21.15.33:0/2604859361 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe430005450 con 0x7fe428005c30 2024-09-13T15:00:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe441375700 1 -- 172.21.15.33:0/2604859361 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4300038e0 con 0x7fe428005c30 2024-09-13T15:00:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe443379700 1 -- 172.21.15.33:0/2604859361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe428005c30 msgr2=0x7fe428006010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe443379700 1 --2- 172.21.15.33:0/2604859361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe428005c30 0x7fe428006010 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fe4300017e0 tx=0x7fe428007ab0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe443379700 1 -- 172.21.15.33:0/2604859361 shutdown_connections 2024-09-13T15:00:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe443379700 1 --2- 172.21.15.33:0/2604859361 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe428005c30 0x7fe428006010 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe443379700 1 -- 172.21.15.33:0/2604859361 >> 172.21.15.33:0/2604859361 conn(0x7fe43c06a350 msgr2=0x7fe43c06a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe443379700 1 -- 172.21.15.33:0/2604859361 shutdown_connections 2024-09-13T15:00:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.757+0000 7fe443379700 1 -- 172.21.15.33:0/2604859361 wait complete. 2024-09-13T15:00:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe443379700 1 Processor -- start 2024-09-13T15:00:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe443379700 1 -- start start 2024-09-13T15:00:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe443379700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe428005c30 0x7fe43c13aa30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe443379700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe43c14e8b0 0x7fe43c1f0ab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe443379700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe43c15baf0 0x7fe43c15bf80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe443379700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe43c15b660 con 0x7fe43c14e8b0 2024-09-13T15:00:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe443379700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe43c14ed70 con 0x7fe428005c30 2024-09-13T15:00:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe443379700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe43c151790 con 0x7fe43c15baf0 2024-09-13T15:00:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe441b76700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe43c14e8b0 0x7fe43c1f0ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe441b76700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe43c14e8b0 0x7fe43c1f0ab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33320/0 (socket says 172.21.15.33:33320) 2024-09-13T15:00:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe442377700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe428005c30 0x7fe43c13aa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe441b76700 1 -- 172.21.15.33:0/970482471 learned_addr learned my addr 172.21.15.33:0/970482471 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe442b78700 1 --2- 172.21.15.33:0/970482471 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe43c15baf0 0x7fe43c15bf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe441b76700 1 -- 172.21.15.33:0/970482471 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe43c15baf0 msgr2=0x7fe43c15bf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe441b76700 1 --2- 172.21.15.33:0/970482471 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe43c15baf0 0x7fe43c15bf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe441b76700 1 -- 172.21.15.33:0/970482471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe428005c30 msgr2=0x7fe43c13aa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe441b76700 1 --2- 172.21.15.33:0/970482471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe428005c30 0x7fe43c13aa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe441b76700 1 -- 172.21.15.33:0/970482471 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe43c151a70 con 0x7fe43c14e8b0 2024-09-13T15:00:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.761+0000 7fe441b76700 1 --2- 172.21.15.33:0/970482471 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe43c14e8b0 0x7fe43c1f0ab0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe438008740 tx=0x7fe43800f440 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.765+0000 7fe42effd700 1 -- 172.21.15.33:0/970482471 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe43800f9a0 con 0x7fe43c14e8b0 2024-09-13T15:00:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.765+0000 7fe42effd700 1 -- 172.21.15.33:0/970482471 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe43800fb40 con 0x7fe43c14e8b0 2024-09-13T15:00:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.765+0000 7fe443379700 1 -- 172.21.15.33:0/970482471 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe43c15c4c0 con 0x7fe43c14e8b0 2024-09-13T15:00:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.765+0000 7fe42effd700 1 -- 172.21.15.33:0/970482471 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe4380122e0 con 0x7fe43c14e8b0 2024-09-13T15:00:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.765+0000 7fe443379700 1 -- 172.21.15.33:0/970482471 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe43c13af70 con 0x7fe43c14e8b0 2024-09-13T15:00:56.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.765+0000 7fe443379700 1 -- 172.21.15.33:0/970482471 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe43c15b7d0 con 0x7fe43c14e8b0 2024-09-13T15:00:56.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.765+0000 7fe42effd700 1 -- 172.21.15.33:0/970482471 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe438012440 con 0x7fe43c14e8b0 2024-09-13T15:00:56.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.765+0000 7fe42effd700 1 --2- 172.21.15.33:0/970482471 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe420066730 0x7fe420068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:56.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.765+0000 7fe42effd700 1 -- 172.21.15.33:0/970482471 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe438083f90 con 0x7fe43c14e8b0 2024-09-13T15:00:56.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.765+0000 7fe442377700 1 --2- 172.21.15.33:0/970482471 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe420066730 0x7fe420068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:56.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.769+0000 7fe442377700 1 --2- 172.21.15.33:0/970482471 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe420066730 0x7fe420068bf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe430005040 tx=0x7fe430009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:56.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.773+0000 7fe42effd700 1 -- 172.21.15.33:0/970482471 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe438051030 con 0x7fe43c14e8b0 2024-09-13T15:00:56.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.981+0000 7fe443379700 1 -- 172.21.15.33:0/970482471 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fe43c0b35e0 con 0x7fe43c14e8b0 2024-09-13T15:00:56.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.981+0000 7fe42effd700 1 -- 172.21.15.33:0/970482471 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v7) v1 ==== 53+0+88 (secure 0 0 0) 0x7fe43801a020 con 0x7fe43c14e8b0 2024-09-13T15:00:56.989 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T15:00:56.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.985+0000 7fe443379700 1 -- 172.21.15.33:0/970482471 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe420066730 msgr2=0x7fe420068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.985+0000 7fe443379700 1 --2- 172.21.15.33:0/970482471 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe420066730 0x7fe420068bf0 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7fe430005040 tx=0x7fe430009030 comp rx=0 tx=0).stop 2024-09-13T15:00:56.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.985+0000 7fe443379700 1 -- 172.21.15.33:0/970482471 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe43c14e8b0 msgr2=0x7fe43c1f0ab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:56.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.985+0000 7fe443379700 1 --2- 172.21.15.33:0/970482471 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe43c14e8b0 0x7fe43c1f0ab0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fe438008740 tx=0x7fe43800f440 comp rx=0 tx=0).stop 2024-09-13T15:00:56.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.985+0000 7fe443379700 1 -- 172.21.15.33:0/970482471 shutdown_connections 2024-09-13T15:00:56.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.985+0000 7fe443379700 1 --2- 172.21.15.33:0/970482471 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe420066730 0x7fe420068bf0 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.985+0000 7fe443379700 1 --2- 172.21.15.33:0/970482471 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe43c15baf0 0x7fe43c15bf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.985+0000 7fe443379700 1 --2- 172.21.15.33:0/970482471 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe43c14e8b0 0x7fe43c1f0ab0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.985+0000 7fe443379700 1 --2- 172.21.15.33:0/970482471 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe428005c30 0x7fe43c13aa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:56.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.985+0000 7fe443379700 1 -- 172.21.15.33:0/970482471 >> 172.21.15.33:0/970482471 conn(0x7fe43c06a350 msgr2=0x7fe43c06fc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:56.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.985+0000 7fe443379700 1 -- 172.21.15.33:0/970482471 shutdown_connections 2024-09-13T15:00:56.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:56.985+0000 7fe443379700 1 -- 172.21.15.33:0/970482471 wait complete. 2024-09-13T15:00:57.004 INFO:tasks.cephfs.mount:Mounting Ceph FS cephfs; just confirmed its presence on cluster 2024-09-13T15:00:57.005 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T15:00:57.005 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-09-13T15:00:57.005 INFO:tasks.cephfs.mount:self.client.name = client.admin 2024-09-13T15:00:57.005 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.admin 2024-09-13T15:00:57.005 INFO:tasks.cephfs.mount:self.cephfs_name = cephfs 2024-09-13T15:00:57.005 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T15:00:57.005 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T15:00:57.005 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.admin' 2024-09-13T15:00:57.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:57.006 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-09-13T15:00:57.014 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:00:57.014 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:00:57.014 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:00:57.014 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:00:57.014 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-09-13T15:00:57.014 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:00:57.014 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:00:57.014 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:00:57.014 INFO:teuthology.orchestra.run.smithi033.stdout:3: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T15:00:57.015 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:00:57.015 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T15:00:57.015 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 42593sec preferred_lft 42593sec 2024-09-13T15:00:57.015 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link 2024-09-13T15:00:57.015 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:00:57.015 INFO:teuthology.orchestra.run.smithi033.stdout:4: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:00:57.015 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:00:57.015 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:00:57.015 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:00:57.015 INFO:teuthology.orchestra.run.smithi033.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T15:00:57.015 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 02:42:8c:37:eb:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:00:57.015 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T15:00:57.015 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:00:57.016 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T15:00:57.016 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:57.016 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:00:57.016 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:00:57.016 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link add name ceph-brx type bridge 2024-09-13T15:00:57.016 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip addr flush dev ceph-brx 2024-09-13T15:00:57.017 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set ceph-brx up 2024-09-13T15:00:57.017 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T15:00:57.017 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:00:57.056 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:57.056 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T15:00:57.066 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-09-13T15:00:57.068 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:57.068 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-09-13T15:00:57.096 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-09-13T15:00:57.096 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T15:00:57.096 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T15:00:57.096 INFO:teuthology.orchestra.run.smithi033.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T15:00:57.096 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T15:00:57.096 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T15:00:57.097 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:57.097 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:00:57.097 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:00:57.097 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T15:00:57.097 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T15:00:57.097 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T15:00:57.097 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:00:57.137 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:57.138 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-09-13T15:00:57.189 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:57.189 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list-id 2024-09-13T15:00:57.196 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:57.196 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:00:57.196 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:00:57.196 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-13T15:00:57.197 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.admin 0 2024-09-13T15:00:57.197 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:00:57.233 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.admin' with 192.168.0.1/16 2024-09-13T15:00:57.234 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:57.234 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:00:57.234 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:00:57.234 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.admin type veth peer name brx.0 2024-09-13T15:00:57.234 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T15:00:57.234 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set veth0 up 2024-09-13T15:00:57.234 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip link set lo up 2024-09-13T15:00:57.234 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.admin ip route add default via 192.168.255.254 2024-09-13T15:00:57.234 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:00:57.298 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:57.298 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:00:57.298 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:00:57.298 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-09-13T15:00:57.298 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T15:00:57.298 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:00:57.324 INFO:tasks.cephfs.fuse_mount:Client client.admin config is {} 2024-09-13T15:00:57.324 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:00:57.325 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.admin 2024-09-13T15:00:57.331 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.admin' 2024-09-13T15:00:57.331 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:00:57.331 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.admin 2024-09-13T15:00:57.338 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-09-13T15:00:57.353 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:00:57.353 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:00:57.415 INFO:teuthology.orchestra.run.smithi033.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:00:57.416 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:00:57.417 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:57.417 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-09-13T15:00:57.423 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T15:00:57.423 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.admin sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.admin --id admin --client_fs=cephfs) 2024-09-13T15:00:57.426 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-09-13T15:00:57.444 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:00:57.444 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:00:57.502 INFO:teuthology.orchestra.run.smithi033.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:00:57.504 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:00:57.505 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:57.505 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-09-13T15:00:57.521 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi033.stderr:2024-09-13T15:00:57.513+0000 7f5972e01640 -1 init, newargv = 0x56244fc74290 newargc=15 2024-09-13T15:00:57.521 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi033.stderr:ceph-fuse[32544]: starting ceph client 2024-09-13T15:00:57.531 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi033.stderr:ceph-fuse[32544]: starting fuse 2024-09-13T15:00:58.612 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-09-13T15:00:58.630 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:00:58.630 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:00:58.689 INFO:teuthology.orchestra.run.smithi033.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:00:58.690 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:00:58.690 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:58.690 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-09-13T15:00:58.695 INFO:teuthology.orchestra.run.smithi033.stdout:52 2024-09-13T15:00:58.696 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [52] 2024-09-13T15:00:58.696 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:00:58.696 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-09-13T15:00:58.696 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-09-13T15:00:58.696 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-09-13T15:00:58.696 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-09-13T15:00:58.696 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:00:58.696 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-09-13T15:00:58.696 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.admin.*.asok" 2024-09-13T15:00:58.696 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-09-13T15:00:58.696 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.admin" 2024-09-13T15:00:58.697 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:00:58.697 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-09-13T15:00:58.697 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-09-13T15:00:58.697 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-09-13T15:00:58.697 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-09-13T15:00:58.697 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:00:58.697 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-09-13T15:00:58.697 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T15:00:58.697 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T15:00:58.697 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T15:00:58.697 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-09-13T15:00:58.697 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-09-13T15:00:58.697 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-09-13T15:00:58.698 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T15:00:58.698 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:00:58.698 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.admin")) 2024-09-13T15:00:58.698 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-09-13T15:00:58.781 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.admin.32544.asok 2024-09-13T15:00:58.964 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.admin.32544.asok 2024-09-13T15:00:58.964 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:58.965 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.admin.32544.asok status 2024-09-13T15:00:59.109 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:00:59.109 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-09-13T15:00:59.109 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T15:00:59.109 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T15:00:59.109 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "admin", 2024-09-13T15:00:59.109 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-09-13T15:00:59.110 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.admin", 2024-09-13T15:00:59.110 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "32544", 2024-09-13T15:00:59.110 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-09-13T15:00:59.110 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:00:59.110 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-09-13T15:00:59.110 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-09-13T15:00:59.110 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 4434, 2024-09-13T15:00:59.110 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-09-13T15:00:59.110 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-09-13T15:00:59.110 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-09-13T15:00:59.110 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 4434 2024-09-13T15:00:59.110 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:00:59.110 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-09-13T15:00:59.111 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-09-13T15:00:59.111 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:00:59.111 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 2327147255 2024-09-13T15:00:59.111 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:00:59.111 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:00:59.111 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-09-13T15:00:59.111 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-09-13T15:00:59.111 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:00:59.111 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 2327147255 2024-09-13T15:00:59.111 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:00:59.112 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.4434 192.168.0.1:0/2327147255", 2024-09-13T15:00:59.112 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/2327147255", 2024-09-13T15:00:59.112 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-09-13T15:00:59.112 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 7, 2024-09-13T15:00:59.112 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 26, 2024-09-13T15:00:59.112 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-09-13T15:00:59.112 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-09-13T15:00:59.112 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-09-13T15:00:59.112 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:00:59.119 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:59.119 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-09-13T15:00:59.119 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.admin 2024-09-13T15:00:59.127 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-09-13T15:00:59.127 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.admin 2024-09-13T15:00:59.127 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:59.127 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.admin 2024-09-13T15:00:59.141 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:00:59.141 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.admin && exec bash -c 'setfattr -n ceph.dir.layout.pool -v cephfs_data_ec . && getfattr -n ceph.dir.layout .') 2024-09-13T15:00:59.228 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:00:59.230 DEBUG:teuthology.orchestra.run.smithi103:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:00:59.241 INFO:teuthology.orchestra.run.smithi033.stdout:# file: . 2024-09-13T15:00:59.241 INFO:teuthology.orchestra.run.smithi033.stdout:ceph.dir.layout="stripe_unit=4194304 stripe_count=1 object_size=4194304 pool=cephfs_data_ec" 2024-09-13T15:00:59.241 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:59.242 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:00:59.242 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:00:59.250 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:00:59.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.429+0000 7f7d23fff700 1 Processor -- start 2024-09-13T15:00:59.437 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.429+0000 7f7d23fff700 1 -- start start 2024-09-13T15:00:59.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d23fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7d24146230 0x7f7d2406bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:59.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d23fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d240ac8c0 0x7f7d240accf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:59.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d23fff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d2406cd80 con 0x7f7d240b2a30 2024-09-13T15:00:59.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d23fff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d240b2ea0 con 0x7f7d24146230 2024-09-13T15:00:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d23fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d240ad230 con 0x7f7d240ac8c0 2024-09-13T15:00:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d22ffd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7d24146230 0x7f7d2406bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d22ffd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7d24146230 0x7f7d2406bb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33330/0 (socket says 172.21.15.33:33330) 2024-09-13T15:00:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d22ffd700 1 -- 172.21.15.33:0/459477162 learned_addr learned my addr 172.21.15.33:0/459477162 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:59.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d237fe700 1 --2- 172.21.15.33:0/459477162 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d240ac8c0 0x7f7d240accf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d22ffd700 1 -- 172.21.15.33:0/459477162 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d240ac8c0 msgr2=0x7f7d240accf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d22ffd700 1 --2- 172.21.15.33:0/459477162 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d240ac8c0 0x7f7d240accf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d22ffd700 1 -- 172.21.15.33:0/459477162 >> v1:172.21.15.33:6789/0 conn(0x7f7d240b2a30 legacy=0x7f7d2415cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d21ffb700 1 -- 172.21.15.33:0/459477162 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1662284916 0 0) 0x7f7d2406cd80 con 0x7f7d240b2a30 2024-09-13T15:00:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d22ffd700 1 -- 172.21.15.33:0/459477162 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d2406c170 con 0x7f7d24146230 2024-09-13T15:00:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d22ffd700 1 --2- 172.21.15.33:0/459477162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d24146230 0x7f7d2406bb90 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7d1c009e50 tx=0x7f7d1c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fae384c572b94513 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d21ffb700 1 -- 172.21.15.33:0/459477162 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d1c00e070 con 0x7f7d24146230 2024-09-13T15:00:59.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d21ffb700 1 -- 172.21.15.33:0/459477162 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d1c00b910 con 0x7f7d24146230 2024-09-13T15:00:59.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d21ffb700 1 -- 172.21.15.33:0/459477162 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d1c00bcc0 con 0x7f7d24146230 2024-09-13T15:00:59.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d23fff700 1 -- 172.21.15.33:0/459477162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d24146230 msgr2=0x7f7d2406bb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:59.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d23fff700 1 --2- 172.21.15.33:0/459477162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d24146230 0x7f7d2406bb90 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7d1c009e50 tx=0x7f7d1c00b330 comp rx=0 tx=0).stop 2024-09-13T15:00:59.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d23fff700 1 -- 172.21.15.33:0/459477162 shutdown_connections 2024-09-13T15:00:59.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d23fff700 1 --2- 172.21.15.33:0/459477162 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d240ac8c0 0x7f7d240accf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d23fff700 1 --2- 172.21.15.33:0/459477162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d24146230 0x7f7d2406bb90 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d23fff700 1 -- 172.21.15.33:0/459477162 >> 172.21.15.33:0/459477162 conn(0x7f7d2406a350 msgr2=0x7f7d2406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:59.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d23fff700 1 -- 172.21.15.33:0/459477162 shutdown_connections 2024-09-13T15:00:59.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.433+0000 7f7d23fff700 1 -- 172.21.15.33:0/459477162 wait complete. 2024-09-13T15:00:59.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d23fff700 1 Processor -- start 2024-09-13T15:00:59.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d23fff700 1 -- start start 2024-09-13T15:00:59.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d23fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d240ac8c0 0x7f7d241f6270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:59.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d23fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d240b2a30 0x7f7d241f2400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:59.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d23fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d24146230 0x7f7d2415cfc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:59.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d23fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d241f32c0 con 0x7f7d24146230 2024-09-13T15:00:59.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d23fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d241f2d00 con 0x7f7d240ac8c0 2024-09-13T15:00:59.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d23fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d241f2fe0 con 0x7f7d240b2a30 2024-09-13T15:00:59.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d237fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d24146230 0x7f7d2415cfc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:59.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d237fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d24146230 0x7f7d2415cfc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33334/0 (socket says 172.21.15.33:33334) 2024-09-13T15:00:59.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d237fe700 1 -- 172.21.15.33:0/3222594601 learned_addr learned my addr 172.21.15.33:0/3222594601 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:59.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d22ffd700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d240ac8c0 0x7f7d241f6270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:59.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d227fc700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d240b2a30 0x7f7d241f2400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:59.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d237fe700 1 -- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d240b2a30 msgr2=0x7f7d241f2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:59.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d237fe700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d240b2a30 0x7f7d241f2400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d237fe700 1 -- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d240ac8c0 msgr2=0x7f7d241f6270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:59.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d237fe700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d240ac8c0 0x7f7d241f6270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d237fe700 1 -- 172.21.15.33:0/3222594601 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d1c009b30 con 0x7f7d24146230 2024-09-13T15:00:59.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d22ffd700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d240ac8c0 0x7f7d241f6270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:00:59.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.437+0000 7f7d237fe700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d24146230 0x7f7d2415cfc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7d1400eb60 tx=0x7f7d1400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:59.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.441+0000 7f7d1b7fe700 1 -- 172.21.15.33:0/3222594601 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d14009740 con 0x7f7d24146230 2024-09-13T15:00:59.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.441+0000 7f7d1b7fe700 1 -- 172.21.15.33:0/3222594601 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d1400c850 con 0x7f7d24146230 2024-09-13T15:00:59.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.441+0000 7f7d23fff700 1 -- 172.21.15.33:0/3222594601 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d241f5a90 con 0x7f7d24146230 2024-09-13T15:00:59.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.441+0000 7f7d1b7fe700 1 -- 172.21.15.33:0/3222594601 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d1400cbe0 con 0x7f7d24146230 2024-09-13T15:00:59.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.441+0000 7f7d23fff700 1 -- 172.21.15.33:0/3222594601 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d241f67b0 con 0x7f7d24146230 2024-09-13T15:00:59.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.441+0000 7f7d1b7fe700 1 -- 172.21.15.33:0/3222594601 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7d1400cd40 con 0x7f7d24146230 2024-09-13T15:00:59.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.441+0000 7f7d23fff700 1 -- 172.21.15.33:0/3222594601 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d240accf0 con 0x7f7d24146230 2024-09-13T15:00:59.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.441+0000 7f7d1b7fe700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d04066730 0x7f7d04068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:59.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.441+0000 7f7d1b7fe700 1 -- 172.21.15.33:0/3222594601 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7d14084430 con 0x7f7d24146230 2024-09-13T15:00:59.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.445+0000 7f7d22ffd700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d04066730 0x7f7d04068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:59.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.445+0000 7f7d22ffd700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d04066730 0x7f7d04068bf0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f7d1c00b370 tx=0x7f7d1c009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:59.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.449+0000 7f7d1b7fe700 1 -- 172.21.15.33:0/3222594601 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7d14051540 con 0x7f7d24146230 2024-09-13T15:00:59.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.625+0000 7f7d23fff700 1 -- 172.21.15.33:0/3222594601 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f7d241443d0 con 0x7f7d24146230 2024-09-13T15:00:59.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.629+0000 7f7d1b7fe700 1 -- 172.21.15.33:0/3222594601 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7f7d14054b60 con 0x7f7d24146230 2024-09-13T15:00:59.636 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:00:59.636 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:00:59.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.629+0000 7f7d23fff700 1 -- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d04066730 msgr2=0x7f7d04068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:59.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.629+0000 7f7d23fff700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d04066730 0x7f7d04068bf0 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f7d1c00b370 tx=0x7f7d1c009000 comp rx=0 tx=0).stop 2024-09-13T15:00:59.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.629+0000 7f7d23fff700 1 -- 172.21.15.33:0/3222594601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d24146230 msgr2=0x7f7d2415cfc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:59.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.629+0000 7f7d23fff700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d24146230 0x7f7d2415cfc0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7f7d1400eb60 tx=0x7f7d1400ee70 comp rx=0 tx=0).stop 2024-09-13T15:00:59.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.629+0000 7f7d23fff700 1 -- 172.21.15.33:0/3222594601 shutdown_connections 2024-09-13T15:00:59.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.629+0000 7f7d23fff700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d04066730 0x7f7d04068bf0 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.629+0000 7f7d23fff700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d24146230 0x7f7d2415cfc0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.629+0000 7f7d23fff700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d240b2a30 0x7f7d241f2400 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.629+0000 7f7d23fff700 1 --2- 172.21.15.33:0/3222594601 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d240ac8c0 0x7f7d241f6270 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.629+0000 7f7d23fff700 1 -- 172.21.15.33:0/3222594601 >> 172.21.15.33:0/3222594601 conn(0x7f7d2406a350 msgr2=0x7f7d2406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:59.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.629+0000 7f7d23fff700 1 -- 172.21.15.33:0/3222594601 shutdown_connections 2024-09-13T15:00:59.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.633+0000 7f7d23fff700 1 -- 172.21.15.33:0/3222594601 wait complete. 2024-09-13T15:00:59.654 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:00:59.654 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:00:59.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.765+0000 7f1a8f59e700 1 Processor -- start 2024-09-13T15:00:59.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.765+0000 7f1a8f59e700 1 -- start start 2024-09-13T15:00:59.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8f59e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f1a900b1fd0 0x7f1a900b23b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:59.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8f59e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f1a9006ad60 0x7f1a90142bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:59.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8f59e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a900b28f0 con 0x7f1a9006c7b0 2024-09-13T15:00:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8f59e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a9006c360 con 0x7f1a9006ad60 2024-09-13T15:00:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8f59e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a9006b260 con 0x7f1a900b1fd0 2024-09-13T15:00:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8ed9d700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f1a9006c7b0 0x7f1a9006cc60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:48634/0 (socket says 172.21.15.33:48634) 2024-09-13T15:00:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a87fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f1a9006ad60 0x7f1a90142bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8ed9d700 1 -- 172.21.15.33:0/3981865286 learned_addr learned my addr 172.21.15.33:0/3981865286 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:00:59.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8e59c700 1 --2- 172.21.15.33:0/3981865286 >> v2:172.21.15.103:3300/0 conn(0x7f1a900b1fd0 0x7f1a900b23b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:59.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8dd9b700 1 -- 172.21.15.33:0/3981865286 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3341353641 0 0) 0x7f1a900b28f0 con 0x7f1a9006c7b0 2024-09-13T15:00:59.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8dd9b700 1 -- 172.21.15.33:0/3981865286 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1a700035d0 con 0x7f1a9006c7b0 2024-09-13T15:00:59.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a87fff700 1 -- 172.21.15.33:0/3981865286 >> v2:172.21.15.103:3300/0 conn(0x7f1a900b1fd0 msgr2=0x7f1a900b23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:00:59.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a87fff700 1 --2- 172.21.15.33:0/3981865286 >> v2:172.21.15.103:3300/0 conn(0x7f1a900b1fd0 0x7f1a900b23b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a87fff700 1 -- 172.21.15.33:0/3981865286 >> v1:172.21.15.33:6789/0 conn(0x7f1a9006c7b0 legacy=0x7f1a9006cc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:59.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a87fff700 1 -- 172.21.15.33:0/3981865286 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a9006b540 con 0x7f1a9006ad60 2024-09-13T15:00:59.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a87fff700 1 --2- 172.21.15.33:0/3981865286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a9006ad60 0x7f1a90142bb0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1a900d0020 tx=0x7f1a78009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e2c3586f02bc17d3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:59.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8dd9b700 1 -- 172.21.15.33:0/3981865286 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a78011830 con 0x7f1a9006ad60 2024-09-13T15:00:59.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8dd9b700 1 -- 172.21.15.33:0/3981865286 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a78011990 con 0x7f1a9006ad60 2024-09-13T15:00:59.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8dd9b700 1 -- 172.21.15.33:0/3981865286 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a78011d20 con 0x7f1a9006ad60 2024-09-13T15:00:59.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8f59e700 1 -- 172.21.15.33:0/3981865286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a9006ad60 msgr2=0x7f1a90142bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:59.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8f59e700 1 --2- 172.21.15.33:0/3981865286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a9006ad60 0x7f1a90142bb0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f1a900d0020 tx=0x7f1a78009b30 comp rx=0 tx=0).stop 2024-09-13T15:00:59.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8f59e700 1 -- 172.21.15.33:0/3981865286 shutdown_connections 2024-09-13T15:00:59.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8f59e700 1 --2- 172.21.15.33:0/3981865286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a9006ad60 0x7f1a90142bb0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8f59e700 1 --2- 172.21.15.33:0/3981865286 >> v2:172.21.15.103:3300/0 conn(0x7f1a900b1fd0 0x7f1a900b23b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8f59e700 1 -- 172.21.15.33:0/3981865286 >> 172.21.15.33:0/3981865286 conn(0x7f1a900b0cd0 msgr2=0x7f1a900b10b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:59.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8f59e700 1 -- 172.21.15.33:0/3981865286 shutdown_connections 2024-09-13T15:00:59.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.769+0000 7f1a8f59e700 1 -- 172.21.15.33:0/3981865286 wait complete. 2024-09-13T15:00:59.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a8f59e700 1 Processor -- start 2024-09-13T15:00:59.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a8f59e700 1 -- start start 2024-09-13T15:00:59.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a8f59e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a9006ad60 0x7f1a901eefe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:59.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a8f59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a9006c7b0 0x7f1a9015b9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:59.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a8f59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a900b1fd0 0x7f1a9015bf00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:59.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a8f59e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a9013ef50 con 0x7f1a9006c7b0 2024-09-13T15:00:59.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a8f59e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a9009c4e0 con 0x7f1a9006ad60 2024-09-13T15:00:59.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a8f59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a900ce4d0 con 0x7f1a900b1fd0 2024-09-13T15:00:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a87fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a9006c7b0 0x7f1a9015b9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a87fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a9006c7b0 0x7f1a9015b9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33360/0 (socket says 172.21.15.33:33360) 2024-09-13T15:00:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a87fff700 1 -- 172.21.15.33:0/639916342 learned_addr learned my addr 172.21.15.33:0/639916342 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:00:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a8e59c700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a9006ad60 0x7f1a901eefe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a8ed9d700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a900b1fd0 0x7f1a9015bf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a87fff700 1 -- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a900b1fd0 msgr2=0x7f1a9015bf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a87fff700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a900b1fd0 0x7f1a9015bf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a87fff700 1 -- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a9006ad60 msgr2=0x7f1a901eefe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a87fff700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a9006ad60 0x7f1a901eefe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a87fff700 1 -- 172.21.15.33:0/639916342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a780094b0 con 0x7f1a9006c7b0 2024-09-13T15:00:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a8e59c700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a9006ad60 0x7f1a901eefe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:00:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a87fff700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a9006c7b0 0x7f1a9015b9c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1a78009b70 tx=0x7f1a78004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:59.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a86ffd700 1 -- 172.21.15.33:0/639916342 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a780036c0 con 0x7f1a9006c7b0 2024-09-13T15:00:59.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a86ffd700 1 -- 172.21.15.33:0/639916342 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1a78003820 con 0x7f1a9006c7b0 2024-09-13T15:00:59.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a8f59e700 1 -- 172.21.15.33:0/639916342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a90143270 con 0x7f1a9006c7b0 2024-09-13T15:00:59.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a86ffd700 1 -- 172.21.15.33:0/639916342 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1a78003b90 con 0x7f1a9006c7b0 2024-09-13T15:00:59.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.773+0000 7f1a8f59e700 1 -- 172.21.15.33:0/639916342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a9013f1a0 con 0x7f1a9006c7b0 2024-09-13T15:00:59.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.777+0000 7f1a8f59e700 1 -- 172.21.15.33:0/639916342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a900ce9f0 con 0x7f1a9006c7b0 2024-09-13T15:00:59.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.777+0000 7f1a86ffd700 1 -- 172.21.15.33:0/639916342 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1a78003cf0 con 0x7f1a9006c7b0 2024-09-13T15:00:59.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.777+0000 7f1a86ffd700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1a74066730 0x7f1a74068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:00:59.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.777+0000 7f1a86ffd700 1 -- 172.21.15.33:0/639916342 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1a780874a0 con 0x7f1a9006c7b0 2024-09-13T15:00:59.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.777+0000 7f1a8e59c700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1a74066730 0x7f1a74068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:00:59.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.777+0000 7f1a8e59c700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1a74066730 0x7f1a74068bf0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1a900cb5b0 tx=0x7f1a80008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:00:59.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.785+0000 7f1a86ffd700 1 -- 172.21.15.33:0/639916342 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1a780545b0 con 0x7f1a9006c7b0 2024-09-13T15:00:59.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.953+0000 7f1a8f59e700 1 -- 172.21.15.33:0/639916342 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f1a90067370 con 0x7f1a9006c7b0 2024-09-13T15:00:59.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.953+0000 7f1a86ffd700 1 -- 172.21.15.33:0/639916342 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f1a78057bd0 con 0x7f1a9006c7b0 2024-09-13T15:00:59.962 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:00:59.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.957+0000 7f1a8f59e700 1 -- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1a74066730 msgr2=0x7f1a74068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:59.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.957+0000 7f1a8f59e700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1a74066730 0x7f1a74068bf0 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7f1a900cb5b0 tx=0x7f1a80008040 comp rx=0 tx=0).stop 2024-09-13T15:00:59.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.957+0000 7f1a8f59e700 1 -- 172.21.15.33:0/639916342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a9006c7b0 msgr2=0x7f1a9015b9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:00:59.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.957+0000 7f1a8f59e700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a9006c7b0 0x7f1a9015b9c0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f1a78009b70 tx=0x7f1a78004770 comp rx=0 tx=0).stop 2024-09-13T15:00:59.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.957+0000 7f1a8f59e700 1 -- 172.21.15.33:0/639916342 shutdown_connections 2024-09-13T15:00:59.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.957+0000 7f1a8f59e700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1a74066730 0x7f1a74068bf0 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.957+0000 7f1a8f59e700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a900b1fd0 0x7f1a9015bf00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.957+0000 7f1a8f59e700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a9006c7b0 0x7f1a9015b9c0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.957+0000 7f1a8f59e700 1 --2- 172.21.15.33:0/639916342 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a9006ad60 0x7f1a901eefe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:00:59.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.957+0000 7f1a8f59e700 1 -- 172.21.15.33:0/639916342 >> 172.21.15.33:0/639916342 conn(0x7f1a900b0cd0 msgr2=0x7f1a900cb730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:00:59.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.957+0000 7f1a8f59e700 1 -- 172.21.15.33:0/639916342 shutdown_connections 2024-09-13T15:00:59.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:00:59.957+0000 7f1a8f59e700 1 -- 172.21.15.33:0/639916342 wait complete. 2024-09-13T15:00:59.978 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:00.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.089+0000 7fbb26a13700 1 Processor -- start 2024-09-13T15:01:00.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.089+0000 7fbb26a13700 1 -- start start 2024-09-13T15:01:00.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26a13700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fbb200ce8c0 0x7fbb200d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26a13700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbb200d1610 0x7fbb200b5960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26a13700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbb200d1a60 con 0x7fbb2015cc00 2024-09-13T15:01:00.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26a13700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbb200d0df0 con 0x7fbb200ce8c0 2024-09-13T15:01:00.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26a13700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb200cdb00 con 0x7fbb200d1610 2024-09-13T15:01:00.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb25a11700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fbb2015cc00 0x7fbb200d06e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:48646/0 (socket says 172.21.15.33:48646) 2024-09-13T15:01:00.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb25a11700 1 -- 172.21.15.33:0/3639198947 learned_addr learned my addr 172.21.15.33:0/3639198947 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:00.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26212700 1 --2- 172.21.15.33:0/3639198947 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbb200d1610 0x7fbb200b5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb25210700 1 --2- 172.21.15.33:0/3639198947 >> v2:172.21.15.103:3300/0 conn(0x7fbb200ce8c0 0x7fbb200d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb24a0f700 1 -- 172.21.15.33:0/3639198947 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 7788135 0 0) 0x7fbb1c001110 con 0x7fbb2015cc00 2024-09-13T15:01:00.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb24a0f700 1 -- 172.21.15.33:0/3639198947 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbb0c0035d0 con 0x7fbb2015cc00 2024-09-13T15:01:00.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26212700 1 -- 172.21.15.33:0/3639198947 >> v2:172.21.15.103:3300/0 conn(0x7fbb200ce8c0 msgr2=0x7fbb200d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:00.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26212700 1 --2- 172.21.15.33:0/3639198947 >> v2:172.21.15.103:3300/0 conn(0x7fbb200ce8c0 0x7fbb200d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26212700 1 -- 172.21.15.33:0/3639198947 >> v1:172.21.15.33:6789/0 conn(0x7fbb2015cc00 legacy=0x7fbb200d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26212700 1 -- 172.21.15.33:0/3639198947 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb200cdde0 con 0x7fbb200d1610 2024-09-13T15:01:00.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb25210700 1 --2- 172.21.15.33:0/3639198947 >> v2:172.21.15.103:3300/0 conn(0x7fbb200ce8c0 0x7fbb200d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:00.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26212700 1 --2- 172.21.15.33:0/3639198947 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbb200d1610 0x7fbb200b5960 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fbb18009d90 tx=0x7fbb1800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c933e7c9b8a6619 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:00.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb24a0f700 1 -- 172.21.15.33:0/3639198947 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb1800e070 con 0x7fbb200d1610 2024-09-13T15:01:00.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb24a0f700 1 -- 172.21.15.33:0/3639198947 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb1800bb20 con 0x7fbb200d1610 2024-09-13T15:01:00.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb24a0f700 1 -- 172.21.15.33:0/3639198947 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb1800be90 con 0x7fbb200d1610 2024-09-13T15:01:00.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26a13700 1 -- 172.21.15.33:0/3639198947 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbb200d1610 msgr2=0x7fbb200b5960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26a13700 1 --2- 172.21.15.33:0/3639198947 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbb200d1610 0x7fbb200b5960 secure :-1 s=READY pgs=34 cs=0 l=1 rev1=1 crypto rx=0x7fbb18009d90 tx=0x7fbb1800b330 comp rx=0 tx=0).stop 2024-09-13T15:01:00.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26a13700 1 -- 172.21.15.33:0/3639198947 shutdown_connections 2024-09-13T15:01:00.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26a13700 1 --2- 172.21.15.33:0/3639198947 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbb200d1610 0x7fbb200b5960 unknown :-1 s=CLOSED pgs=34 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26a13700 1 --2- 172.21.15.33:0/3639198947 >> v2:172.21.15.103:3300/0 conn(0x7fbb200ce8c0 0x7fbb200d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26a13700 1 -- 172.21.15.33:0/3639198947 >> 172.21.15.33:0/3639198947 conn(0x7fbb2008c080 msgr2=0x7fbb200d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:00.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26a13700 1 -- 172.21.15.33:0/3639198947 shutdown_connections 2024-09-13T15:01:00.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.093+0000 7fbb26a13700 1 -- 172.21.15.33:0/3639198947 wait complete. 2024-09-13T15:01:00.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb26a13700 1 Processor -- start 2024-09-13T15:01:00.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb26a13700 1 -- start start 2024-09-13T15:01:00.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb26a13700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbb200ce8c0 0x7fbb2015fb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb26a13700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb200d1610 0x7fbb200c61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb26a13700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbb2015cc00 0x7fbb20148b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb26a13700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb200c8bd0 con 0x7fbb200d1610 2024-09-13T15:01:00.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb26a13700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbb20160090 con 0x7fbb200ce8c0 2024-09-13T15:01:00.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb26a13700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbb20148840 con 0x7fbb2015cc00 2024-09-13T15:01:00.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb25210700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb200d1610 0x7fbb200c61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb25210700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb200d1610 0x7fbb200c61c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33368/0 (socket says 172.21.15.33:33368) 2024-09-13T15:01:00.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb25210700 1 -- 172.21.15.33:0/3844157857 learned_addr learned my addr 172.21.15.33:0/3844157857 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:00.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb26212700 1 --2- 172.21.15.33:0/3844157857 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbb2015cc00 0x7fbb20148b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb25a11700 1 --2- 172.21.15.33:0/3844157857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbb200ce8c0 0x7fbb2015fb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb25210700 1 -- 172.21.15.33:0/3844157857 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbb2015cc00 msgr2=0x7fbb20148b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb25210700 1 --2- 172.21.15.33:0/3844157857 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbb2015cc00 0x7fbb20148b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb25210700 1 -- 172.21.15.33:0/3844157857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbb200ce8c0 msgr2=0x7fbb2015fb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb25210700 1 --2- 172.21.15.33:0/3844157857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbb200ce8c0 0x7fbb2015fb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.097+0000 7fbb25210700 1 -- 172.21.15.33:0/3844157857 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbb140094b0 con 0x7fbb200d1610 2024-09-13T15:01:00.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.101+0000 7fbb25210700 1 --2- 172.21.15.33:0/3844157857 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb200d1610 0x7fbb200c61c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbb1400ec10 tx=0x7fbb1400ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:00.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.101+0000 7fbb127fc700 1 -- 172.21.15.33:0/3844157857 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb1400c850 con 0x7fbb200d1610 2024-09-13T15:01:00.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.101+0000 7fbb26a13700 1 -- 172.21.15.33:0/3844157857 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbb18009a70 con 0x7fbb200d1610 2024-09-13T15:01:00.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.101+0000 7fbb127fc700 1 -- 172.21.15.33:0/3844157857 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbb1400c9b0 con 0x7fbb200d1610 2024-09-13T15:01:00.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.101+0000 7fbb26a13700 1 -- 172.21.15.33:0/3844157857 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbb200c82a0 con 0x7fbb200d1610 2024-09-13T15:01:00.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.101+0000 7fbb127fc700 1 -- 172.21.15.33:0/3844157857 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbb1400cd20 con 0x7fbb200d1610 2024-09-13T15:01:00.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.101+0000 7fbb26a13700 1 -- 172.21.15.33:0/3844157857 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbb08005310 con 0x7fbb200d1610 2024-09-13T15:01:00.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.101+0000 7fbb127fc700 1 -- 172.21.15.33:0/3844157857 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbb14026480 con 0x7fbb200d1610 2024-09-13T15:01:00.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.101+0000 7fbb127fc700 1 --2- 172.21.15.33:0/3844157857 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbb04066760 0x7fbb04068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.105+0000 7fbb127fc700 1 -- 172.21.15.33:0/3844157857 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fbb14084c20 con 0x7fbb200d1610 2024-09-13T15:01:00.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.105+0000 7fbb25a11700 1 --2- 172.21.15.33:0/3844157857 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbb04066760 0x7fbb04068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.105+0000 7fbb25a11700 1 --2- 172.21.15.33:0/3844157857 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbb04066760 0x7fbb04068c20 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c005930 tx=0x7fbb1c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:00.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.113+0000 7fbb127fc700 1 -- 172.21.15.33:0/3844157857 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbb14051d30 con 0x7fbb200d1610 2024-09-13T15:01:00.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.281+0000 7fbb26a13700 1 -- 172.21.15.33:0/3844157857 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fbb08005b40 con 0x7fbb200d1610 2024-09-13T15:01:00.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.285+0000 7fbb127fc700 1 -- 172.21.15.33:0/3844157857 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7fbb14055350 con 0x7fbb200d1610 2024-09-13T15:01:00.290 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.285+0000 7fbb26a13700 1 -- 172.21.15.33:0/3844157857 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbb04066760 msgr2=0x7fbb04068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.285+0000 7fbb26a13700 1 --2- 172.21.15.33:0/3844157857 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbb04066760 0x7fbb04068c20 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7fbb1c005930 tx=0x7fbb1c009040 comp rx=0 tx=0).stop 2024-09-13T15:01:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.285+0000 7fbb26a13700 1 -- 172.21.15.33:0/3844157857 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb200d1610 msgr2=0x7fbb200c61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.285+0000 7fbb26a13700 1 --2- 172.21.15.33:0/3844157857 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb200d1610 0x7fbb200c61c0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7fbb1400ec10 tx=0x7fbb1400ef20 comp rx=0 tx=0).stop 2024-09-13T15:01:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.285+0000 7fbb26a13700 1 -- 172.21.15.33:0/3844157857 shutdown_connections 2024-09-13T15:01:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.285+0000 7fbb26a13700 1 --2- 172.21.15.33:0/3844157857 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbb04066760 0x7fbb04068c20 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.285+0000 7fbb26a13700 1 --2- 172.21.15.33:0/3844157857 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbb2015cc00 0x7fbb20148b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.285+0000 7fbb26a13700 1 --2- 172.21.15.33:0/3844157857 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbb200d1610 0x7fbb200c61c0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.285+0000 7fbb26a13700 1 --2- 172.21.15.33:0/3844157857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbb200ce8c0 0x7fbb2015fb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.285+0000 7fbb26a13700 1 -- 172.21.15.33:0/3844157857 >> 172.21.15.33:0/3844157857 conn(0x7fbb2008c080 msgr2=0x7fbb200b3820 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:00.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.285+0000 7fbb26a13700 1 -- 172.21.15.33:0/3844157857 shutdown_connections 2024-09-13T15:01:00.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.285+0000 7fbb26a13700 1 -- 172.21.15.33:0/3844157857 wait complete. 2024-09-13T15:01:00.310 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:00.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.425+0000 7ffa3f528700 1 Processor -- start 2024-09-13T15:01:00.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.425+0000 7ffa3f528700 1 -- start start 2024-09-13T15:01:00.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3f528700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ffa3815cc00 0x7ffa380d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3f528700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380d0c20 0x7ffa380d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3f528700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffa380cdb00 con 0x7ffa380ce8c0 2024-09-13T15:01:00.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3f528700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffa380cdde0 con 0x7ffa3815cc00 2024-09-13T15:01:00.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3f528700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa380ce0c0 con 0x7ffa380d0c20 2024-09-13T15:01:00.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3ed27700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7ffa380ce8c0 0x7ffa38160880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:48660/0 (socket says 172.21.15.33:48660) 2024-09-13T15:01:00.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3ed27700 1 -- 172.21.15.33:0/1940115916 learned_addr learned my addr 172.21.15.33:0/1940115916 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:00.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3e526700 1 --2- 172.21.15.33:0/1940115916 >> v2:172.21.15.103:3300/0 conn(0x7ffa3815cc00 0x7ffa380d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3dd25700 1 --2- 172.21.15.33:0/1940115916 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380d0c20 0x7ffa380d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 -- 172.21.15.33:0/1940115916 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 250424355 0 0) 0x7ffa380cdb00 con 0x7ffa380ce8c0 2024-09-13T15:01:00.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 -- 172.21.15.33:0/1940115916 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffa240035d0 con 0x7ffa380ce8c0 2024-09-13T15:01:00.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 -- 172.21.15.33:0/1940115916 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4038045474 0 0) 0x7ffa240035d0 con 0x7ffa380ce8c0 2024-09-13T15:01:00.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 -- 172.21.15.33:0/1940115916 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380d0c20 msgr2=0x7ffa380d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:00.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 --2- 172.21.15.33:0/1940115916 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380d0c20 0x7ffa380d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 -- 172.21.15.33:0/1940115916 >> v2:172.21.15.103:3300/0 conn(0x7ffa3815cc00 msgr2=0x7ffa380d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:00.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 --2- 172.21.15.33:0/1940115916 >> v2:172.21.15.103:3300/0 conn(0x7ffa3815cc00 0x7ffa380d06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 -- 172.21.15.33:0/1940115916 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa380ce3a0 con 0x7ffa380ce8c0 2024-09-13T15:01:00.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 -- 172.21.15.33:0/1940115916 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7ffa300019f0 con 0x7ffa380ce8c0 2024-09-13T15:01:00.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3dd25700 1 --2- 172.21.15.33:0/1940115916 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380d0c20 0x7ffa380d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:00.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 -- 172.21.15.33:0/1940115916 >> v1:172.21.15.33:6789/0 conn(0x7ffa380ce8c0 legacy=0x7ffa38160880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 --2- 172.21.15.33:0/1940115916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa24003a20 0x7ffa24003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 --2- 172.21.15.33:0/1940115916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa24004870 0x7ffa24004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 --2- 172.21.15.33:0/1940115916 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380d0c20 0x7ffa24005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 -- 172.21.15.33:0/1940115916 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa380cdde0 con 0x7ffa24003a20 2024-09-13T15:01:00.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 -- 172.21.15.33:0/1940115916 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa380ce0c0 con 0x7ffa24004870 2024-09-13T15:01:00.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 -- 172.21.15.33:0/1940115916 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa2400ba30 con 0x7ffa380d0c20 2024-09-13T15:01:00.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3e526700 1 --2- 172.21.15.33:0/1940115916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa24003a20 0x7ffa24003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3dd25700 1 --2- 172.21.15.33:0/1940115916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa24004870 0x7ffa24004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3ed27700 1 --2- 172.21.15.33:0/1940115916 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380d0c20 0x7ffa24005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3ed27700 1 -- 172.21.15.33:0/1940115916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa24004870 msgr2=0x7ffa24004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:00.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3ed27700 1 --2- 172.21.15.33:0/1940115916 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa24004870 0x7ffa24004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3ed27700 1 -- 172.21.15.33:0/1940115916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa24003a20 msgr2=0x7ffa24003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:00.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3ed27700 1 --2- 172.21.15.33:0/1940115916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa24003a20 0x7ffa24003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3ed27700 1 -- 172.21.15.33:0/1940115916 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa340094b0 con 0x7ffa380d0c20 2024-09-13T15:01:00.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3e526700 1 --2- 172.21.15.33:0/1940115916 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa24003a20 0x7ffa24003e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:00.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3ed27700 1 --2- 172.21.15.33:0/1940115916 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380d0c20 0x7ffa24005230 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ffa380a0a40 tx=0x7ffa240058a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=410908636be85eec server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:00.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 -- 172.21.15.33:0/1940115916 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa300072d0 con 0x7ffa380d0c20 2024-09-13T15:01:00.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 -- 172.21.15.33:0/1940115916 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa30007450 con 0x7ffa380d0c20 2024-09-13T15:01:00.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3d524700 1 -- 172.21.15.33:0/1940115916 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa30007800 con 0x7ffa380d0c20 2024-09-13T15:01:00.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3f528700 1 -- 172.21.15.33:0/1940115916 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380d0c20 msgr2=0x7ffa24005230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3f528700 1 --2- 172.21.15.33:0/1940115916 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380d0c20 0x7ffa24005230 secure :-1 s=READY pgs=35 cs=0 l=1 rev1=1 crypto rx=0x7ffa380a0a40 tx=0x7ffa240058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3ed27700 1 -- 172.21.15.33:0/1940115916 reap_dead start 2024-09-13T15:01:00.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3f528700 1 -- 172.21.15.33:0/1940115916 shutdown_connections 2024-09-13T15:01:00.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.429+0000 7ffa3f528700 1 -- 172.21.15.33:0/1940115916 >> 172.21.15.33:0/1940115916 conn(0x7ffa3808c080 msgr2=0x7ffa380d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:00.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3f528700 1 -- 172.21.15.33:0/1940115916 shutdown_connections 2024-09-13T15:01:00.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3f528700 1 -- 172.21.15.33:0/1940115916 wait complete. 2024-09-13T15:01:00.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3f528700 1 Processor -- start 2024-09-13T15:01:00.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3f528700 1 -- start start 2024-09-13T15:01:00.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3f528700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa381523c0 0x7ffa380cbab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3f528700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa38152a70 0x7ffa380d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3f528700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380c7350 0x7ffa380d1610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3f528700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa380c62f0 con 0x7ffa381523c0 2024-09-13T15:01:00.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3f528700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffa381527a0 con 0x7ffa38152a70 2024-09-13T15:01:00.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3f528700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffa380c6590 con 0x7ffa380c7350 2024-09-13T15:01:00.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3e526700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa381523c0 0x7ffa380cbab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3e526700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa381523c0 0x7ffa380cbab0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33382/0 (socket says 172.21.15.33:33382) 2024-09-13T15:01:00.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3e526700 1 -- 172.21.15.33:0/486227901 learned_addr learned my addr 172.21.15.33:0/486227901 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:00.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3dd25700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa38152a70 0x7ffa380d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3ed27700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380c7350 0x7ffa380d1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3e526700 1 -- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380c7350 msgr2=0x7ffa380d1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3e526700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380c7350 0x7ffa380d1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3e526700 1 -- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa38152a70 msgr2=0x7ffa380d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3e526700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa38152a70 0x7ffa380d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3e526700 1 -- 172.21.15.33:0/486227901 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffa380c6870 con 0x7ffa381523c0 2024-09-13T15:01:00.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3ed27700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380c7350 0x7ffa380d1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:00.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3dd25700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa38152a70 0x7ffa380d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:00.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3e526700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa381523c0 0x7ffa380cbab0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ffa28011ca0 tx=0x7ffa2800f520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:00.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa2effd700 1 -- 172.21.15.33:0/486227901 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa28011ea0 con 0x7ffa381523c0 2024-09-13T15:01:00.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa2effd700 1 -- 172.21.15.33:0/486227901 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffa2800fce0 con 0x7ffa381523c0 2024-09-13T15:01:00.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3f528700 1 -- 172.21.15.33:0/486227901 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffa380c6b50 con 0x7ffa381523c0 2024-09-13T15:01:00.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa2effd700 1 -- 172.21.15.33:0/486227901 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffa28004260 con 0x7ffa381523c0 2024-09-13T15:01:00.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.433+0000 7ffa3f528700 1 -- 172.21.15.33:0/486227901 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffa380cbff0 con 0x7ffa381523c0 2024-09-13T15:01:00.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.437+0000 7ffa3f528700 1 -- 172.21.15.33:0/486227901 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffa380cdb00 con 0x7ffa381523c0 2024-09-13T15:01:00.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.437+0000 7ffa2effd700 1 -- 172.21.15.33:0/486227901 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ffa280043c0 con 0x7ffa381523c0 2024-09-13T15:01:00.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.437+0000 7ffa2effd700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffa1c066730 0x7ffa1c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.437+0000 7ffa3dd25700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffa1c066730 0x7ffa1c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.437+0000 7ffa2effd700 1 -- 172.21.15.33:0/486227901 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ffa28084b70 con 0x7ffa381523c0 2024-09-13T15:01:00.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.437+0000 7ffa3dd25700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffa1c066730 0x7ffa1c068bf0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ffa380b5030 tx=0x7ffa34008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:00.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.445+0000 7ffa2effd700 1 -- 172.21.15.33:0/486227901 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ffa28051be0 con 0x7ffa381523c0 2024-09-13T15:01:00.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.613+0000 7ffa3f528700 1 -- 172.21.15.33:0/486227901 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ffa3808c560 con 0x7ffa381523c0 2024-09-13T15:01:00.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.617+0000 7ffa2effd700 1 -- 172.21.15.33:0/486227901 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7ffa28022020 con 0x7ffa381523c0 2024-09-13T15:01:00.622 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:00.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.621+0000 7ffa3f528700 1 -- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffa1c066730 msgr2=0x7ffa1c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.621+0000 7ffa3f528700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffa1c066730 0x7ffa1c068bf0 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7ffa380b5030 tx=0x7ffa34008040 comp rx=0 tx=0).stop 2024-09-13T15:01:00.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.621+0000 7ffa3f528700 1 -- 172.21.15.33:0/486227901 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa381523c0 msgr2=0x7ffa380cbab0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.621+0000 7ffa3f528700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa381523c0 0x7ffa380cbab0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7ffa28011ca0 tx=0x7ffa2800f520 comp rx=0 tx=0).stop 2024-09-13T15:01:00.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.621+0000 7ffa3f528700 1 -- 172.21.15.33:0/486227901 shutdown_connections 2024-09-13T15:01:00.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.621+0000 7ffa3f528700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffa1c066730 0x7ffa1c068bf0 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.621+0000 7ffa3f528700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffa380c7350 0x7ffa380d1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.621+0000 7ffa3f528700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffa38152a70 0x7ffa380d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.621+0000 7ffa3f528700 1 --2- 172.21.15.33:0/486227901 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffa381523c0 0x7ffa380cbab0 unknown :-1 s=CLOSED pgs=90 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.621+0000 7ffa3f528700 1 -- 172.21.15.33:0/486227901 >> 172.21.15.33:0/486227901 conn(0x7ffa3808c080 msgr2=0x7ffa380663f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:00.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.621+0000 7ffa3f528700 1 -- 172.21.15.33:0/486227901 shutdown_connections 2024-09-13T15:01:00.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.621+0000 7ffa3f528700 1 -- 172.21.15.33:0/486227901 wait complete. 2024-09-13T15:01:00.644 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:00.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.757+0000 7efd55d87700 1 Processor -- start 2024-09-13T15:01:00.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.757+0000 7efd55d87700 1 -- start start 2024-09-13T15:01:00.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55d87700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7efd50159800 0x7efd50159be0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55d87700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efd5006ee00 0x7efd500b3560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55d87700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efd5006f3a0 con 0x7efd500b3aa0 2024-09-13T15:01:00.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55d87700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efd500b2a80 con 0x7efd50159800 2024-09-13T15:01:00.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55d87700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd500b2d60 con 0x7efd5006ee00 2024-09-13T15:01:00.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55586700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7efd500b3aa0 0x7efd500b3ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:48662/0 (socket says 172.21.15.33:48662) 2024-09-13T15:01:00.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55586700 1 -- 172.21.15.33:0/861066088 learned_addr learned my addr 172.21.15.33:0/861066088 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:00.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd4ffff700 1 --2- 172.21.15.33:0/861066088 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efd5006ee00 0x7efd500b3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd54d85700 1 --2- 172.21.15.33:0/861066088 >> v2:172.21.15.103:3300/0 conn(0x7efd50159800 0x7efd50159be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd54d85700 1 -- 172.21.15.33:0/861066088 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efd5006ee00 msgr2=0x7efd500b3560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:00.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd54d85700 1 --2- 172.21.15.33:0/861066088 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efd5006ee00 0x7efd500b3560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd54d85700 1 -- 172.21.15.33:0/861066088 >> v1:172.21.15.33:6789/0 conn(0x7efd500b3aa0 legacy=0x7efd500b3ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd54d85700 1 -- 172.21.15.33:0/861066088 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd500b3040 con 0x7efd50159800 2024-09-13T15:01:00.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd4f7fe700 1 -- 172.21.15.33:0/861066088 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1003905270 0 0) 0x7efd5006f3a0 con 0x7efd500b3aa0 2024-09-13T15:01:00.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd54d85700 1 --2- 172.21.15.33:0/861066088 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd50159800 0x7efd50159be0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efd44009850 tx=0x7efd44009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5bc91928700263f4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:00.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd4f7fe700 1 -- 172.21.15.33:0/861066088 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd4400f8a0 con 0x7efd50159800 2024-09-13T15:01:00.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd4f7fe700 1 -- 172.21.15.33:0/861066088 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd4400fa00 con 0x7efd50159800 2024-09-13T15:01:00.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd4f7fe700 1 -- 172.21.15.33:0/861066088 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd4400fdb0 con 0x7efd50159800 2024-09-13T15:01:00.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55d87700 1 -- 172.21.15.33:0/861066088 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd50159800 msgr2=0x7efd50159be0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55d87700 1 --2- 172.21.15.33:0/861066088 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd50159800 0x7efd50159be0 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7efd44009850 tx=0x7efd44009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:00.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55d87700 1 -- 172.21.15.33:0/861066088 shutdown_connections 2024-09-13T15:01:00.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55d87700 1 --2- 172.21.15.33:0/861066088 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efd5006ee00 0x7efd500b3560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55d87700 1 --2- 172.21.15.33:0/861066088 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd50159800 0x7efd50159be0 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55d87700 1 -- 172.21.15.33:0/861066088 >> 172.21.15.33:0/861066088 conn(0x7efd500b15e0 msgr2=0x7efd500b19c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:00.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55d87700 1 -- 172.21.15.33:0/861066088 shutdown_connections 2024-09-13T15:01:00.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.761+0000 7efd55d87700 1 -- 172.21.15.33:0/861066088 wait complete. 2024-09-13T15:01:00.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.765+0000 7efd55d87700 1 Processor -- start 2024-09-13T15:01:00.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.765+0000 7efd55d87700 1 -- start start 2024-09-13T15:01:00.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.765+0000 7efd55d87700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd5006ee00 0x7efd501e8040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.765+0000 7efd55d87700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efd500b3aa0 0x7efd50153a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.765+0000 7efd55d87700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd50159800 0x7efd501ee140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.765+0000 7efd55d87700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd50152fd0 con 0x7efd5006ee00 2024-09-13T15:01:00.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.765+0000 7efd55d87700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efd501eec30 con 0x7efd50159800 2024-09-13T15:01:00.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.765+0000 7efd55d87700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efd501eef10 con 0x7efd500b3aa0 2024-09-13T15:01:00.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.765+0000 7efd54d85700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd5006ee00 0x7efd501e8040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.765+0000 7efd54d85700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd5006ee00 0x7efd501e8040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33390/0 (socket says 172.21.15.33:33390) 2024-09-13T15:01:00.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.765+0000 7efd54d85700 1 -- 172.21.15.33:0/2788300531 learned_addr learned my addr 172.21.15.33:0/2788300531 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:00.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.765+0000 7efd4ffff700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efd500b3aa0 0x7efd50153a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.765+0000 7efd55586700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd50159800 0x7efd501ee140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd55586700 1 -- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efd500b3aa0 msgr2=0x7efd50153a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd55586700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efd500b3aa0 0x7efd50153a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd55586700 1 -- 172.21.15.33:0/2788300531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd5006ee00 msgr2=0x7efd501e8040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd55586700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd5006ee00 0x7efd501e8040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd55586700 1 -- 172.21.15.33:0/2788300531 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efd440094b0 con 0x7efd50159800 2024-09-13T15:01:00.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd54d85700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd5006ee00 0x7efd501e8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:00.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd4ffff700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efd500b3aa0 0x7efd50153a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:00.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd55586700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd50159800 0x7efd501ee140 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7efd4800cbe0 tx=0x7efd4800cef0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:00.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd4d7fa700 1 -- 172.21.15.33:0/2788300531 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd4800aa40 con 0x7efd50159800 2024-09-13T15:01:00.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd55d87700 1 -- 172.21.15.33:0/2788300531 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efd50153220 con 0x7efd50159800 2024-09-13T15:01:00.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd4d7fa700 1 -- 172.21.15.33:0/2788300531 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efd4800abc0 con 0x7efd50159800 2024-09-13T15:01:00.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd4d7fa700 1 -- 172.21.15.33:0/2788300531 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efd480070d0 con 0x7efd50159800 2024-09-13T15:01:00.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd55d87700 1 -- 172.21.15.33:0/2788300531 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efd501e8580 con 0x7efd50159800 2024-09-13T15:01:00.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd55d87700 1 -- 172.21.15.33:0/2788300531 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efd500b3560 con 0x7efd50159800 2024-09-13T15:01:00.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.769+0000 7efd4d7fa700 1 -- 172.21.15.33:0/2788300531 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efd48007230 con 0x7efd50159800 2024-09-13T15:01:00.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.773+0000 7efd4d7fa700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efd3c066730 0x7efd3c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:00.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.773+0000 7efd4d7fa700 1 -- 172.21.15.33:0/2788300531 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7efd48083db0 con 0x7efd50159800 2024-09-13T15:01:00.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.773+0000 7efd54d85700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efd3c066730 0x7efd3c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:00.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.773+0000 7efd54d85700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efd3c066730 0x7efd3c068bf0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7efd501f1690 tx=0x7efd4401b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:00.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.781+0000 7efd4d7fa700 1 -- 172.21.15.33:0/2788300531 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efd48050db0 con 0x7efd50159800 2024-09-13T15:01:00.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.957+0000 7efd55d87700 1 -- 172.21.15.33:0/2788300531 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7efd501ef0d0 con 0x7efd50159800 2024-09-13T15:01:00.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.961+0000 7efd4d7fa700 1 -- 172.21.15.33:0/2788300531 <== mon.1 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7efd480180a0 con 0x7efd50159800 2024-09-13T15:01:00.967 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:00.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.965+0000 7efd55d87700 1 -- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efd3c066730 msgr2=0x7efd3c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.965+0000 7efd55d87700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efd3c066730 0x7efd3c068bf0 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7efd501f1690 tx=0x7efd4401b040 comp rx=0 tx=0).stop 2024-09-13T15:01:00.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.965+0000 7efd55d87700 1 -- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd50159800 msgr2=0x7efd501ee140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:00.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.965+0000 7efd55d87700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd50159800 0x7efd501ee140 secure :-1 s=READY pgs=61 cs=0 l=1 rev1=1 crypto rx=0x7efd4800cbe0 tx=0x7efd4800cef0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.965+0000 7efd55d87700 1 -- 172.21.15.33:0/2788300531 shutdown_connections 2024-09-13T15:01:00.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.965+0000 7efd55d87700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efd3c066730 0x7efd3c068bf0 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.965+0000 7efd55d87700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efd50159800 0x7efd501ee140 unknown :-1 s=CLOSED pgs=61 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.965+0000 7efd55d87700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efd500b3aa0 0x7efd50153a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.965+0000 7efd55d87700 1 --2- 172.21.15.33:0/2788300531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efd5006ee00 0x7efd501e8040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:00.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.965+0000 7efd55d87700 1 -- 172.21.15.33:0/2788300531 >> 172.21.15.33:0/2788300531 conn(0x7efd500b15e0 msgr2=0x7efd500af3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:00.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.965+0000 7efd55d87700 1 -- 172.21.15.33:0/2788300531 shutdown_connections 2024-09-13T15:01:00.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:00.965+0000 7efd55d87700 1 -- 172.21.15.33:0/2788300531 wait complete. 2024-09-13T15:01:00.986 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:01:01.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.093+0000 7f54a1905700 1 Processor -- start 2024-09-13T15:01:01.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.093+0000 7f54a1905700 1 -- start start 2024-09-13T15:01:01.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a1905700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f549c1597f0 0x7f549c0cf7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a1905700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f549c15e2d0 con 0x7f549c159bd0 2024-09-13T15:01:01.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a1905700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f549c0cf520 con 0x7f549c0713b0 2024-09-13T15:01:01.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a1905700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f549c0b2980 con 0x7f549c1597f0 2024-09-13T15:01:01.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a0903700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f549c1597f0 0x7f549c0cf7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a0903700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f549c1597f0 0x7f549c0cf7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33406/0 (socket says 172.21.15.33:33406) 2024-09-13T15:01:01.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a0903700 1 -- 172.21.15.33:0/2420962962 learned_addr learned my addr 172.21.15.33:0/2420962962 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:01.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f549bfff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f549c159bd0 0x7f549c15d4b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:48664/0 (socket says 172.21.15.33:48664) 2024-09-13T15:01:01.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a0903700 1 -- 172.21.15.33:0/2420962962 >> v1:172.21.15.103:6789/0 conn(0x7f549c0713b0 legacy=0x7f549c15dbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a0903700 1 -- 172.21.15.33:0/2420962962 >> v1:172.21.15.33:6789/0 conn(0x7f549c159bd0 legacy=0x7f549c15d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a0903700 1 -- 172.21.15.33:0/2420962962 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f549c0b2c60 con 0x7f549c1597f0 2024-09-13T15:01:01.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a0903700 1 --2- 172.21.15.33:0/2420962962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f549c1597f0 0x7f549c0cf7c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5490009910 tx=0x7f5490009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=32955b8d0d0654f1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:01.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f549b7fe700 1 -- 172.21.15.33:0/2420962962 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f549000ba60 con 0x7f549c1597f0 2024-09-13T15:01:01.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f549b7fe700 1 -- 172.21.15.33:0/2420962962 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f549000bbc0 con 0x7f549c1597f0 2024-09-13T15:01:01.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f549b7fe700 1 -- 172.21.15.33:0/2420962962 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5490009e60 con 0x7f549c1597f0 2024-09-13T15:01:01.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a1905700 1 -- 172.21.15.33:0/2420962962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f549c1597f0 msgr2=0x7f549c0cf7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a1905700 1 --2- 172.21.15.33:0/2420962962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f549c1597f0 0x7f549c0cf7c0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f5490009910 tx=0x7f5490009c20 comp rx=0 tx=0).stop 2024-09-13T15:01:01.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a1905700 1 -- 172.21.15.33:0/2420962962 shutdown_connections 2024-09-13T15:01:01.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a1905700 1 --2- 172.21.15.33:0/2420962962 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f549c1597f0 0x7f549c0cf7c0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a1905700 1 -- 172.21.15.33:0/2420962962 >> 172.21.15.33:0/2420962962 conn(0x7f549c06b460 msgr2=0x7f549c06b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:01.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.097+0000 7f54a1905700 1 -- 172.21.15.33:0/2420962962 shutdown_connections 2024-09-13T15:01:01.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.101+0000 7f54a1905700 1 -- 172.21.15.33:0/2420962962 wait complete. 2024-09-13T15:01:01.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.101+0000 7f54a1905700 1 Processor -- start 2024-09-13T15:01:01.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.101+0000 7f54a1905700 1 -- start start 2024-09-13T15:01:01.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.101+0000 7f54a1905700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f549c0713b0 0x7f549c154cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.101+0000 7f54a1905700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f549c1597f0 0x7f549c15c620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.101+0000 7f54a1905700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f549c159bd0 0x7f549c0af630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.101+0000 7f54a1905700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f549c15cb60 con 0x7f549c0713b0 2024-09-13T15:01:01.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.101+0000 7f54a1905700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f549c151480 con 0x7f549c1597f0 2024-09-13T15:01:01.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.101+0000 7f54a1905700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f549c154840 con 0x7f549c159bd0 2024-09-13T15:01:01.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.101+0000 7f54a0903700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f549c0713b0 0x7f549c154cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.101+0000 7f54a0903700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f549c0713b0 0x7f549c154cd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:33420/0 (socket says 172.21.15.33:33420) 2024-09-13T15:01:01.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.101+0000 7f54a0903700 1 -- 172.21.15.33:0/1267385051 learned_addr learned my addr 172.21.15.33:0/1267385051 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:01.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f549bfff700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f549c1597f0 0x7f549c15c620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54a1104700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f549c159bd0 0x7f549c0af630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54a0903700 1 -- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f549c159bd0 msgr2=0x7f549c0af630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54a0903700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f549c159bd0 0x7f549c0af630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54a0903700 1 -- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f549c1597f0 msgr2=0x7f549c15c620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54a0903700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f549c1597f0 0x7f549c15c620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54a0903700 1 -- 172.21.15.33:0/1267385051 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5490009570 con 0x7f549c0713b0 2024-09-13T15:01:01.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f549bfff700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f549c1597f0 0x7f549c15c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:01.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54a1104700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f549c159bd0 0x7f549c0af630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:01.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54a0903700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f549c0713b0 0x7f549c154cd0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5490006f80 tx=0x7f5490004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:01.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54997fa700 1 -- 172.21.15.33:0/1267385051 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f54900036c0 con 0x7f549c0713b0 2024-09-13T15:01:01.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54997fa700 1 -- 172.21.15.33:0/1267385051 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f549001f070 con 0x7f549c0713b0 2024-09-13T15:01:01.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54a1905700 1 -- 172.21.15.33:0/1267385051 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f549c151c90 con 0x7f549c0713b0 2024-09-13T15:01:01.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54997fa700 1 -- 172.21.15.33:0/1267385051 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5490003a80 con 0x7f549c0713b0 2024-09-13T15:01:01.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54a1905700 1 -- 172.21.15.33:0/1267385051 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f549c1519b0 con 0x7f549c0713b0 2024-09-13T15:01:01.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54a1905700 1 -- 172.21.15.33:0/1267385051 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f549c0677a0 con 0x7f549c0713b0 2024-09-13T15:01:01.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.105+0000 7f54997fa700 1 -- 172.21.15.33:0/1267385051 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5490003be0 con 0x7f549c0713b0 2024-09-13T15:01:01.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.109+0000 7f54997fa700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5480066730 0x7f5480068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.109+0000 7f54997fa700 1 -- 172.21.15.33:0/1267385051 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5490021070 con 0x7f549c0713b0 2024-09-13T15:01:01.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.109+0000 7f549bfff700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5480066730 0x7f5480068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.109+0000 7f549bfff700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5480066730 0x7f5480068bf0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f549c15c2a0 tx=0x7f5488007df0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:01.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.117+0000 7f54997fa700 1 -- 172.21.15.33:0/1267385051 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5490052f30 con 0x7f549c0713b0 2024-09-13T15:01:01.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.293+0000 7f54a1905700 1 -- 172.21.15.33:0/1267385051 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f549c0cd730 con 0x7f549c0713b0 2024-09-13T15:01:01.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.293+0000 7f54997fa700 1 -- 172.21.15.33:0/1267385051 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f5490015020 con 0x7f549c0713b0 2024-09-13T15:01:01.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.297+0000 7f54a1905700 1 -- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5480066730 msgr2=0x7f5480068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.297+0000 7f54a1905700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5480066730 0x7f5480068bf0 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f549c15c2a0 tx=0x7f5488007df0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.297+0000 7f54a1905700 1 -- 172.21.15.33:0/1267385051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f549c0713b0 msgr2=0x7f549c154cd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.297+0000 7f54a1905700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f549c0713b0 0x7f549c154cd0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5490006f80 tx=0x7f5490004770 comp rx=0 tx=0).stop 2024-09-13T15:01:01.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.297+0000 7f54a1905700 1 -- 172.21.15.33:0/1267385051 shutdown_connections 2024-09-13T15:01:01.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.297+0000 7f54a1905700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5480066730 0x7f5480068bf0 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.297+0000 7f54a1905700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f549c159bd0 0x7f549c0af630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.297+0000 7f54a1905700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f549c1597f0 0x7f549c15c620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.297+0000 7f54a1905700 1 --2- 172.21.15.33:0/1267385051 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f549c0713b0 0x7f549c154cd0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.297+0000 7f54a1905700 1 -- 172.21.15.33:0/1267385051 >> 172.21.15.33:0/1267385051 conn(0x7f549c06b460 msgr2=0x7f549c0b3d40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:01.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.297+0000 7f54a1905700 1 -- 172.21.15.33:0/1267385051 shutdown_connections 2024-09-13T15:01:01.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.297+0000 7f54a1905700 1 -- 172.21.15.33:0/1267385051 wait complete. 2024-09-13T15:01:01.306 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-09-13T15:01:01.323 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:01:01.323 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:01:01.331 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:01.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.485+0000 7fc34534e700 1 Processor -- start 2024-09-13T15:01:01.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.485+0000 7fc34534e700 1 -- start start 2024-09-13T15:01:01.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.485+0000 7fc34534e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fc3400cc060 0x7fc3400cd930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc34534e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc3400cde70 0x7fc3400b2380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc34534e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc34006cf60 con 0x7fc3400adb30 2024-09-13T15:01:01.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc34534e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc3400cc4d0 con 0x7fc3400cc060 2024-09-13T15:01:01.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc34534e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc34006c350 con 0x7fc3400cde70 2024-09-13T15:01:01.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc33f7fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fc3400cc060 0x7fc3400cd930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc33f7fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fc3400cc060 0x7fc3400cd930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50406/0 (socket says 172.21.15.33:50406) 2024-09-13T15:01:01.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc33f7fe700 1 -- 172.21.15.33:0/2474362549 learned_addr learned my addr 172.21.15.33:0/2474362549 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:01.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc344b4d700 1 --2- 172.21.15.33:0/2474362549 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc3400cde70 0x7fc3400b2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc33f7fe700 1 -- 172.21.15.33:0/2474362549 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc3400cde70 msgr2=0x7fc3400b2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:01.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc33f7fe700 1 --2- 172.21.15.33:0/2474362549 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc3400cde70 0x7fc3400b2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc33f7fe700 1 -- 172.21.15.33:0/2474362549 >> v1:172.21.15.33:6789/0 conn(0x7fc3400adb30 legacy=0x7fc34006bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc33f7fe700 1 -- 172.21.15.33:0/2474362549 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc34006c630 con 0x7fc3400cc060 2024-09-13T15:01:01.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc33f7fe700 1 --2- 172.21.15.33:0/2474362549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3400cc060 0x7fc3400cd930 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fc330009910 tx=0x7fc330009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=df07af75e7058f5f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:01.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc33effd700 1 -- 172.21.15.33:0/2474362549 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc33000ba60 con 0x7fc3400cc060 2024-09-13T15:01:01.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc33effd700 1 -- 172.21.15.33:0/2474362549 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc33000bbc0 con 0x7fc3400cc060 2024-09-13T15:01:01.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc33effd700 1 -- 172.21.15.33:0/2474362549 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc330009e60 con 0x7fc3400cc060 2024-09-13T15:01:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc34534e700 1 -- 172.21.15.33:0/2474362549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3400cc060 msgr2=0x7fc3400cd930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc34534e700 1 --2- 172.21.15.33:0/2474362549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3400cc060 0x7fc3400cd930 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fc330009910 tx=0x7fc330009c20 comp rx=0 tx=0).stop 2024-09-13T15:01:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc34534e700 1 -- 172.21.15.33:0/2474362549 shutdown_connections 2024-09-13T15:01:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc34534e700 1 --2- 172.21.15.33:0/2474362549 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc3400cde70 0x7fc3400b2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc34534e700 1 --2- 172.21.15.33:0/2474362549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3400cc060 0x7fc3400cd930 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc34534e700 1 -- 172.21.15.33:0/2474362549 >> 172.21.15.33:0/2474362549 conn(0x7fc34006a350 msgr2=0x7fc34006a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:01.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc34534e700 1 -- 172.21.15.33:0/2474362549 shutdown_connections 2024-09-13T15:01:01.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc34534e700 1 -- 172.21.15.33:0/2474362549 wait complete. 2024-09-13T15:01:01.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.489+0000 7fc34534e700 1 Processor -- start 2024-09-13T15:01:01.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc34534e700 1 -- start start 2024-09-13T15:01:01.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc34534e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc3400adb30 0x7fc340151be0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc34534e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3400cc060 0x7fc3400ac8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc34534e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc3400cde70 0x7fc3400ace00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc34534e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc340071000 con 0x7fc3400cc060 2024-09-13T15:01:01.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc34534e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc3400712e0 con 0x7fc3400adb30 2024-09-13T15:01:01.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc34534e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc3400715c0 con 0x7fc3400cde70 2024-09-13T15:01:01.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc33f7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3400cc060 0x7fc3400ac8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc33f7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3400cc060 0x7fc3400ac8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50410/0 (socket says 172.21.15.33:50410) 2024-09-13T15:01:01.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc33f7fe700 1 -- 172.21.15.33:0/1691215058 learned_addr learned my addr 172.21.15.33:0/1691215058 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:01.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc344b4d700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc3400cde70 0x7fc3400ace00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc33ffff700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc3400adb30 0x7fc340151be0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc33f7fe700 1 -- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc3400cde70 msgr2=0x7fc3400ace00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc33f7fe700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc3400cde70 0x7fc3400ace00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc33f7fe700 1 -- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc3400adb30 msgr2=0x7fc340151be0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc33f7fe700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc3400adb30 0x7fc340151be0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc33f7fe700 1 -- 172.21.15.33:0/1691215058 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc330009570 con 0x7fc3400cc060 2024-09-13T15:01:01.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc33ffff700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc3400adb30 0x7fc340151be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:01.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc33f7fe700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3400cc060 0x7fc3400ac8c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc340071ff0 tx=0x7fc330004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:01.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc33cff9700 1 -- 172.21.15.33:0/1691215058 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc330004510 con 0x7fc3400cc060 2024-09-13T15:01:01.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc33cff9700 1 -- 172.21.15.33:0/1691215058 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc33001f070 con 0x7fc3400cc060 2024-09-13T15:01:01.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc34534e700 1 -- 172.21.15.33:0/1691215058 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc3400718a0 con 0x7fc3400cc060 2024-09-13T15:01:01.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc33cff9700 1 -- 172.21.15.33:0/1691215058 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc330003900 con 0x7fc3400cc060 2024-09-13T15:01:01.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.493+0000 7fc34534e700 1 -- 172.21.15.33:0/1691215058 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc340070490 con 0x7fc3400cc060 2024-09-13T15:01:01.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.497+0000 7fc34534e700 1 -- 172.21.15.33:0/1691215058 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc3400adf10 con 0x7fc3400cc060 2024-09-13T15:01:01.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.497+0000 7fc33cff9700 1 -- 172.21.15.33:0/1691215058 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc330003a60 con 0x7fc3400cc060 2024-09-13T15:01:01.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.497+0000 7fc33cff9700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc32c066730 0x7fc32c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.497+0000 7fc33cff9700 1 -- 172.21.15.33:0/1691215058 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc330021070 con 0x7fc3400cc060 2024-09-13T15:01:01.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.497+0000 7fc33ffff700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc32c066730 0x7fc32c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.501+0000 7fc33ffff700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc32c066730 0x7fc32c068bf0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc334000f60 tx=0x7fc334009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:01.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.505+0000 7fc33cff9700 1 -- 172.21.15.33:0/1691215058 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc330052d70 con 0x7fc3400cc060 2024-09-13T15:01:01.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.685+0000 7fc34534e700 1 -- 172.21.15.33:0/1691215058 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fc3400b25d0 con 0x7fc3400cc060 2024-09-13T15:01:01.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.689+0000 7fc33cff9700 1 -- 172.21.15.33:0/1691215058 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7fc330015090 con 0x7fc3400cc060 2024-09-13T15:01:01.764 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:01.764 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:01.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.689+0000 7fc34534e700 1 -- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc32c066730 msgr2=0x7fc32c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.689+0000 7fc34534e700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc32c066730 0x7fc32c068bf0 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7fc334000f60 tx=0x7fc334009040 comp rx=0 tx=0).stop 2024-09-13T15:01:01.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.689+0000 7fc34534e700 1 -- 172.21.15.33:0/1691215058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3400cc060 msgr2=0x7fc3400ac8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.689+0000 7fc34534e700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3400cc060 0x7fc3400ac8c0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7fc340071ff0 tx=0x7fc330004770 comp rx=0 tx=0).stop 2024-09-13T15:01:01.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.689+0000 7fc34534e700 1 -- 172.21.15.33:0/1691215058 shutdown_connections 2024-09-13T15:01:01.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.689+0000 7fc34534e700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc32c066730 0x7fc32c068bf0 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.689+0000 7fc34534e700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc3400cde70 0x7fc3400ace00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.689+0000 7fc34534e700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc3400cc060 0x7fc3400ac8c0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.689+0000 7fc34534e700 1 --2- 172.21.15.33:0/1691215058 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc3400adb30 0x7fc340151be0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.689+0000 7fc34534e700 1 -- 172.21.15.33:0/1691215058 >> 172.21.15.33:0/1691215058 conn(0x7fc34006a350 msgr2=0x7fc3400afc10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:01.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.693+0000 7fc34534e700 1 -- 172.21.15.33:0/1691215058 shutdown_connections 2024-09-13T15:01:01.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.693+0000 7fc34534e700 1 -- 172.21.15.33:0/1691215058 wait complete. 2024-09-13T15:01:01.768 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:01.768 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:01.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.885+0000 7f053b59e700 1 Processor -- start 2024-09-13T15:01:01.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.885+0000 7f053b59e700 1 -- start start 2024-09-13T15:01:01.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f053c15cc00 0x7f053c0d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f053c0d0c20 0x7f053c0d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f053c0ce8c0 0x7f053c0d1610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f053c0cdb00 con 0x7f053c0ce8c0 2024-09-13T15:01:01.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f053c0cdde0 con 0x7f053c15cc00 2024-09-13T15:01:01.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f053c0ce0c0 con 0x7f053c0d0c20 2024-09-13T15:01:01.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053ad9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f053c0ce8c0 0x7f053c0d1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053ad9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f053c0ce8c0 0x7f053c0d1610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50412/0 (socket says 172.21.15.33:50412) 2024-09-13T15:01:01.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053ad9d700 1 -- 172.21.15.33:0/3675053618 learned_addr learned my addr 172.21.15.33:0/3675053618 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:01.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f0539d9b700 1 --2- 172.21.15.33:0/3675053618 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f053c0d0c20 0x7f053c0d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053a59c700 1 --2- 172.21.15.33:0/3675053618 >> v2:172.21.15.103:3300/0 conn(0x7f053c15cc00 0x7f053c0d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053ad9d700 1 -- 172.21.15.33:0/3675053618 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f053c0d0c20 msgr2=0x7f053c0d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:01.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053ad9d700 1 --2- 172.21.15.33:0/3675053618 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f053c0d0c20 0x7f053c0d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053ad9d700 1 -- 172.21.15.33:0/3675053618 >> v2:172.21.15.103:3300/0 conn(0x7f053c15cc00 msgr2=0x7f053c0d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:01.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053ad9d700 1 --2- 172.21.15.33:0/3675053618 >> v2:172.21.15.103:3300/0 conn(0x7f053c15cc00 0x7f053c0d06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053ad9d700 1 -- 172.21.15.33:0/3675053618 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f053c0ce3a0 con 0x7f053c0ce8c0 2024-09-13T15:01:01.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053ad9d700 1 --2- 172.21.15.33:0/3675053618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f053c0ce8c0 0x7f053c0d1610 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f053c0b5610 tx=0x7f053400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cf4448dd5b09cd9f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:01.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053959a700 1 -- 172.21.15.33:0/3675053618 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f053400e070 con 0x7f053c0ce8c0 2024-09-13T15:01:01.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053959a700 1 -- 172.21.15.33:0/3675053618 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f053400b910 con 0x7f053c0ce8c0 2024-09-13T15:01:01.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053959a700 1 -- 172.21.15.33:0/3675053618 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f053400bcc0 con 0x7f053c0ce8c0 2024-09-13T15:01:01.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 -- 172.21.15.33:0/3675053618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f053c0ce8c0 msgr2=0x7f053c0d1610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 --2- 172.21.15.33:0/3675053618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f053c0ce8c0 0x7f053c0d1610 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f053c0b5610 tx=0x7f053400b330 comp rx=0 tx=0).stop 2024-09-13T15:01:01.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 -- 172.21.15.33:0/3675053618 shutdown_connections 2024-09-13T15:01:01.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 --2- 172.21.15.33:0/3675053618 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f053c0d0c20 0x7f053c0d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 --2- 172.21.15.33:0/3675053618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f053c0ce8c0 0x7f053c0d1610 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 --2- 172.21.15.33:0/3675053618 >> v2:172.21.15.103:3300/0 conn(0x7f053c15cc00 0x7f053c0d06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 -- 172.21.15.33:0/3675053618 >> 172.21.15.33:0/3675053618 conn(0x7f053c08c080 msgr2=0x7f053c0d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:01.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 -- 172.21.15.33:0/3675053618 shutdown_connections 2024-09-13T15:01:01.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.889+0000 7f053b59e700 1 -- 172.21.15.33:0/3675053618 wait complete. 2024-09-13T15:01:01.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f053b59e700 1 Processor -- start 2024-09-13T15:01:01.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f053b59e700 1 -- start start 2024-09-13T15:01:01.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f053b59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f053c0ce8c0 0x7f053c0c8790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f053b59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f053c0d0c20 0x7f053c1559c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f053b59e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f053c15cc00 0x7f053c155f00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f053b59e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f053c0c8370 con 0x7f053c0d0c20 2024-09-13T15:01:01.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f053b59e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f053c0c76f0 con 0x7f053c15cc00 2024-09-13T15:01:01.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f053b59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f053c0c79d0 con 0x7f053c0ce8c0 2024-09-13T15:01:01.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f0539d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f053c0d0c20 0x7f053c1559c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f0539d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f053c0d0c20 0x7f053c1559c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50414/0 (socket says 172.21.15.33:50414) 2024-09-13T15:01:01.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f0539d9b700 1 -- 172.21.15.33:0/3745643147 learned_addr learned my addr 172.21.15.33:0/3745643147 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:01.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f053a59c700 1 --2- 172.21.15.33:0/3745643147 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f053c0ce8c0 0x7f053c0c8790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f053ad9d700 1 --2- 172.21.15.33:0/3745643147 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f053c15cc00 0x7f053c155f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f0539d9b700 1 -- 172.21.15.33:0/3745643147 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f053c0ce8c0 msgr2=0x7f053c0c8790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f0539d9b700 1 --2- 172.21.15.33:0/3745643147 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f053c0ce8c0 0x7f053c0c8790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f0539d9b700 1 -- 172.21.15.33:0/3745643147 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f053c15cc00 msgr2=0x7f053c155f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:01.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f0539d9b700 1 --2- 172.21.15.33:0/3745643147 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f053c15cc00 0x7f053c155f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:01.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f0539d9b700 1 -- 172.21.15.33:0/3745643147 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0534009b30 con 0x7f053c0d0c20 2024-09-13T15:01:01.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.893+0000 7f0539d9b700 1 --2- 172.21.15.33:0/3745643147 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f053c0d0c20 0x7f053c1559c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f053000e940 tx=0x7f053000ec50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:01.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.897+0000 7f052affd700 1 -- 172.21.15.33:0/3745643147 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0530013680 con 0x7f053c0d0c20 2024-09-13T15:01:01.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.897+0000 7f053b59e700 1 -- 172.21.15.33:0/3745643147 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f053c0c7cb0 con 0x7f053c0d0c20 2024-09-13T15:01:01.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.897+0000 7f052affd700 1 -- 172.21.15.33:0/3745643147 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05300137e0 con 0x7f053c0d0c20 2024-09-13T15:01:01.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.897+0000 7f052affd700 1 -- 172.21.15.33:0/3745643147 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0530013b70 con 0x7f053c0d0c20 2024-09-13T15:01:01.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.897+0000 7f053b59e700 1 -- 172.21.15.33:0/3745643147 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f053c0a05e0 con 0x7f053c0d0c20 2024-09-13T15:01:01.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.897+0000 7f053b59e700 1 -- 172.21.15.33:0/3745643147 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f053c0a0830 con 0x7f053c0d0c20 2024-09-13T15:01:01.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.897+0000 7f052affd700 1 -- 172.21.15.33:0/3745643147 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0530013cd0 con 0x7f053c0d0c20 2024-09-13T15:01:01.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.897+0000 7f052affd700 1 --2- 172.21.15.33:0/3745643147 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f051c066730 0x7f051c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:01.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.897+0000 7f052affd700 1 -- 172.21.15.33:0/3745643147 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f0530084440 con 0x7f053c0d0c20 2024-09-13T15:01:01.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.897+0000 7f053a59c700 1 --2- 172.21.15.33:0/3745643147 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f051c066730 0x7f051c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:01.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.901+0000 7f053a59c700 1 --2- 172.21.15.33:0/3745643147 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f051c066730 0x7f051c068bf0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f052c007a60 tx=0x7f052c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:01.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:01.909+0000 7f052affd700 1 -- 172.21.15.33:0/3745643147 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0530051440 con 0x7f053c0d0c20 2024-09-13T15:01:02.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.081+0000 7f053b59e700 1 -- 172.21.15.33:0/3745643147 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f053c0c84b0 con 0x7f053c0d0c20 2024-09-13T15:01:02.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.085+0000 7f052affd700 1 -- 172.21.15.33:0/3745643147 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f053c0c84b0 con 0x7f053c0d0c20 2024-09-13T15:01:02.090 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.085+0000 7f053b59e700 1 -- 172.21.15.33:0/3745643147 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f051c066730 msgr2=0x7f051c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.085+0000 7f053b59e700 1 --2- 172.21.15.33:0/3745643147 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f051c066730 0x7f051c068bf0 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f052c007a60 tx=0x7f052c008040 comp rx=0 tx=0).stop 2024-09-13T15:01:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.085+0000 7f053b59e700 1 -- 172.21.15.33:0/3745643147 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f053c0d0c20 msgr2=0x7f053c1559c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.085+0000 7f053b59e700 1 --2- 172.21.15.33:0/3745643147 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f053c0d0c20 0x7f053c1559c0 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f053000e940 tx=0x7f053000ec50 comp rx=0 tx=0).stop 2024-09-13T15:01:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.085+0000 7f053b59e700 1 -- 172.21.15.33:0/3745643147 shutdown_connections 2024-09-13T15:01:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.085+0000 7f053b59e700 1 --2- 172.21.15.33:0/3745643147 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f051c066730 0x7f051c068bf0 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.085+0000 7f053b59e700 1 --2- 172.21.15.33:0/3745643147 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f053c15cc00 0x7f053c155f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.085+0000 7f053b59e700 1 --2- 172.21.15.33:0/3745643147 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f053c0d0c20 0x7f053c1559c0 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.085+0000 7f053b59e700 1 --2- 172.21.15.33:0/3745643147 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f053c0ce8c0 0x7f053c0c8790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.085+0000 7f053b59e700 1 -- 172.21.15.33:0/3745643147 >> 172.21.15.33:0/3745643147 conn(0x7f053c08c080 msgr2=0x7f053c0b6730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:02.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.085+0000 7f053b59e700 1 -- 172.21.15.33:0/3745643147 shutdown_connections 2024-09-13T15:01:02.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.085+0000 7f053b59e700 1 -- 172.21.15.33:0/3745643147 wait complete. 2024-09-13T15:01:02.105 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:02.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.221+0000 7f6395ca7700 1 Processor -- start 2024-09-13T15:01:02.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.221+0000 7f6395ca7700 1 -- start start 2024-09-13T15:01:02.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.221+0000 7f6395ca7700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f63900b1870 0x7f63900b1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.221+0000 7f6395ca7700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f63900cd190 0x7f63900cd5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.221+0000 7f6395ca7700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f63900b2210 con 0x7f639015aca0 2024-09-13T15:01:02.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.221+0000 7f6395ca7700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f63900b3540 con 0x7f63900b1870 2024-09-13T15:01:02.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.221+0000 7f6395ca7700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f63900b12e0 con 0x7f63900cd190 2024-09-13T15:01:02.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.221+0000 7f638ffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f63900cd190 0x7f63900cd5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.221+0000 7f6386ffd700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f63900b1870 0x7f63900b1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.221+0000 7f638ffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f63900cd190 0x7f63900cd5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:39684/0 (socket says 172.21.15.33:39684) 2024-09-13T15:01:02.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.221+0000 7f638ffff700 1 -- 172.21.15.33:0/2550511231 learned_addr learned my addr 172.21.15.33:0/2550511231 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:02.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f638ffff700 1 -- 172.21.15.33:0/2550511231 >> v2:172.21.15.103:3300/0 conn(0x7f63900b1870 msgr2=0x7f63900b1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:02.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f638ffff700 1 --2- 172.21.15.33:0/2550511231 >> v2:172.21.15.103:3300/0 conn(0x7f63900b1870 0x7f63900b1cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f638ffff700 1 -- 172.21.15.33:0/2550511231 >> v1:172.21.15.103:6789/0 conn(0x7f639015aca0 legacy=0x7f63900cf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f638ffff700 1 -- 172.21.15.33:0/2550511231 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f63900cfa30 con 0x7f63900cd190 2024-09-13T15:01:02.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f638ffff700 1 --2- 172.21.15.33:0/2550511231 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f63900cd190 0x7f63900cd5e0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6388009e50 tx=0x7f638800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=19db053d0cfe16ce server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:02.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f638effd700 1 -- 172.21.15.33:0/2550511231 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f638800e070 con 0x7f63900cd190 2024-09-13T15:01:02.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f638effd700 1 -- 172.21.15.33:0/2550511231 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f638800b910 con 0x7f63900cd190 2024-09-13T15:01:02.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f638effd700 1 -- 172.21.15.33:0/2550511231 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f638800bcc0 con 0x7f63900cd190 2024-09-13T15:01:02.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f6395ca7700 1 -- 172.21.15.33:0/2550511231 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f63900cd190 msgr2=0x7f63900cd5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f6395ca7700 1 --2- 172.21.15.33:0/2550511231 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f63900cd190 0x7f63900cd5e0 secure :-1 s=READY pgs=36 cs=0 l=1 rev1=1 crypto rx=0x7f6388009e50 tx=0x7f638800b330 comp rx=0 tx=0).stop 2024-09-13T15:01:02.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f6395ca7700 1 -- 172.21.15.33:0/2550511231 shutdown_connections 2024-09-13T15:01:02.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f6395ca7700 1 --2- 172.21.15.33:0/2550511231 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f63900cd190 0x7f63900cd5e0 unknown :-1 s=CLOSED pgs=36 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f6395ca7700 1 --2- 172.21.15.33:0/2550511231 >> v2:172.21.15.103:3300/0 conn(0x7f63900b1870 0x7f63900b1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f6395ca7700 1 -- 172.21.15.33:0/2550511231 >> 172.21.15.33:0/2550511231 conn(0x7f63900b26e0 msgr2=0x7f63900b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:02.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f6395ca7700 1 -- 172.21.15.33:0/2550511231 shutdown_connections 2024-09-13T15:01:02.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f6395ca7700 1 -- 172.21.15.33:0/2550511231 wait complete. 2024-09-13T15:01:02.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f6395ca7700 1 Processor -- start 2024-09-13T15:01:02.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.225+0000 7f6395ca7700 1 -- start start 2024-09-13T15:01:02.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6395ca7700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63900b1870 0x7f6390140210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6395ca7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63900cd190 0x7f63901599e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6395ca7700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f639015aca0 0x7f6390156ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6395ca7700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f63900b5220 con 0x7f63900cd190 2024-09-13T15:01:02.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6395ca7700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f639015a520 con 0x7f63900b1870 2024-09-13T15:01:02.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6395ca7700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f639015a240 con 0x7f639015aca0 2024-09-13T15:01:02.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6386ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63900cd190 0x7f63901599e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6386ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63900cd190 0x7f63901599e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50424/0 (socket says 172.21.15.33:50424) 2024-09-13T15:01:02.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6386ffd700 1 -- 172.21.15.33:0/2041387605 learned_addr learned my addr 172.21.15.33:0/2041387605 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:02.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f638f7fe700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63900b1870 0x7f6390140210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f638ffff700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f639015aca0 0x7f6390156ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6386ffd700 1 -- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f639015aca0 msgr2=0x7f6390156ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6386ffd700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f639015aca0 0x7f6390156ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6386ffd700 1 -- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63900b1870 msgr2=0x7f6390140210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6386ffd700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63900b1870 0x7f6390140210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6386ffd700 1 -- 172.21.15.33:0/2041387605 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6388009b30 con 0x7f63900cd190 2024-09-13T15:01:02.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f638ffff700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f639015aca0 0x7f6390156ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:02.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6386ffd700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63900cd190 0x7f63901599e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f637800e9d0 tx=0x7f637800ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:02.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f638cff9700 1 -- 172.21.15.33:0/2041387605 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6378009720 con 0x7f63900cd190 2024-09-13T15:01:02.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f638cff9700 1 -- 172.21.15.33:0/2041387605 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f637800c850 con 0x7f63900cd190 2024-09-13T15:01:02.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6395ca7700 1 -- 172.21.15.33:0/2041387605 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f63900b4b60 con 0x7f63900cd190 2024-09-13T15:01:02.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f638cff9700 1 -- 172.21.15.33:0/2041387605 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f637800cbc0 con 0x7f63900cd190 2024-09-13T15:01:02.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6395ca7700 1 -- 172.21.15.33:0/2041387605 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6390159f20 con 0x7f63900cd190 2024-09-13T15:01:02.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.229+0000 7f6395ca7700 1 -- 172.21.15.33:0/2041387605 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f63900b0f70 con 0x7f63900cd190 2024-09-13T15:01:02.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.233+0000 7f638cff9700 1 -- 172.21.15.33:0/2041387605 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f637800cd20 con 0x7f63900cd190 2024-09-13T15:01:02.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.233+0000 7f638cff9700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6370066730 0x7f6370068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.233+0000 7f638cff9700 1 -- 172.21.15.33:0/2041387605 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6378084480 con 0x7f63900cd190 2024-09-13T15:01:02.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.233+0000 7f638f7fe700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6370066730 0x7f6370068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.233+0000 7f638f7fe700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6370066730 0x7f6370068bf0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6380000f60 tx=0x7f6380009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:02.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.245+0000 7f638cff9700 1 -- 172.21.15.33:0/2041387605 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6378051590 con 0x7f63900cd190 2024-09-13T15:01:02.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.417+0000 7f6395ca7700 1 -- 172.21.15.33:0/2041387605 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f639006d110 con 0x7f63900cd190 2024-09-13T15:01:02.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.417+0000 7f638cff9700 1 -- 172.21.15.33:0/2041387605 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6378054bb0 con 0x7f63900cd190 2024-09-13T15:01:02.425 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:02.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.421+0000 7f6395ca7700 1 -- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6370066730 msgr2=0x7f6370068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.421+0000 7f6395ca7700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6370066730 0x7f6370068bf0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7f6380000f60 tx=0x7f6380009040 comp rx=0 tx=0).stop 2024-09-13T15:01:02.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.421+0000 7f6395ca7700 1 -- 172.21.15.33:0/2041387605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63900cd190 msgr2=0x7f63901599e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.421+0000 7f6395ca7700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63900cd190 0x7f63901599e0 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f637800e9d0 tx=0x7f637800ece0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.421+0000 7f6395ca7700 1 -- 172.21.15.33:0/2041387605 shutdown_connections 2024-09-13T15:01:02.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.421+0000 7f6395ca7700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6370066730 0x7f6370068bf0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.421+0000 7f6395ca7700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f639015aca0 0x7f6390156ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.421+0000 7f6395ca7700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f63900cd190 0x7f63901599e0 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.421+0000 7f6395ca7700 1 --2- 172.21.15.33:0/2041387605 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f63900b1870 0x7f6390140210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.421+0000 7f6395ca7700 1 -- 172.21.15.33:0/2041387605 >> 172.21.15.33:0/2041387605 conn(0x7f63900b26e0 msgr2=0x7f639006bfa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:02.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.421+0000 7f6395ca7700 1 -- 172.21.15.33:0/2041387605 shutdown_connections 2024-09-13T15:01:02.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.421+0000 7f6395ca7700 1 -- 172.21.15.33:0/2041387605 wait complete. 2024-09-13T15:01:02.440 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:02.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.557+0000 7fd2061ae700 1 Processor -- start 2024-09-13T15:01:02.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.557+0000 7fd2061ae700 1 -- start start 2024-09-13T15:01:02.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.557+0000 7fd2061ae700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd20015cdf0 0x7fd2000cff80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.557+0000 7fd2061ae700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd2000cef70 con 0x7fd2000b3100 2024-09-13T15:01:02.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.557+0000 7fd2061ae700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd20015d1d0 con 0x7fd2000b3ff0 2024-09-13T15:01:02.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.557+0000 7fd2061ae700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd2000cf1c0 con 0x7fd20015cdf0 2024-09-13T15:01:02.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.557+0000 7fd2051ac700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd20015cdf0 0x7fd2000cff80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.557+0000 7fd2051ac700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd20015cdf0 0x7fd2000cff80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50440/0 (socket says 172.21.15.33:50440) 2024-09-13T15:01:02.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.557+0000 7fd2051ac700 1 -- 172.21.15.33:0/750754902 learned_addr learned my addr 172.21.15.33:0/750754902 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:02.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.557+0000 7fd2051ac700 1 -- 172.21.15.33:0/750754902 >> v1:172.21.15.103:6789/0 conn(0x7fd2000b3ff0 legacy=0x7fd2000c5850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:02.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.557+0000 7fd2051ac700 1 -- 172.21.15.33:0/750754902 >> v1:172.21.15.33:6789/0 conn(0x7fd2000b3100 legacy=0x7fd2000b38e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.557+0000 7fd2051ac700 1 -- 172.21.15.33:0/750754902 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd2000cf4a0 con 0x7fd20015cdf0 2024-09-13T15:01:02.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.561+0000 7fd2051ac700 1 --2- 172.21.15.33:0/750754902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd20015cdf0 0x7fd2000cff80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc009910 tx=0x7fd1fc009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ba997b46fa75c41e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:02.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.561+0000 7fd1f7fff700 1 -- 172.21.15.33:0/750754902 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1fc004230 con 0x7fd20015cdf0 2024-09-13T15:01:02.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.561+0000 7fd1f7fff700 1 -- 172.21.15.33:0/750754902 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1fc004390 con 0x7fd20015cdf0 2024-09-13T15:01:02.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.561+0000 7fd2061ae700 1 -- 172.21.15.33:0/750754902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd20015cdf0 msgr2=0x7fd2000cff80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.561+0000 7fd2061ae700 1 --2- 172.21.15.33:0/750754902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd20015cdf0 0x7fd2000cff80 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fd1fc009910 tx=0x7fd1fc009c20 comp rx=0 tx=0).stop 2024-09-13T15:01:02.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.561+0000 7fd2061ae700 1 -- 172.21.15.33:0/750754902 shutdown_connections 2024-09-13T15:01:02.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.561+0000 7fd2061ae700 1 --2- 172.21.15.33:0/750754902 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd20015cdf0 0x7fd2000cff80 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.561+0000 7fd2061ae700 1 -- 172.21.15.33:0/750754902 >> 172.21.15.33:0/750754902 conn(0x7fd2000b25e0 msgr2=0x7fd2000b29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:02.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.561+0000 7fd2061ae700 1 -- 172.21.15.33:0/750754902 shutdown_connections 2024-09-13T15:01:02.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.561+0000 7fd2061ae700 1 -- 172.21.15.33:0/750754902 wait complete. 2024-09-13T15:01:02.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.561+0000 7fd2061ae700 1 Processor -- start 2024-09-13T15:01:02.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.561+0000 7fd2061ae700 1 -- start start 2024-09-13T15:01:02.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2061ae700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2000b3100 0x7fd2001585c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.571 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2061ae700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2000b3ff0 0x7fd2000cc6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2061ae700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd2000c7a60 0x7fd2000ccc20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2061ae700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd20015e500 con 0x7fd2000b3ff0 2024-09-13T15:01:02.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2061ae700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd2000ca740 con 0x7fd2000b3100 2024-09-13T15:01:02.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2061ae700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd2000ca150 con 0x7fd2000c7a60 2024-09-13T15:01:02.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2049ab700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2000b3ff0 0x7fd2000cc6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2049ab700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2000b3ff0 0x7fd2000cc6e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50450/0 (socket says 172.21.15.33:50450) 2024-09-13T15:01:02.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2049ab700 1 -- 172.21.15.33:0/2322672505 learned_addr learned my addr 172.21.15.33:0/2322672505 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:02.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2059ad700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd2000c7a60 0x7fd2000ccc20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2051ac700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2000b3100 0x7fd2001585c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2049ab700 1 -- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd2000c7a60 msgr2=0x7fd2000ccc20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2049ab700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd2000c7a60 0x7fd2000ccc20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2049ab700 1 -- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2000b3100 msgr2=0x7fd2001585c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2049ab700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2000b3100 0x7fd2001585c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2049ab700 1 -- 172.21.15.33:0/2322672505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1fc009570 con 0x7fd2000b3ff0 2024-09-13T15:01:02.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2059ad700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd2000c7a60 0x7fd2000ccc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:02.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2049ab700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2000b3ff0 0x7fd2000cc6e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fd1f000c440 tx=0x7fd1f000c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:02.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd1f5ffb700 1 -- 172.21.15.33:0/2322672505 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1f00052d0 con 0x7fd2000b3ff0 2024-09-13T15:01:02.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd1f5ffb700 1 -- 172.21.15.33:0/2322672505 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd1f0005430 con 0x7fd2000b3ff0 2024-09-13T15:01:02.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2061ae700 1 -- 172.21.15.33:0/2322672505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd200158b00 con 0x7fd2000b3ff0 2024-09-13T15:01:02.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd1f5ffb700 1 -- 172.21.15.33:0/2322672505 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1f00055a0 con 0x7fd2000b3ff0 2024-09-13T15:01:02.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2061ae700 1 -- 172.21.15.33:0/2322672505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd2000ca3d0 con 0x7fd2000b3ff0 2024-09-13T15:01:02.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.565+0000 7fd2061ae700 1 -- 172.21.15.33:0/2322672505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd2000ca8f0 con 0x7fd2000b3ff0 2024-09-13T15:01:02.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.569+0000 7fd1f5ffb700 1 -- 172.21.15.33:0/2322672505 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd1f00036a0 con 0x7fd2000b3ff0 2024-09-13T15:01:02.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.569+0000 7fd1f5ffb700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd1e4066760 0x7fd1e4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.569+0000 7fd1f5ffb700 1 -- 172.21.15.33:0/2322672505 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd1f0083e00 con 0x7fd2000b3ff0 2024-09-13T15:01:02.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.569+0000 7fd2051ac700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd1e4066760 0x7fd1e4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.569+0000 7fd2051ac700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd1e4066760 0x7fd1e4068c20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd200071120 tx=0x7fd1fc008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:02.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.577+0000 7fd1f5ffb700 1 -- 172.21.15.33:0/2322672505 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd1f0050e80 con 0x7fd2000b3ff0 2024-09-13T15:01:02.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.745+0000 7fd2061ae700 1 -- 172.21.15.33:0/2322672505 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fd2000ca560 con 0x7fd2000b3ff0 2024-09-13T15:01:02.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.745+0000 7fd1f5ffb700 1 -- 172.21.15.33:0/2322672505 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7fd1f00200a0 con 0x7fd2000b3ff0 2024-09-13T15:01:02.753 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.749+0000 7fd2061ae700 1 -- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd1e4066760 msgr2=0x7fd1e4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.749+0000 7fd2061ae700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd1e4066760 0x7fd1e4068c20 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fd200071120 tx=0x7fd1fc008030 comp rx=0 tx=0).stop 2024-09-13T15:01:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.749+0000 7fd2061ae700 1 -- 172.21.15.33:0/2322672505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2000b3ff0 msgr2=0x7fd2000cc6e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.749+0000 7fd2061ae700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2000b3ff0 0x7fd2000cc6e0 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fd1f000c440 tx=0x7fd1f000c800 comp rx=0 tx=0).stop 2024-09-13T15:01:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.749+0000 7fd2061ae700 1 -- 172.21.15.33:0/2322672505 shutdown_connections 2024-09-13T15:01:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.749+0000 7fd2061ae700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd1e4066760 0x7fd1e4068c20 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.749+0000 7fd2061ae700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd2000c7a60 0x7fd2000ccc20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.749+0000 7fd2061ae700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd2000b3ff0 0x7fd2000cc6e0 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.749+0000 7fd2061ae700 1 --2- 172.21.15.33:0/2322672505 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd2000b3100 0x7fd2001585c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.749+0000 7fd2061ae700 1 -- 172.21.15.33:0/2322672505 >> 172.21.15.33:0/2322672505 conn(0x7fd2000b25e0 msgr2=0x7fd2000c5850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.749+0000 7fd2061ae700 1 -- 172.21.15.33:0/2322672505 shutdown_connections 2024-09-13T15:01:02.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.749+0000 7fd2061ae700 1 -- 172.21.15.33:0/2322672505 wait complete. 2024-09-13T15:01:02.768 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:02.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.885+0000 7f6abf59e700 1 Processor -- start 2024-09-13T15:01:02.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.885+0000 7f6abf59e700 1 -- start start 2024-09-13T15:01:02.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.885+0000 7f6abf59e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f6ac015cad0 0x7f6ac00d1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.885+0000 7f6abf59e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f6ac00ce0d0 0x7f6ac00ce510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.885+0000 7f6abf59e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ac00d05b0 con 0x7f6ac00cf220 2024-09-13T15:01:02.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.885+0000 7f6abf59e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ac00d0870 con 0x7f6ac015cad0 2024-09-13T15:01:02.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.885+0000 7f6abf59e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ac00d0b50 con 0x7f6ac00ce0d0 2024-09-13T15:01:02.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.885+0000 7f6abe59c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f6ac015cad0 0x7f6ac00d1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.885+0000 7f6abe59c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f6ac015cad0 0x7f6ac00d1630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50458/0 (socket says 172.21.15.33:50458) 2024-09-13T15:01:02.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.885+0000 7f6abe59c700 1 -- 172.21.15.33:0/3927397248 learned_addr learned my addr 172.21.15.33:0/3927397248 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:02.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.885+0000 7f6abdd9b700 1 --2- 172.21.15.33:0/3927397248 >> v2:172.21.15.103:3300/0 conn(0x7f6ac00ce0d0 0x7f6ac00ce510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abe59c700 1 -- 172.21.15.33:0/3927397248 >> v2:172.21.15.103:3300/0 conn(0x7f6ac00ce0d0 msgr2=0x7f6ac00ce510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:02.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abe59c700 1 --2- 172.21.15.33:0/3927397248 >> v2:172.21.15.103:3300/0 conn(0x7f6ac00ce0d0 0x7f6ac00ce510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abe59c700 1 -- 172.21.15.33:0/3927397248 >> v1:172.21.15.103:6789/0 conn(0x7f6ac00cf220 legacy=0x7f6ac00b5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abe59c700 1 -- 172.21.15.33:0/3927397248 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ac00d0e30 con 0x7f6ac015cad0 2024-09-13T15:01:02.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abe59c700 1 --2- 172.21.15.33:0/3927397248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ac015cad0 0x7f6ac00d1630 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f6ac00b8a90 tx=0x7f6ab4009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a24b7a69897812a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:02.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abd59a700 1 -- 172.21.15.33:0/3927397248 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab4011830 con 0x7f6ac015cad0 2024-09-13T15:01:02.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abd59a700 1 -- 172.21.15.33:0/3927397248 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ab4011990 con 0x7f6ac015cad0 2024-09-13T15:01:02.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abd59a700 1 -- 172.21.15.33:0/3927397248 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab4011d20 con 0x7f6ac015cad0 2024-09-13T15:01:02.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abf59e700 1 -- 172.21.15.33:0/3927397248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ac015cad0 msgr2=0x7f6ac00d1630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abf59e700 1 --2- 172.21.15.33:0/3927397248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ac015cad0 0x7f6ac00d1630 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7f6ac00b8a90 tx=0x7f6ab4009bf0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abf59e700 1 -- 172.21.15.33:0/3927397248 shutdown_connections 2024-09-13T15:01:02.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abf59e700 1 --2- 172.21.15.33:0/3927397248 >> v2:172.21.15.103:3300/0 conn(0x7f6ac00ce0d0 0x7f6ac00ce510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abf59e700 1 --2- 172.21.15.33:0/3927397248 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ac015cad0 0x7f6ac00d1630 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abf59e700 1 -- 172.21.15.33:0/3927397248 >> 172.21.15.33:0/3927397248 conn(0x7f6ac008bf70 msgr2=0x7f6ac00d29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:02.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abf59e700 1 -- 172.21.15.33:0/3927397248 shutdown_connections 2024-09-13T15:01:02.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abf59e700 1 -- 172.21.15.33:0/3927397248 wait complete. 2024-09-13T15:01:02.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abf59e700 1 Processor -- start 2024-09-13T15:01:02.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.889+0000 7f6abf59e700 1 -- start start 2024-09-13T15:01:02.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abf59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ac00ce0d0 0x7f6ac00c6790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abf59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ac00cf220 0x7f6ac01590e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abf59e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ac015cad0 0x7f6ac00b37a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abf59e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac00c6cd0 con 0x7f6ac00ce0d0 2024-09-13T15:01:02.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abf59e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac0159620 con 0x7f6ac015cad0 2024-09-13T15:01:02.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abf59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ac00b7d50 con 0x7f6ac00cf220 2024-09-13T15:01:02.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abe59c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ac00ce0d0 0x7f6ac00c6790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abe59c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ac00ce0d0 0x7f6ac00c6790 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50464/0 (socket says 172.21.15.33:50464) 2024-09-13T15:01:02.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abe59c700 1 -- 172.21.15.33:0/2019720250 learned_addr learned my addr 172.21.15.33:0/2019720250 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:02.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abdd9b700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ac00cf220 0x7f6ac01590e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abed9d700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ac015cad0 0x7f6ac00b37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abe59c700 1 -- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ac00cf220 msgr2=0x7f6ac01590e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abe59c700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ac00cf220 0x7f6ac01590e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abe59c700 1 -- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ac015cad0 msgr2=0x7f6ac00b37a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:02.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abe59c700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ac015cad0 0x7f6ac00b37a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:02.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abe59c700 1 -- 172.21.15.33:0/2019720250 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ab4009570 con 0x7f6ac00ce0d0 2024-09-13T15:01:02.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abdd9b700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ac00cf220 0x7f6ac01590e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:02.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abe59c700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ac00ce0d0 0x7f6ac00c6790 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f6ab4000c00 tx=0x7f6ab4004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:02.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6aaeffd700 1 -- 172.21.15.33:0/2019720250 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab4004590 con 0x7f6ac00ce0d0 2024-09-13T15:01:02.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6aaeffd700 1 -- 172.21.15.33:0/2019720250 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ab401e070 con 0x7f6ac00ce0d0 2024-09-13T15:01:02.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abf59e700 1 -- 172.21.15.33:0/2019720250 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ac00b71d0 con 0x7f6ac00ce0d0 2024-09-13T15:01:02.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6aaeffd700 1 -- 172.21.15.33:0/2019720250 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ab40038e0 con 0x7f6ac00ce0d0 2024-09-13T15:01:02.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.893+0000 7f6abf59e700 1 -- 172.21.15.33:0/2019720250 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ac00b7790 con 0x7f6ac00ce0d0 2024-09-13T15:01:02.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.897+0000 7f6abf59e700 1 -- 172.21.15.33:0/2019720250 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ac00cfa00 con 0x7f6ac00ce0d0 2024-09-13T15:01:02.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.897+0000 7f6aaeffd700 1 -- 172.21.15.33:0/2019720250 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6ab4003a40 con 0x7f6ac00ce0d0 2024-09-13T15:01:02.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.897+0000 7f6aaeffd700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6aa0066730 0x7f6aa0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:02.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.897+0000 7f6aaeffd700 1 -- 172.21.15.33:0/2019720250 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6ab4085490 con 0x7f6ac00ce0d0 2024-09-13T15:01:02.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.897+0000 7f6abdd9b700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6aa0066730 0x7f6aa0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:02.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.897+0000 7f6abdd9b700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6aa0066730 0x7f6aa0068bf0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6ac004e720 tx=0x7f6ab0008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:02.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:02.901+0000 7f6aaeffd700 1 -- 172.21.15.33:0/2019720250 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6ab40526c0 con 0x7f6ac00ce0d0 2024-09-13T15:01:03.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.073+0000 7f6abf59e700 1 -- 172.21.15.33:0/2019720250 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f6ac00d38f0 con 0x7f6ac00ce0d0 2024-09-13T15:01:03.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.077+0000 7f6aaeffd700 1 -- 172.21.15.33:0/2019720250 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7f6ab4055ce0 con 0x7f6ac00ce0d0 2024-09-13T15:01:03.083 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:03.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.077+0000 7f6abf59e700 1 -- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6aa0066730 msgr2=0x7f6aa0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.077+0000 7f6abf59e700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6aa0066730 0x7f6aa0068bf0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7f6ac004e720 tx=0x7f6ab0008040 comp rx=0 tx=0).stop 2024-09-13T15:01:03.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.077+0000 7f6abf59e700 1 -- 172.21.15.33:0/2019720250 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ac00ce0d0 msgr2=0x7f6ac00c6790 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.077+0000 7f6abf59e700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ac00ce0d0 0x7f6ac00c6790 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f6ab4000c00 tx=0x7f6ab4004770 comp rx=0 tx=0).stop 2024-09-13T15:01:03.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.077+0000 7f6abf59e700 1 -- 172.21.15.33:0/2019720250 shutdown_connections 2024-09-13T15:01:03.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.077+0000 7f6abf59e700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6aa0066730 0x7f6aa0068bf0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.077+0000 7f6abf59e700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ac015cad0 0x7f6ac00b37a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.077+0000 7f6abf59e700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ac00cf220 0x7f6ac01590e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.077+0000 7f6abf59e700 1 --2- 172.21.15.33:0/2019720250 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ac00ce0d0 0x7f6ac00c6790 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.077+0000 7f6abf59e700 1 -- 172.21.15.33:0/2019720250 >> 172.21.15.33:0/2019720250 conn(0x7f6ac008bf70 msgr2=0x7f6ac015d030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:03.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.077+0000 7f6abf59e700 1 -- 172.21.15.33:0/2019720250 shutdown_connections 2024-09-13T15:01:03.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.077+0000 7f6abf59e700 1 -- 172.21.15.33:0/2019720250 wait complete. 2024-09-13T15:01:03.098 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:01:03.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.205+0000 7f47293d8700 1 Processor -- start 2024-09-13T15:01:03.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.205+0000 7f47293d8700 1 -- start start 2024-09-13T15:01:03.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.205+0000 7f47293d8700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f472415cd60 0x7f472406b730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.205+0000 7f47293d8700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f47240cf3c0 0x7f47240cf7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47293d8700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f47240ceb60 con 0x7f47240cfd00 2024-09-13T15:01:03.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47293d8700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f472415d140 con 0x7f47240cf3c0 2024-09-13T15:01:03.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47293d8700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47240d3ca0 con 0x7f472415cd60 2024-09-13T15:01:03.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47237fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f47240cf3c0 0x7f47240cf7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47237fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f47240cf3c0 0x7f47240cf7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50478/0 (socket says 172.21.15.33:50478) 2024-09-13T15:01:03.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47237fe700 1 -- 172.21.15.33:0/2320681681 learned_addr learned my addr 172.21.15.33:0/2320681681 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:03.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f4723fff700 1 --2- 172.21.15.33:0/2320681681 >> v2:172.21.15.103:3300/0 conn(0x7f472415cd60 0x7f472406b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47237fe700 1 -- 172.21.15.33:0/2320681681 >> v2:172.21.15.103:3300/0 conn(0x7f472415cd60 msgr2=0x7f472406b730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:03.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47237fe700 1 --2- 172.21.15.33:0/2320681681 >> v2:172.21.15.103:3300/0 conn(0x7f472415cd60 0x7f472406b730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47237fe700 1 -- 172.21.15.33:0/2320681681 >> v1:172.21.15.103:6789/0 conn(0x7f47240cfd00 legacy=0x7f47240d0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47237fe700 1 -- 172.21.15.33:0/2320681681 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47240ce230 con 0x7f47240cf3c0 2024-09-13T15:01:03.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f4723fff700 1 --2- 172.21.15.33:0/2320681681 >> v2:172.21.15.103:3300/0 conn(0x7f472415cd60 0x7f472406b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:03.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47237fe700 1 --2- 172.21.15.33:0/2320681681 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240cf3c0 0x7f47240cf7c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f472406abe0 tx=0x7f470c009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=116abdb527eec8d6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:03.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f4722ffd700 1 -- 172.21.15.33:0/2320681681 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f470c00ba20 con 0x7f47240cf3c0 2024-09-13T15:01:03.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f4722ffd700 1 -- 172.21.15.33:0/2320681681 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f470c00bb80 con 0x7f47240cf3c0 2024-09-13T15:01:03.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f4722ffd700 1 -- 172.21.15.33:0/2320681681 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f470c009e60 con 0x7f47240cf3c0 2024-09-13T15:01:03.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47293d8700 1 -- 172.21.15.33:0/2320681681 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240cf3c0 msgr2=0x7f47240cf7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47293d8700 1 --2- 172.21.15.33:0/2320681681 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240cf3c0 0x7f47240cf7c0 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f472406abe0 tx=0x7f470c009c20 comp rx=0 tx=0).stop 2024-09-13T15:01:03.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47293d8700 1 -- 172.21.15.33:0/2320681681 shutdown_connections 2024-09-13T15:01:03.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47293d8700 1 --2- 172.21.15.33:0/2320681681 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240cf3c0 0x7f47240cf7c0 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47293d8700 1 --2- 172.21.15.33:0/2320681681 >> v2:172.21.15.103:3300/0 conn(0x7f472415cd60 0x7f472406b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47293d8700 1 -- 172.21.15.33:0/2320681681 >> 172.21.15.33:0/2320681681 conn(0x7f472408c240 msgr2=0x7f472409c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:03.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47293d8700 1 -- 172.21.15.33:0/2320681681 shutdown_connections 2024-09-13T15:01:03.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.209+0000 7f47293d8700 1 -- 172.21.15.33:0/2320681681 wait complete. 2024-09-13T15:01:03.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47293d8700 1 Processor -- start 2024-09-13T15:01:03.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47293d8700 1 -- start start 2024-09-13T15:01:03.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47293d8700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47240cf3c0 0x7f472415f5c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47293d8700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240cfd00 0x7f47240c9dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47293d8700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f472415cd60 0x7f47240ca310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47293d8700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f472415e2d0 con 0x7f47240cfd00 2024-09-13T15:01:03.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47293d8700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f472415e520 con 0x7f47240cf3c0 2024-09-13T15:01:03.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47293d8700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f472415e800 con 0x7f472415cd60 2024-09-13T15:01:03.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47237fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240cfd00 0x7f47240c9dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47237fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240cfd00 0x7f47240c9dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50482/0 (socket says 172.21.15.33:50482) 2024-09-13T15:01:03.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47237fe700 1 -- 172.21.15.33:0/513161295 learned_addr learned my addr 172.21.15.33:0/513161295 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:03.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f4728bd7700 1 --2- 172.21.15.33:0/513161295 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f472415cd60 0x7f47240ca310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f4723fff700 1 --2- 172.21.15.33:0/513161295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47240cf3c0 0x7f472415f5c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47237fe700 1 -- 172.21.15.33:0/513161295 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f472415cd60 msgr2=0x7f47240ca310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47237fe700 1 --2- 172.21.15.33:0/513161295 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f472415cd60 0x7f47240ca310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47237fe700 1 -- 172.21.15.33:0/513161295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47240cf3c0 msgr2=0x7f472415f5c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47237fe700 1 --2- 172.21.15.33:0/513161295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47240cf3c0 0x7f472415f5c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47237fe700 1 -- 172.21.15.33:0/513161295 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f470c009570 con 0x7f47240cfd00 2024-09-13T15:01:03.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47237fe700 1 --2- 172.21.15.33:0/513161295 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240cfd00 0x7f47240c9dd0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f470c009890 tx=0x7f470c004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:03.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f4720ff9700 1 -- 172.21.15.33:0/513161295 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f470c004310 con 0x7f47240cfd00 2024-09-13T15:01:03.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f4720ff9700 1 -- 172.21.15.33:0/513161295 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f470c01e070 con 0x7f47240cfd00 2024-09-13T15:01:03.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47293d8700 1 -- 172.21.15.33:0/513161295 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f472415eae0 con 0x7f47240cfd00 2024-09-13T15:01:03.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f4720ff9700 1 -- 172.21.15.33:0/513161295 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f470c0036c0 con 0x7f47240cfd00 2024-09-13T15:01:03.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.213+0000 7f47293d8700 1 -- 172.21.15.33:0/513161295 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f472415f0a0 con 0x7f47240cfd00 2024-09-13T15:01:03.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.217+0000 7f47293d8700 1 -- 172.21.15.33:0/513161295 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47240ceff0 con 0x7f47240cfd00 2024-09-13T15:01:03.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.217+0000 7f4720ff9700 1 -- 172.21.15.33:0/513161295 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f470c020030 con 0x7f47240cfd00 2024-09-13T15:01:03.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.217+0000 7f4720ff9700 1 --2- 172.21.15.33:0/513161295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4704066730 0x7f4704068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.217+0000 7f4720ff9700 1 -- 172.21.15.33:0/513161295 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f470c085230 con 0x7f47240cfd00 2024-09-13T15:01:03.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.217+0000 7f4723fff700 1 --2- 172.21.15.33:0/513161295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4704066730 0x7f4704068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.217+0000 7f4723fff700 1 --2- 172.21.15.33:0/513161295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4704066730 0x7f4704068bf0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f472415ff60 tx=0x7f4714008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:03.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.229+0000 7f4720ff9700 1 -- 172.21.15.33:0/513161295 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f470c052340 con 0x7f47240cfd00 2024-09-13T15:01:03.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.409+0000 7f47293d8700 1 -- 172.21.15.33:0/513161295 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f472406b510 con 0x7f47240cfd00 2024-09-13T15:01:03.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.409+0000 7f4720ff9700 1 -- 172.21.15.33:0/513161295 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v26) v1 ==== 80+0+0 (secure 0 0 0) 0x7f470c055960 con 0x7f47240cfd00 2024-09-13T15:01:03.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.413+0000 7f47293d8700 1 -- 172.21.15.33:0/513161295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4704066730 msgr2=0x7f4704068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.413+0000 7f47293d8700 1 --2- 172.21.15.33:0/513161295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4704066730 0x7f4704068bf0 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f472415ff60 tx=0x7f4714008040 comp rx=0 tx=0).stop 2024-09-13T15:01:03.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.413+0000 7f47293d8700 1 -- 172.21.15.33:0/513161295 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240cfd00 msgr2=0x7f47240c9dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.413+0000 7f47293d8700 1 --2- 172.21.15.33:0/513161295 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240cfd00 0x7f47240c9dd0 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f470c009890 tx=0x7f470c004770 comp rx=0 tx=0).stop 2024-09-13T15:01:03.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.413+0000 7f47293d8700 1 -- 172.21.15.33:0/513161295 shutdown_connections 2024-09-13T15:01:03.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.413+0000 7f47293d8700 1 --2- 172.21.15.33:0/513161295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4704066730 0x7f4704068bf0 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.413+0000 7f47293d8700 1 --2- 172.21.15.33:0/513161295 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f472415cd60 0x7f47240ca310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.413+0000 7f47293d8700 1 --2- 172.21.15.33:0/513161295 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47240cfd00 0x7f47240c9dd0 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.413+0000 7f47293d8700 1 --2- 172.21.15.33:0/513161295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47240cf3c0 0x7f472415f5c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.413+0000 7f47293d8700 1 -- 172.21.15.33:0/513161295 >> 172.21.15.33:0/513161295 conn(0x7f472408c240 msgr2=0x7f47240b4f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:03.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.413+0000 7f47293d8700 1 -- 172.21.15.33:0/513161295 shutdown_connections 2024-09-13T15:01:03.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.413+0000 7f47293d8700 1 -- 172.21.15.33:0/513161295 wait complete. 2024-09-13T15:01:03.421 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-09-13T15:01:03.432 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-09-13T15:01:03.432 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:03.432 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.admin 2024-09-13T15:01:03.446 INFO:tasks.cephfs.fuse_mount.ceph-fuse.admin.smithi033.stderr:ceph-fuse[32544]: fuse finished with error 0 and tester_r 0 2024-09-13T15:01:03.447 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:01:03.509 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:01:03.509 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:03.509 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.admin) 2024-09-13T15:01:03.524 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:03.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.641+0000 7f330922a700 1 Processor -- start 2024-09-13T15:01:03.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.641+0000 7f330922a700 1 -- start start 2024-09-13T15:01:03.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.641+0000 7f330922a700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f330415cc40 0x7f33040ce710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.641+0000 7f330922a700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f330415d020 con 0x7f330408c6b0 2024-09-13T15:01:03.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.641+0000 7f330922a700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33040d0720 con 0x7f33040cd860 2024-09-13T15:01:03.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.641+0000 7f330922a700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33040b44c0 con 0x7f330415cc40 2024-09-13T15:01:03.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.641+0000 7f3308a29700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f330408c6b0 0x7f3304166a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34696/0 (socket says 172.21.15.33:34696) 2024-09-13T15:01:03.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.641+0000 7f3308a29700 1 -- 172.21.15.33:0/2971272714 learned_addr learned my addr 172.21.15.33:0/2971272714 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:03.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.641+0000 7f3303fff700 1 --2- 172.21.15.33:0/2971272714 >> v2:172.21.15.103:3300/0 conn(0x7f330415cc40 0x7f33040ce710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f3302ffd700 1 -- 172.21.15.33:0/2971272714 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3514574127 0 0) 0x7f330415d020 con 0x7f330408c6b0 2024-09-13T15:01:03.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f3302ffd700 1 -- 172.21.15.33:0/2971272714 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f32ec0035d0 con 0x7f330408c6b0 2024-09-13T15:01:03.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f3303fff700 1 -- 172.21.15.33:0/2971272714 >> v1:172.21.15.103:6789/0 conn(0x7f33040cd860 legacy=0x7f330408bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f3303fff700 1 -- 172.21.15.33:0/2971272714 >> v1:172.21.15.33:6789/0 conn(0x7f330408c6b0 legacy=0x7f3304166a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f3303fff700 1 -- 172.21.15.33:0/2971272714 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33040d09c0 con 0x7f330415cc40 2024-09-13T15:01:03.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f3303fff700 1 --2- 172.21.15.33:0/2971272714 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f330415cc40 0x7f33040ce710 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f32f8009880 tx=0x7f32f8009b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7b256b71bece2b84 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f3302ffd700 1 -- 172.21.15.33:0/2971272714 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32f8011830 con 0x7f330415cc40 2024-09-13T15:01:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f3302ffd700 1 -- 172.21.15.33:0/2971272714 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32f8011990 con 0x7f330415cc40 2024-09-13T15:01:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f3302ffd700 1 -- 172.21.15.33:0/2971272714 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32f8011d00 con 0x7f330415cc40 2024-09-13T15:01:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f330922a700 1 -- 172.21.15.33:0/2971272714 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f330415cc40 msgr2=0x7f33040ce710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f330922a700 1 --2- 172.21.15.33:0/2971272714 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f330415cc40 0x7f33040ce710 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f32f8009880 tx=0x7f32f8009b90 comp rx=0 tx=0).stop 2024-09-13T15:01:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f330922a700 1 -- 172.21.15.33:0/2971272714 shutdown_connections 2024-09-13T15:01:03.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f330922a700 1 --2- 172.21.15.33:0/2971272714 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f330415cc40 0x7f33040ce710 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f330922a700 1 -- 172.21.15.33:0/2971272714 >> 172.21.15.33:0/2971272714 conn(0x7f33040b4640 msgr2=0x7f33040b4a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f330922a700 1 -- 172.21.15.33:0/2971272714 shutdown_connections 2024-09-13T15:01:03.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.645+0000 7f330922a700 1 -- 172.21.15.33:0/2971272714 wait complete. 2024-09-13T15:01:03.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f330922a700 1 Processor -- start 2024-09-13T15:01:03.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f330922a700 1 -- start start 2024-09-13T15:01:03.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f330922a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f330408c6b0 0x7f3304155500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f330922a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33040cd860 0x7f330415f150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f330922a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330415cc40 0x7f330414acb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f330922a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f330415f690 con 0x7f330415cc40 2024-09-13T15:01:03.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f330922a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33040b5ab0 con 0x7f33040cd860 2024-09-13T15:01:03.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f330922a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33040b5d90 con 0x7f330408c6b0 2024-09-13T15:01:03.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f3308a29700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330415cc40 0x7f330414acb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f3308a29700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330415cc40 0x7f330414acb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50496/0 (socket says 172.21.15.33:50496) 2024-09-13T15:01:03.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f33037fe700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33040cd860 0x7f330415f150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f3308a29700 1 -- 172.21.15.33:0/2414769875 learned_addr learned my addr 172.21.15.33:0/2414769875 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:03.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f3303fff700 1 --2- 172.21.15.33:0/2414769875 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f330408c6b0 0x7f3304155500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f3308a29700 1 -- 172.21.15.33:0/2414769875 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f330408c6b0 msgr2=0x7f3304155500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f3308a29700 1 --2- 172.21.15.33:0/2414769875 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f330408c6b0 0x7f3304155500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f3308a29700 1 -- 172.21.15.33:0/2414769875 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33040cd860 msgr2=0x7f330415f150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f3308a29700 1 --2- 172.21.15.33:0/2414769875 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33040cd860 0x7f330415f150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f3308a29700 1 -- 172.21.15.33:0/2414769875 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32f80094b0 con 0x7f330415cc40 2024-09-13T15:01:03.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f33037fe700 1 --2- 172.21.15.33:0/2414769875 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33040cd860 0x7f330415f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:03.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f3308a29700 1 --2- 172.21.15.33:0/2414769875 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330415cc40 0x7f330414acb0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f32fc00ca70 tx=0x7f32fc00caa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:03.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f3300ff9700 1 -- 172.21.15.33:0/2414769875 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32fc0074e0 con 0x7f330415cc40 2024-09-13T15:01:03.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f3300ff9700 1 -- 172.21.15.33:0/2414769875 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32fc007640 con 0x7f330415cc40 2024-09-13T15:01:03.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f330922a700 1 -- 172.21.15.33:0/2414769875 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33040b6070 con 0x7f330415cc40 2024-09-13T15:01:03.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f3300ff9700 1 -- 172.21.15.33:0/2414769875 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32fc0079b0 con 0x7f330415cc40 2024-09-13T15:01:03.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.649+0000 7f330922a700 1 -- 172.21.15.33:0/2414769875 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33040b6630 con 0x7f330415cc40 2024-09-13T15:01:03.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.653+0000 7f330922a700 1 -- 172.21.15.33:0/2414769875 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33040d1a60 con 0x7f330415cc40 2024-09-13T15:01:03.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.653+0000 7f3300ff9700 1 -- 172.21.15.33:0/2414769875 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f32fc012400 con 0x7f330415cc40 2024-09-13T15:01:03.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.653+0000 7f3300ff9700 1 --2- 172.21.15.33:0/2414769875 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f32f0066730 0x7f32f0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.653+0000 7f3300ff9700 1 -- 172.21.15.33:0/2414769875 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f32fc083c70 con 0x7f330415cc40 2024-09-13T15:01:03.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.653+0000 7f3303fff700 1 --2- 172.21.15.33:0/2414769875 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f32f0066730 0x7f32f0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.653+0000 7f3303fff700 1 --2- 172.21.15.33:0/2414769875 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f32f0066730 0x7f32f0068bf0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f32f80090b0 tx=0x7f32f8008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:03.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.661+0000 7f3300ff9700 1 -- 172.21.15.33:0/2414769875 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f32fc050d90 con 0x7f330415cc40 2024-09-13T15:01:03.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.837+0000 7f330922a700 1 -- 172.21.15.33:0/2414769875 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f33040b6820 con 0x7f330415cc40 2024-09-13T15:01:03.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.837+0000 7f3300ff9700 1 -- 172.21.15.33:0/2414769875 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7f32fc017090 con 0x7f330415cc40 2024-09-13T15:01:03.846 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:03.846 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:03.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.841+0000 7f330922a700 1 -- 172.21.15.33:0/2414769875 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f32f0066730 msgr2=0x7f32f0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.841+0000 7f330922a700 1 --2- 172.21.15.33:0/2414769875 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f32f0066730 0x7f32f0068bf0 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7f32f80090b0 tx=0x7f32f8008030 comp rx=0 tx=0).stop 2024-09-13T15:01:03.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.841+0000 7f330922a700 1 -- 172.21.15.33:0/2414769875 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330415cc40 msgr2=0x7f330414acb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.841+0000 7f330922a700 1 --2- 172.21.15.33:0/2414769875 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330415cc40 0x7f330414acb0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f32fc00ca70 tx=0x7f32fc00caa0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.841+0000 7f330922a700 1 -- 172.21.15.33:0/2414769875 shutdown_connections 2024-09-13T15:01:03.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.841+0000 7f330922a700 1 --2- 172.21.15.33:0/2414769875 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f32f0066730 0x7f32f0068bf0 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.841+0000 7f330922a700 1 --2- 172.21.15.33:0/2414769875 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f330415cc40 0x7f330414acb0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.841+0000 7f330922a700 1 --2- 172.21.15.33:0/2414769875 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33040cd860 0x7f330415f150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.841+0000 7f330922a700 1 --2- 172.21.15.33:0/2414769875 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f330408c6b0 0x7f3304155500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.841+0000 7f330922a700 1 -- 172.21.15.33:0/2414769875 >> 172.21.15.33:0/2414769875 conn(0x7f33040b4640 msgr2=0x7f33040b2b60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:03.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.841+0000 7f330922a700 1 -- 172.21.15.33:0/2414769875 shutdown_connections 2024-09-13T15:01:03.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.841+0000 7f330922a700 1 -- 172.21.15.33:0/2414769875 wait complete. 2024-09-13T15:01:03.862 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:03.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862ffff700 1 Processor -- start 2024-09-13T15:01:03.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862ffff700 1 -- start start 2024-09-13T15:01:03.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862ffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f863015ceb0 0x7f86300b5c80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862ffff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f86300cd300 0x7f86300d1e80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862ffff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86300cdb00 con 0x7f86300b61c0 2024-09-13T15:01:03.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862ffff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86300ce310 con 0x7f86300cd300 2024-09-13T15:01:03.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862ffff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86300b2e20 con 0x7f863015ceb0 2024-09-13T15:01:03.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862e7fc700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f86300b61c0 0x7f86300b3550 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34712/0 (socket says 172.21.15.33:34712) 2024-09-13T15:01:03.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862e7fc700 1 -- 172.21.15.33:0/1548118482 learned_addr learned my addr 172.21.15.33:0/1548118482 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:03.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862f7fe700 1 --2- 172.21.15.33:0/1548118482 >> v2:172.21.15.33:3300/0 conn(0x7f86300cd300 0x7f86300d1e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862effd700 1 --2- 172.21.15.33:0/1548118482 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f863015ceb0 0x7f86300b5c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862f7fe700 1 -- 172.21.15.33:0/1548118482 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f863015ceb0 msgr2=0x7f86300b5c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:03.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862f7fe700 1 --2- 172.21.15.33:0/1548118482 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f863015ceb0 0x7f86300b5c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862f7fe700 1 -- 172.21.15.33:0/1548118482 >> v1:172.21.15.33:6789/0 conn(0x7f86300b61c0 legacy=0x7f86300b3550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862f7fe700 1 -- 172.21.15.33:0/1548118482 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86300cdd50 con 0x7f86300cd300 2024-09-13T15:01:03.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.973+0000 7f862f7fe700 1 --2- 172.21.15.33:0/1548118482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86300cd300 0x7f86300d1e80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8628009d90 tx=0x7f862800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b9c6e85d7c69cf47 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:03.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.977+0000 7f862dffb700 1 -- 172.21.15.33:0/1548118482 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f862800e070 con 0x7f86300cd300 2024-09-13T15:01:03.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.977+0000 7f862dffb700 1 -- 172.21.15.33:0/1548118482 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f862800bbd0 con 0x7f86300cd300 2024-09-13T15:01:03.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.977+0000 7f862dffb700 1 -- 172.21.15.33:0/1548118482 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8628012430 con 0x7f86300cd300 2024-09-13T15:01:03.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.977+0000 7f862ffff700 1 -- 172.21.15.33:0/1548118482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86300cd300 msgr2=0x7f86300d1e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.977+0000 7f862ffff700 1 --2- 172.21.15.33:0/1548118482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86300cd300 0x7f86300d1e80 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f8628009d90 tx=0x7f862800b330 comp rx=0 tx=0).stop 2024-09-13T15:01:03.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.977+0000 7f862ffff700 1 -- 172.21.15.33:0/1548118482 shutdown_connections 2024-09-13T15:01:03.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.977+0000 7f862ffff700 1 --2- 172.21.15.33:0/1548118482 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86300cd300 0x7f86300d1e80 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.977+0000 7f862ffff700 1 --2- 172.21.15.33:0/1548118482 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f863015ceb0 0x7f86300b5c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.977+0000 7f862ffff700 1 -- 172.21.15.33:0/1548118482 >> 172.21.15.33:0/1548118482 conn(0x7f86300d2aa0 msgr2=0x7f86300d2eb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:03.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.977+0000 7f862ffff700 1 -- 172.21.15.33:0/1548118482 shutdown_connections 2024-09-13T15:01:03.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.977+0000 7f862ffff700 1 -- 172.21.15.33:0/1548118482 wait complete. 2024-09-13T15:01:03.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862ffff700 1 Processor -- start 2024-09-13T15:01:03.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862ffff700 1 -- start start 2024-09-13T15:01:03.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862ffff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86300b61c0 0x7f86301f2750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86300cd300 0x7f863006b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862ffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f863015ceb0 0x7f86300ca620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862ffff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86300cb840 con 0x7f86300cd300 2024-09-13T15:01:03.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862ffff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8630156650 con 0x7f86300b61c0 2024-09-13T15:01:03.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862ffff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f86300cb230 con 0x7f863015ceb0 2024-09-13T15:01:03.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862e7fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86300cd300 0x7f863006b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862e7fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86300cd300 0x7f863006b700 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50514/0 (socket says 172.21.15.33:50514) 2024-09-13T15:01:03.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862e7fc700 1 -- 172.21.15.33:0/1737789380 learned_addr learned my addr 172.21.15.33:0/1737789380 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:03.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862f7fe700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f863015ceb0 0x7f86300ca620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862effd700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86300b61c0 0x7f86301f2750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862e7fc700 1 -- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f863015ceb0 msgr2=0x7f86300ca620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862e7fc700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f863015ceb0 0x7f86300ca620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862e7fc700 1 -- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86300b61c0 msgr2=0x7f86301f2750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:03.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862e7fc700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86300b61c0 0x7f86301f2750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:03.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862e7fc700 1 -- 172.21.15.33:0/1737789380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8628009a70 con 0x7f86300cd300 2024-09-13T15:01:03.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862effd700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86300b61c0 0x7f86301f2750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:03.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862e7fc700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86300cd300 0x7f863006b700 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f862400c4d0 tx=0x7f862400c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:03.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f86177fe700 1 -- 172.21.15.33:0/1737789380 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8624005d90 con 0x7f86300cd300 2024-09-13T15:01:03.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f86177fe700 1 -- 172.21.15.33:0/1737789380 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f86240070d0 con 0x7f86300cd300 2024-09-13T15:01:03.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862ffff700 1 -- 172.21.15.33:0/1737789380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f86301582b0 con 0x7f86300cd300 2024-09-13T15:01:03.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f86177fe700 1 -- 172.21.15.33:0/1737789380 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8624007440 con 0x7f86300cd300 2024-09-13T15:01:03.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862ffff700 1 -- 172.21.15.33:0/1737789380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8630158640 con 0x7f86300cd300 2024-09-13T15:01:03.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.981+0000 7f862ffff700 1 -- 172.21.15.33:0/1737789380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f86300b1970 con 0x7f86300cd300 2024-09-13T15:01:03.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.985+0000 7f86177fe700 1 -- 172.21.15.33:0/1737789380 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f86240075a0 con 0x7f86300cd300 2024-09-13T15:01:03.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.985+0000 7f86177fe700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f861c066730 0x7f861c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:03.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.985+0000 7f86177fe700 1 -- 172.21.15.33:0/1737789380 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f86240835e0 con 0x7f86300cd300 2024-09-13T15:01:03.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.985+0000 7f862effd700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f861c066730 0x7f861c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:03.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.985+0000 7f862effd700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f861c066730 0x7f861c068bf0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f86301580c0 tx=0x7f8620008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:03.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:03.989+0000 7f86177fe700 1 -- 172.21.15.33:0/1737789380 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f86240507a0 con 0x7f86300cd300 2024-09-13T15:01:04.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.161+0000 7f862ffff700 1 -- 172.21.15.33:0/1737789380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f86300cd8e0 con 0x7f86300cd300 2024-09-13T15:01:04.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.165+0000 7f86177fe700 1 -- 172.21.15.33:0/1737789380 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7f8624053dc0 con 0x7f86300cd300 2024-09-13T15:01:04.172 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:04.172 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:04.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.169+0000 7f862ffff700 1 -- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f861c066730 msgr2=0x7f861c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:04.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.169+0000 7f862ffff700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f861c066730 0x7f861c068bf0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f86301580c0 tx=0x7f8620008040 comp rx=0 tx=0).stop 2024-09-13T15:01:04.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.169+0000 7f862ffff700 1 -- 172.21.15.33:0/1737789380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86300cd300 msgr2=0x7f863006b700 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:04.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.169+0000 7f862ffff700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86300cd300 0x7f863006b700 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f862400c4d0 tx=0x7f862400c7e0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.169+0000 7f862ffff700 1 -- 172.21.15.33:0/1737789380 shutdown_connections 2024-09-13T15:01:04.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.169+0000 7f862ffff700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f861c066730 0x7f861c068bf0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.169+0000 7f862ffff700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f863015ceb0 0x7f86300ca620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.169+0000 7f862ffff700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86300cd300 0x7f863006b700 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.169+0000 7f862ffff700 1 --2- 172.21.15.33:0/1737789380 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86300b61c0 0x7f86301f2750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.169+0000 7f862ffff700 1 -- 172.21.15.33:0/1737789380 >> 172.21.15.33:0/1737789380 conn(0x7f86300d2aa0 msgr2=0x7f86300d1c20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:04.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.169+0000 7f862ffff700 1 -- 172.21.15.33:0/1737789380 shutdown_connections 2024-09-13T15:01:04.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.169+0000 7f862ffff700 1 -- 172.21.15.33:0/1737789380 wait complete. 2024-09-13T15:01:04.188 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T15:01:04.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.301+0000 7f53e3e90700 1 Processor -- start 2024-09-13T15:01:04.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.301+0000 7f53e3e90700 1 -- start start 2024-09-13T15:01:04.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.301+0000 7f53e3e90700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53dc0b2e00 0x7f53dc0ad550 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:04.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.301+0000 7f53e3e90700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53dc06d100 con 0x7f53dc06ccb0 2024-09-13T15:01:04.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e3e90700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53dc06e110 con 0x7f53dc1591e0 2024-09-13T15:01:04.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e3e90700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53dc06d350 con 0x7f53dc0b2e00 2024-09-13T15:01:04.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e142b700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f53dc06ccb0 0x7f53dc0ace40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34720/0 (socket says 172.21.15.33:34720) 2024-09-13T15:01:04.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e142b700 1 -- 172.21.15.33:0/1691424987 learned_addr learned my addr 172.21.15.33:0/1691424987 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:04.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e242d700 1 --2- 172.21.15.33:0/1691424987 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53dc0b2e00 0x7f53dc0ad550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:04.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 -- 172.21.15.33:0/1691424987 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1766705220 0 0) 0x7f53dc06d100 con 0x7f53dc06ccb0 2024-09-13T15:01:04.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 -- 172.21.15.33:0/1691424987 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f53c80035d0 con 0x7f53dc06ccb0 2024-09-13T15:01:04.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 -- 172.21.15.33:0/1691424987 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4190815679 0 0) 0x7f53c80035d0 con 0x7f53dc06ccb0 2024-09-13T15:01:04.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 -- 172.21.15.33:0/1691424987 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53dc0b2e00 msgr2=0x7f53dc0ad550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:04.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 --2- 172.21.15.33:0/1691424987 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53dc0b2e00 0x7f53dc0ad550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 -- 172.21.15.33:0/1691424987 >> v1:172.21.15.103:6789/0 conn(0x7f53dc1591e0 legacy=0x7f53dc0b0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 -- 172.21.15.33:0/1691424987 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53dc06d630 con 0x7f53dc06ccb0 2024-09-13T15:01:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 -- 172.21.15.33:0/1691424987 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7f53cc001670 con 0x7f53dc06ccb0 2024-09-13T15:01:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 -- 172.21.15.33:0/1691424987 >> v1:172.21.15.33:6789/0 conn(0x7f53dc06ccb0 legacy=0x7f53dc0ace40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 --2- 172.21.15.33:0/1691424987 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53dc0b2e00 0x7f53c8003a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 --2- 172.21.15.33:0/1691424987 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53c8003f90 0x7f53c8004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 --2- 172.21.15.33:0/1691424987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53c8004db0 0x7f53c8005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 -- 172.21.15.33:0/1691424987 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53dc06d350 con 0x7f53c8004db0 2024-09-13T15:01:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 -- 172.21.15.33:0/1691424987 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53c800ba90 con 0x7f53c8003f90 2024-09-13T15:01:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 -- 172.21.15.33:0/1691424987 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53c800bc50 con 0x7f53dc0b2e00 2024-09-13T15:01:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e142b700 1 --2- 172.21.15.33:0/1691424987 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53c8003f90 0x7f53c8004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e242d700 1 --2- 172.21.15.33:0/1691424987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53c8004db0 0x7f53c8005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e242d700 1 -- 172.21.15.33:0/1691424987 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53dc0b2e00 msgr2=0x7f53c8003a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:04.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e1c2c700 1 --2- 172.21.15.33:0/1691424987 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53dc0b2e00 0x7f53c8003a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e242d700 1 --2- 172.21.15.33:0/1691424987 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53dc0b2e00 0x7f53c8003a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e242d700 1 -- 172.21.15.33:0/1691424987 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53c8003f90 msgr2=0x7f53c8004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e242d700 1 --2- 172.21.15.33:0/1691424987 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53c8003f90 0x7f53c8004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e242d700 1 -- 172.21.15.33:0/1691424987 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53c80035d0 con 0x7f53c8004db0 2024-09-13T15:01:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e142b700 1 --2- 172.21.15.33:0/1691424987 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53c8003f90 0x7f53c8004870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e1c2c700 1 --2- 172.21.15.33:0/1691424987 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53dc0b2e00 0x7f53c8003a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e242d700 1 --2- 172.21.15.33:0/1691424987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53c8004db0 0x7f53c8005230 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f53d4009f90 tx=0x7f53c80058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=51dcf1fbb9b3416a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 -- 172.21.15.33:0/1691424987 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d400ec30 con 0x7f53c8004db0 2024-09-13T15:01:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 -- 172.21.15.33:0/1691424987 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53d400f040 con 0x7f53c8004db0 2024-09-13T15:01:04.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e0c2a700 1 -- 172.21.15.33:0/1691424987 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53d4014480 con 0x7f53c8004db0 2024-09-13T15:01:04.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e3e90700 1 -- 172.21.15.33:0/1691424987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53c8004db0 msgr2=0x7f53c8005230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:04.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e3e90700 1 --2- 172.21.15.33:0/1691424987 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53c8004db0 0x7f53c8005230 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7f53d4009f90 tx=0x7f53c80058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e242d700 1 -- 172.21.15.33:0/1691424987 reap_dead start 2024-09-13T15:01:04.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e3e90700 1 -- 172.21.15.33:0/1691424987 shutdown_connections 2024-09-13T15:01:04.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e3e90700 1 -- 172.21.15.33:0/1691424987 >> 172.21.15.33:0/1691424987 conn(0x7f53dc0b22e0 msgr2=0x7f53dc0b26f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:04.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e3e90700 1 -- 172.21.15.33:0/1691424987 shutdown_connections 2024-09-13T15:01:04.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.305+0000 7f53e3e90700 1 -- 172.21.15.33:0/1691424987 wait complete. 2024-09-13T15:01:04.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.309+0000 7f53e3e90700 1 Processor -- start 2024-09-13T15:01:04.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.309+0000 7f53e3e90700 1 -- start start 2024-09-13T15:01:04.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.309+0000 7f53e3e90700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53dc1441b0 0x7f53dc146690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:04.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.309+0000 7f53e3e90700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53dc066870 0x7f53dc0ce050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:04.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.309+0000 7f53e3e90700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53dc0ce590 0x7f53dc144c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:04.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.309+0000 7f53e3e90700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53dc0cea20 con 0x7f53dc066870 2024-09-13T15:01:04.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.309+0000 7f53e3e90700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53dc15aa10 con 0x7f53dc1441b0 2024-09-13T15:01:04.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.309+0000 7f53e3e90700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53dc148450 con 0x7f53dc0ce590 2024-09-13T15:01:04.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.309+0000 7f53e142b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53dc066870 0x7f53dc0ce050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:04.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.309+0000 7f53e142b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53dc066870 0x7f53dc0ce050 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50546/0 (socket says 172.21.15.33:50546) 2024-09-13T15:01:04.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.309+0000 7f53e142b700 1 -- 172.21.15.33:0/1486897023 learned_addr learned my addr 172.21.15.33:0/1486897023 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:04.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.309+0000 7f53e242d700 1 --2- 172.21.15.33:0/1486897023 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53dc0ce590 0x7f53dc144c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:04.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.309+0000 7f53e1c2c700 1 --2- 172.21.15.33:0/1486897023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53dc1441b0 0x7f53dc146690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:04.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.313+0000 7f53e142b700 1 -- 172.21.15.33:0/1486897023 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53dc0ce590 msgr2=0x7f53dc144c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:04.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.313+0000 7f53e142b700 1 --2- 172.21.15.33:0/1486897023 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53dc0ce590 0x7f53dc144c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.313+0000 7f53e142b700 1 -- 172.21.15.33:0/1486897023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53dc1441b0 msgr2=0x7f53dc146690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:04.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.313+0000 7f53e142b700 1 --2- 172.21.15.33:0/1486897023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53dc1441b0 0x7f53dc146690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.313+0000 7f53e142b700 1 -- 172.21.15.33:0/1486897023 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53dc148730 con 0x7f53dc066870 2024-09-13T15:01:04.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.313+0000 7f53e142b700 1 --2- 172.21.15.33:0/1486897023 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53dc066870 0x7f53dc0ce050 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f53cc0048f0 tx=0x7f53cc0078e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:04.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.313+0000 7f53d27fc700 1 -- 172.21.15.33:0/1486897023 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53cc00f840 con 0x7f53dc066870 2024-09-13T15:01:04.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.313+0000 7f53d27fc700 1 -- 172.21.15.33:0/1486897023 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f53cc00f9a0 con 0x7f53dc066870 2024-09-13T15:01:04.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.313+0000 7f53e3e90700 1 -- 172.21.15.33:0/1486897023 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53dc148a10 con 0x7f53dc066870 2024-09-13T15:01:04.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.313+0000 7f53d27fc700 1 -- 172.21.15.33:0/1486897023 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f53cc00fd50 con 0x7f53dc066870 2024-09-13T15:01:04.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.313+0000 7f53e3e90700 1 -- 172.21.15.33:0/1486897023 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53dc148100 con 0x7f53dc066870 2024-09-13T15:01:04.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.313+0000 7f53e3e90700 1 -- 172.21.15.33:0/1486897023 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53dc15aba0 con 0x7f53dc066870 2024-09-13T15:01:04.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.313+0000 7f53d27fc700 1 -- 172.21.15.33:0/1486897023 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f53cc01d460 con 0x7f53dc066870 2024-09-13T15:01:04.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.317+0000 7f53d27fc700 1 --2- 172.21.15.33:0/1486897023 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f53c0066730 0x7f53c0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:04.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.317+0000 7f53d27fc700 1 -- 172.21.15.33:0/1486897023 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f53cc084680 con 0x7f53dc066870 2024-09-13T15:01:04.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.317+0000 7f53e1c2c700 1 --2- 172.21.15.33:0/1486897023 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f53c0066730 0x7f53c0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:04.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.317+0000 7f53e1c2c700 1 --2- 172.21.15.33:0/1486897023 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f53c0066730 0x7f53c0068bf0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f53d8000f60 tx=0x7f53d8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:04.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.321+0000 7f53d27fc700 1 -- 172.21.15.33:0/1486897023 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f53cc051660 con 0x7f53dc066870 2024-09-13T15:01:04.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.533+0000 7f53e3e90700 1 -- 172.21.15.33:0/1486897023 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7f53dc06c660 con 0x7f53dc066870 2024-09-13T15:01:04.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.985+0000 7f53d27fc700 1 -- 172.21.15.33:0/1486897023 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v8) v1 ==== 118+0+0 (secure 0 0 0) 0x7f53cc054c80 con 0x7f53dc066870 2024-09-13T15:01:04.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.989+0000 7f53e3e90700 1 -- 172.21.15.33:0/1486897023 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f53c0066730 msgr2=0x7f53c0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:04.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.989+0000 7f53e3e90700 1 --2- 172.21.15.33:0/1486897023 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f53c0066730 0x7f53c0068bf0 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7f53d8000f60 tx=0x7f53d8009040 comp rx=0 tx=0).stop 2024-09-13T15:01:04.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.989+0000 7f53e3e90700 1 -- 172.21.15.33:0/1486897023 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53dc066870 msgr2=0x7f53dc0ce050 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:04.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.989+0000 7f53e3e90700 1 --2- 172.21.15.33:0/1486897023 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53dc066870 0x7f53dc0ce050 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7f53cc0048f0 tx=0x7f53cc0078e0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.989+0000 7f53e3e90700 1 -- 172.21.15.33:0/1486897023 shutdown_connections 2024-09-13T15:01:04.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.989+0000 7f53e3e90700 1 --2- 172.21.15.33:0/1486897023 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f53c0066730 0x7f53c0068bf0 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.989+0000 7f53e3e90700 1 --2- 172.21.15.33:0/1486897023 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53dc0ce590 0x7f53dc144c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.989+0000 7f53e3e90700 1 --2- 172.21.15.33:0/1486897023 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53dc066870 0x7f53dc0ce050 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.989+0000 7f53e3e90700 1 --2- 172.21.15.33:0/1486897023 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53dc1441b0 0x7f53dc146690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:04.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.989+0000 7f53e3e90700 1 -- 172.21.15.33:0/1486897023 >> 172.21.15.33:0/1486897023 conn(0x7f53dc0b22e0 msgr2=0x7f53dc06b390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:04.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.989+0000 7f53e3e90700 1 -- 172.21.15.33:0/1486897023 shutdown_connections 2024-09-13T15:01:04.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:04.989+0000 7f53e3e90700 1 -- 172.21.15.33:0/1486897023 wait complete. 2024-09-13T15:01:05.013 DEBUG:tasks.cephfs.filesystem:fs_config: {'ec_profile': ['m=2', 'k=2', 'crush-failure-domain=osd']} 2024-09-13T15:01:05.013 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T15:01:05.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a30f9700 1 Processor -- start 2024-09-13T15:01:05.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a30f9700 1 -- start start 2024-09-13T15:01:05.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a30f9700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f839c06ee70 0x7f839c15bb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:05.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a30f9700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f839c15e580 0x7f839c15ea10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:05.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a30f9700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f839c0cd580 con 0x7f839c06f250 2024-09-13T15:01:05.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a30f9700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f839c15b0a0 con 0x7f839c06ee70 2024-09-13T15:01:05.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a30f9700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f839c15b380 con 0x7f839c15e580 2024-09-13T15:01:05.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a0e95700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f839c06ee70 0x7f839c15bb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:05.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a0e95700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f839c06ee70 0x7f839c15bb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50558/0 (socket says 172.21.15.33:50558) 2024-09-13T15:01:05.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a0e95700 1 -- 172.21.15.33:0/2649758905 learned_addr learned my addr 172.21.15.33:0/2649758905 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:05.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a1696700 1 --2- 172.21.15.33:0/2649758905 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f839c15e580 0x7f839c15ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:05.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a0e95700 1 -- 172.21.15.33:0/2649758905 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f839c15e580 msgr2=0x7f839c15ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:05.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a0e95700 1 --2- 172.21.15.33:0/2649758905 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f839c15e580 0x7f839c15ea10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:05.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a0e95700 1 -- 172.21.15.33:0/2649758905 >> v1:172.21.15.103:6789/0 conn(0x7f839c06f250 legacy=0x7f839c0ccb00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:05.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a0e95700 1 -- 172.21.15.33:0/2649758905 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f839c15b660 con 0x7f839c06ee70 2024-09-13T15:01:05.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f83a0e95700 1 --2- 172.21.15.33:0/2649758905 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f839c06ee70 0x7f839c15bb80 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f838c009910 tx=0x7f838c009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c15b8eb13e7f28fd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:05.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f839b7fe700 1 -- 172.21.15.33:0/2649758905 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f838c00ba60 con 0x7f839c06ee70 2024-09-13T15:01:05.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f839b7fe700 1 -- 172.21.15.33:0/2649758905 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f838c00bbc0 con 0x7f839c06ee70 2024-09-13T15:01:05.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.141+0000 7f839b7fe700 1 -- 172.21.15.33:0/2649758905 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f838c009e60 con 0x7f839c06ee70 2024-09-13T15:01:05.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.145+0000 7f83a30f9700 1 -- 172.21.15.33:0/2649758905 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f839c06ee70 msgr2=0x7f839c15bb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:05.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.145+0000 7f83a30f9700 1 --2- 172.21.15.33:0/2649758905 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f839c06ee70 0x7f839c15bb80 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f838c009910 tx=0x7f838c009c20 comp rx=0 tx=0).stop 2024-09-13T15:01:05.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.145+0000 7f83a30f9700 1 -- 172.21.15.33:0/2649758905 shutdown_connections 2024-09-13T15:01:05.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.145+0000 7f83a30f9700 1 --2- 172.21.15.33:0/2649758905 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f839c15e580 0x7f839c15ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:05.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.145+0000 7f83a30f9700 1 --2- 172.21.15.33:0/2649758905 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f839c06ee70 0x7f839c15bb80 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:05.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.145+0000 7f83a30f9700 1 -- 172.21.15.33:0/2649758905 >> 172.21.15.33:0/2649758905 conn(0x7f839c070dc0 msgr2=0x7f839c0711d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:05.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.145+0000 7f83a30f9700 1 -- 172.21.15.33:0/2649758905 shutdown_connections 2024-09-13T15:01:05.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.145+0000 7f83a30f9700 1 -- 172.21.15.33:0/2649758905 wait complete. 2024-09-13T15:01:05.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.145+0000 7f83a30f9700 1 Processor -- start 2024-09-13T15:01:05.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.145+0000 7f83a30f9700 1 -- start start 2024-09-13T15:01:05.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a30f9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f839c06ee70 0x7f839c13cd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:05.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a30f9700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f839c06f250 0x7f839c152ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:05.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a30f9700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f839c15e580 0x7f839c149f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:05.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a30f9700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f839c14c680 con 0x7f839c06ee70 2024-09-13T15:01:05.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a30f9700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f839c13c260 con 0x7f839c15e580 2024-09-13T15:01:05.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a30f9700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f839c13c540 con 0x7f839c06f250 2024-09-13T15:01:05.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a0e95700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f839c06ee70 0x7f839c13cd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:05.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a0e95700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f839c06ee70 0x7f839c13cd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50562/0 (socket says 172.21.15.33:50562) 2024-09-13T15:01:05.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a0e95700 1 -- 172.21.15.33:0/1900238444 learned_addr learned my addr 172.21.15.33:0/1900238444 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:05.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a1696700 1 --2- 172.21.15.33:0/1900238444 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f839c15e580 0x7f839c149f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:05.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f839bfff700 1 --2- 172.21.15.33:0/1900238444 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f839c06f250 0x7f839c152ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:05.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a0e95700 1 -- 172.21.15.33:0/1900238444 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f839c06f250 msgr2=0x7f839c152ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:05.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a0e95700 1 --2- 172.21.15.33:0/1900238444 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f839c06f250 0x7f839c152ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:05.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a0e95700 1 -- 172.21.15.33:0/1900238444 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f839c15e580 msgr2=0x7f839c149f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:05.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a0e95700 1 --2- 172.21.15.33:0/1900238444 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f839c15e580 0x7f839c149f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:05.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a0e95700 1 -- 172.21.15.33:0/1900238444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f838c009570 con 0x7f839c06ee70 2024-09-13T15:01:05.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a0e95700 1 --2- 172.21.15.33:0/1900238444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f839c06ee70 0x7f839c13cd40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f839c06c340 tx=0x7f838c004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:05.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83997fa700 1 -- 172.21.15.33:0/1900238444 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f838c004590 con 0x7f839c06ee70 2024-09-13T15:01:05.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a30f9700 1 -- 172.21.15.33:0/1900238444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f839c13c820 con 0x7f839c06ee70 2024-09-13T15:01:05.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83997fa700 1 -- 172.21.15.33:0/1900238444 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f838c01f070 con 0x7f839c06ee70 2024-09-13T15:01:05.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83997fa700 1 -- 172.21.15.33:0/1900238444 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f838c003900 con 0x7f839c06ee70 2024-09-13T15:01:05.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a30f9700 1 -- 172.21.15.33:0/1900238444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f839c14c960 con 0x7f839c06ee70 2024-09-13T15:01:05.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.149+0000 7f83a30f9700 1 -- 172.21.15.33:0/1900238444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f839c0ce370 con 0x7f839c06ee70 2024-09-13T15:01:05.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.153+0000 7f83997fa700 1 -- 172.21.15.33:0/1900238444 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f838c003a60 con 0x7f839c06ee70 2024-09-13T15:01:05.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.153+0000 7f83997fa700 1 --2- 172.21.15.33:0/1900238444 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8388066760 0x7f8388068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:05.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.153+0000 7f83997fa700 1 -- 172.21.15.33:0/1900238444 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f838c021070 con 0x7f839c06ee70 2024-09-13T15:01:05.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.153+0000 7f839bfff700 1 --2- 172.21.15.33:0/1900238444 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8388066760 0x7f8388068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:05.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.153+0000 7f839bfff700 1 --2- 172.21.15.33:0/1900238444 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8388066760 0x7f8388068c20 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f839c1553e0 tx=0x7f8390009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:05.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.161+0000 7f83997fa700 1 -- 172.21.15.33:0/1900238444 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f838c052d00 con 0x7f839c06ee70 2024-09-13T15:01:05.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.361+0000 7f83a30f9700 1 -- 172.21.15.33:0/1900238444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f839c15a8d0 con 0x7f839c06ee70 2024-09-13T15:01:05.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.985+0000 7f83997fa700 1 -- 172.21.15.33:0/1900238444 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v9) v1 ==== 122+0+0 (secure 0 0 0) 0x7f838c019e60 con 0x7f839c06ee70 2024-09-13T15:01:05.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.989+0000 7f83a30f9700 1 -- 172.21.15.33:0/1900238444 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8388066760 msgr2=0x7f8388068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:05.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.989+0000 7f83a30f9700 1 --2- 172.21.15.33:0/1900238444 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8388066760 0x7f8388068c20 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f839c1553e0 tx=0x7f8390009040 comp rx=0 tx=0).stop 2024-09-13T15:01:05.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.989+0000 7f83a30f9700 1 -- 172.21.15.33:0/1900238444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f839c06ee70 msgr2=0x7f839c13cd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:05.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.989+0000 7f83a30f9700 1 --2- 172.21.15.33:0/1900238444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f839c06ee70 0x7f839c13cd40 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f839c06c340 tx=0x7f838c004770 comp rx=0 tx=0).stop 2024-09-13T15:01:05.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.989+0000 7f83a30f9700 1 -- 172.21.15.33:0/1900238444 shutdown_connections 2024-09-13T15:01:05.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.989+0000 7f83a30f9700 1 --2- 172.21.15.33:0/1900238444 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8388066760 0x7f8388068c20 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:05.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.989+0000 7f83a30f9700 1 --2- 172.21.15.33:0/1900238444 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f839c15e580 0x7f839c149f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:05.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.989+0000 7f83a30f9700 1 --2- 172.21.15.33:0/1900238444 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f839c06f250 0x7f839c152ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:05.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.989+0000 7f83a30f9700 1 --2- 172.21.15.33:0/1900238444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f839c06ee70 0x7f839c13cd40 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:05.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.989+0000 7f83a30f9700 1 -- 172.21.15.33:0/1900238444 >> 172.21.15.33:0/1900238444 conn(0x7f839c070dc0 msgr2=0x7f839c0b3400 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:05.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.989+0000 7f83a30f9700 1 -- 172.21.15.33:0/1900238444 shutdown_connections 2024-09-13T15:01:05.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:05.989+0000 7f83a30f9700 1 -- 172.21.15.33:0/1900238444 wait complete. 2024-09-13T15:01:06.015 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T15:01:06.016 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:01:06.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.133+0000 7f5ef170c700 1 Processor -- start 2024-09-13T15:01:06.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.133+0000 7f5ef170c700 1 -- start start 2024-09-13T15:01:06.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5ef170c700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f5eec15cde0 0x7f5eec0ad260 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5ef170c700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5eec160460 con 0x7f5eec0abf40 2024-09-13T15:01:06.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5ef170c700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5eec06ca70 con 0x7f5eec15ca00 2024-09-13T15:01:06.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5ef170c700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5eec15d310 con 0x7f5eec15cde0 2024-09-13T15:01:06.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5ef0f0b700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f5eec0abf40 0x7f5eec166920 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34722/0 (socket says 172.21.15.33:34722) 2024-09-13T15:01:06.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5ef0f0b700 1 -- 172.21.15.33:0/965433573 learned_addr learned my addr 172.21.15.33:0/965433573 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:06.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5ee3fff700 1 --2- 172.21.15.33:0/965433573 >> v2:172.21.15.103:3300/0 conn(0x7f5eec15cde0 0x7f5eec0ad260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5eeb7fe700 1 -- 172.21.15.33:0/965433573 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1490419840 0 0) 0x7f5eec160460 con 0x7f5eec0abf40 2024-09-13T15:01:06.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5eeb7fe700 1 -- 172.21.15.33:0/965433573 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5ed80035d0 con 0x7f5eec0abf40 2024-09-13T15:01:06.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5ee3fff700 1 -- 172.21.15.33:0/965433573 >> v1:172.21.15.103:6789/0 conn(0x7f5eec15ca00 legacy=0x7f5eec06c360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5ee3fff700 1 -- 172.21.15.33:0/965433573 >> v1:172.21.15.33:6789/0 conn(0x7f5eec0abf40 legacy=0x7f5eec166920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5ee3fff700 1 -- 172.21.15.33:0/965433573 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5eec15d5f0 con 0x7f5eec15cde0 2024-09-13T15:01:06.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5ee3fff700 1 --2- 172.21.15.33:0/965433573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5eec15cde0 0x7f5eec0ad260 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5ed4009850 tx=0x7f5ed4009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a2642e5234ac0d77 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:06.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5eeb7fe700 1 -- 172.21.15.33:0/965433573 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ed4011830 con 0x7f5eec15cde0 2024-09-13T15:01:06.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.137+0000 7f5eeb7fe700 1 -- 172.21.15.33:0/965433573 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ed4011990 con 0x7f5eec15cde0 2024-09-13T15:01:06.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.141+0000 7f5eeb7fe700 1 -- 172.21.15.33:0/965433573 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ed4011d40 con 0x7f5eec15cde0 2024-09-13T15:01:06.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.141+0000 7f5ef170c700 1 -- 172.21.15.33:0/965433573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5eec15cde0 msgr2=0x7f5eec0ad260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.141+0000 7f5ef170c700 1 --2- 172.21.15.33:0/965433573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5eec15cde0 0x7f5eec0ad260 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f5ed4009850 tx=0x7f5ed4009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:06.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.141+0000 7f5ef170c700 1 -- 172.21.15.33:0/965433573 shutdown_connections 2024-09-13T15:01:06.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.141+0000 7f5ef170c700 1 --2- 172.21.15.33:0/965433573 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5eec15cde0 0x7f5eec0ad260 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.141+0000 7f5ef170c700 1 -- 172.21.15.33:0/965433573 >> 172.21.15.33:0/965433573 conn(0x7f5eec0ae750 msgr2=0x7f5eec0b0cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:06.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.141+0000 7f5ef170c700 1 -- 172.21.15.33:0/965433573 shutdown_connections 2024-09-13T15:01:06.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.141+0000 7f5ef170c700 1 -- 172.21.15.33:0/965433573 wait complete. 2024-09-13T15:01:06.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef170c700 1 Processor -- start 2024-09-13T15:01:06.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef170c700 1 -- start start 2024-09-13T15:01:06.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef170c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5eec15ca00 0x7f5eec09c1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef170c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5eec15cde0 0x7f5eec0ca4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef170c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5eec0caa20 0x7f5eec14d610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef170c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5eec099a50 con 0x7f5eec0caa20 2024-09-13T15:01:06.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef170c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5eec0c9140 con 0x7f5eec15cde0 2024-09-13T15:01:06.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef170c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5eec0c9420 con 0x7f5eec15ca00 2024-09-13T15:01:06.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef0f0b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5eec0caa20 0x7f5eec14d610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef0f0b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5eec0caa20 0x7f5eec14d610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50570/0 (socket says 172.21.15.33:50570) 2024-09-13T15:01:06.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef0f0b700 1 -- 172.21.15.33:0/968375965 learned_addr learned my addr 172.21.15.33:0/968375965 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:06.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ee3fff700 1 --2- 172.21.15.33:0/968375965 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5eec15cde0 0x7f5eec0ca4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5eebfff700 1 --2- 172.21.15.33:0/968375965 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5eec15ca00 0x7f5eec09c1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef0f0b700 1 -- 172.21.15.33:0/968375965 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5eec15ca00 msgr2=0x7f5eec09c1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef0f0b700 1 --2- 172.21.15.33:0/968375965 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5eec15ca00 0x7f5eec09c1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef0f0b700 1 -- 172.21.15.33:0/968375965 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5eec15cde0 msgr2=0x7f5eec0ca4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef0f0b700 1 --2- 172.21.15.33:0/968375965 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5eec15cde0 0x7f5eec0ca4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef0f0b700 1 -- 172.21.15.33:0/968375965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ed40094b0 con 0x7f5eec0caa20 2024-09-13T15:01:06.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.145+0000 7f5ef0f0b700 1 --2- 172.21.15.33:0/968375965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5eec0caa20 0x7f5eec14d610 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400cb40 tx=0x7f5ee400cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:06.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.149+0000 7f5ee97fa700 1 -- 172.21.15.33:0/968375965 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ee4007500 con 0x7f5eec0caa20 2024-09-13T15:01:06.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.149+0000 7f5ee97fa700 1 -- 172.21.15.33:0/968375965 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ee4007660 con 0x7f5eec0caa20 2024-09-13T15:01:06.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.149+0000 7f5ee97fa700 1 -- 172.21.15.33:0/968375965 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ee40079f0 con 0x7f5eec0caa20 2024-09-13T15:01:06.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.149+0000 7f5ef170c700 1 -- 172.21.15.33:0/968375965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5eec0c9700 con 0x7f5eec0caa20 2024-09-13T15:01:06.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.149+0000 7f5ef170c700 1 -- 172.21.15.33:0/968375965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5eec0c8d30 con 0x7f5eec0caa20 2024-09-13T15:01:06.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.149+0000 7f5ee97fa700 1 -- 172.21.15.33:0/968375965 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5ee401b3b0 con 0x7f5eec0caa20 2024-09-13T15:01:06.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.149+0000 7f5ef170c700 1 -- 172.21.15.33:0/968375965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5eec0c9c20 con 0x7f5eec0caa20 2024-09-13T15:01:06.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.149+0000 7f5ee97fa700 1 --2- 172.21.15.33:0/968375965 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5ecc066730 0x7f5ecc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.149+0000 7f5ee97fa700 1 -- 172.21.15.33:0/968375965 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5ee4083e50 con 0x7f5eec0caa20 2024-09-13T15:01:06.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.149+0000 7f5eebfff700 1 --2- 172.21.15.33:0/968375965 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5ecc066730 0x7f5ecc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.157 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.149+0000 7f5eebfff700 1 --2- 172.21.15.33:0/968375965 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5ecc066730 0x7f5ecc068bf0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f5eec151540 tx=0x7f5edc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:06.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.161+0000 7f5ee97fa700 1 -- 172.21.15.33:0/968375965 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5ee4050ee0 con 0x7f5eec0caa20 2024-09-13T15:01:06.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.369+0000 7f5ef170c700 1 -- 172.21.15.33:0/968375965 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f5eec0ad260 con 0x7f5eec0caa20 2024-09-13T15:01:06.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.373+0000 7f5ee97fa700 1 -- 172.21.15.33:0/968375965 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7f5ee4017090 con 0x7f5eec0caa20 2024-09-13T15:01:06.378 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:06.378 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2581616786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2581616786},{"type":"v1","addr":"172.21.15.33:6833","nonce":2581616786}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4254,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/63013610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":63013610},{"type":"v1","addr":"172.21.15.103:6835","nonce":63013610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2759736167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2759736167},{"type":"v1","addr":"172.21.15.33:6835","nonce":2759736167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:00:49.869447+0000","modified":"2024-09-13T15:01:05.983365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.103:6837/3113841157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":3113841157},{"type":"v1","addr":"172.21.15.103:6837","nonce":3113841157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:01:06.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.373+0000 7f5ef170c700 1 -- 172.21.15.33:0/968375965 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5ecc066730 msgr2=0x7f5ecc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.373+0000 7f5ef170c700 1 --2- 172.21.15.33:0/968375965 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5ecc066730 0x7f5ecc068bf0 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f5eec151540 tx=0x7f5edc009040 comp rx=0 tx=0).stop 2024-09-13T15:01:06.381 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.373+0000 7f5ef170c700 1 -- 172.21.15.33:0/968375965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5eec0caa20 msgr2=0x7f5eec14d610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.373+0000 7f5ef170c700 1 --2- 172.21.15.33:0/968375965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5eec0caa20 0x7f5eec14d610 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5ee400cb40 tx=0x7f5ee400cb70 comp rx=0 tx=0).stop 2024-09-13T15:01:06.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.373+0000 7f5ef170c700 1 -- 172.21.15.33:0/968375965 shutdown_connections 2024-09-13T15:01:06.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.373+0000 7f5ef170c700 1 --2- 172.21.15.33:0/968375965 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5ecc066730 0x7f5ecc068bf0 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.373+0000 7f5ef170c700 1 --2- 172.21.15.33:0/968375965 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5eec0caa20 0x7f5eec14d610 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.373+0000 7f5ef170c700 1 --2- 172.21.15.33:0/968375965 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5eec15cde0 0x7f5eec0ca4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.373+0000 7f5ef170c700 1 --2- 172.21.15.33:0/968375965 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5eec15ca00 0x7f5eec09c1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.373+0000 7f5ef170c700 1 -- 172.21.15.33:0/968375965 >> 172.21.15.33:0/968375965 conn(0x7f5eec0abf40 msgr2=0x7f5eec15f730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:06.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.373+0000 7f5ef170c700 1 -- 172.21.15.33:0/968375965 shutdown_connections 2024-09-13T15:01:06.382 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.373+0000 7f5ef170c700 1 -- 172.21.15.33:0/968375965 wait complete. 2024-09-13T15:01:06.382 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-09-13T15:01:06.394 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:06.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.497+0000 7ff12ae25700 1 Processor -- start 2024-09-13T15:01:06.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.497+0000 7ff12ae25700 1 -- start start 2024-09-13T15:01:06.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.497+0000 7ff12ae25700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff1241594f0 0x7ff12406d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.497+0000 7ff12ae25700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff1240b3800 0x7ff12406fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.497+0000 7ff12ae25700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1240b2280 con 0x7ff12406da70 2024-09-13T15:01:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.497+0000 7ff12ae25700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff12406dee0 con 0x7ff1240b3800 2024-09-13T15:01:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.497+0000 7ff12ae25700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1240cc890 con 0x7ff1241594f0 2024-09-13T15:01:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.497+0000 7ff12a624700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff1240b3800 0x7ff12406fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.497+0000 7ff12a624700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff1240b3800 0x7ff12406fc00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50572/0 (socket says 172.21.15.33:50572) 2024-09-13T15:01:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.497+0000 7ff12a624700 1 -- 172.21.15.33:0/192225480 learned_addr learned my addr 172.21.15.33:0/192225480 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:06.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff129e23700 1 --2- 172.21.15.33:0/192225480 >> v2:172.21.15.103:3300/0 conn(0x7ff1241594f0 0x7ff12406d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12a624700 1 -- 172.21.15.33:0/192225480 >> v2:172.21.15.103:3300/0 conn(0x7ff1241594f0 msgr2=0x7ff12406d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12a624700 1 --2- 172.21.15.33:0/192225480 >> v2:172.21.15.103:3300/0 conn(0x7ff1241594f0 0x7ff12406d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12a624700 1 -- 172.21.15.33:0/192225480 >> v1:172.21.15.103:6789/0 conn(0x7ff12406da70 legacy=0x7ff1240b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12a624700 1 -- 172.21.15.33:0/192225480 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1240b1970 con 0x7ff1240b3800 2024-09-13T15:01:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12a624700 1 --2- 172.21.15.33:0/192225480 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1240b3800 0x7ff12406fc00 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff12406e0f0 tx=0x7ff11c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e195936cbfba17c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff128e21700 1 -- 172.21.15.33:0/192225480 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff11c00e070 con 0x7ff1240b3800 2024-09-13T15:01:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff128e21700 1 -- 172.21.15.33:0/192225480 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff11c00b910 con 0x7ff1240b3800 2024-09-13T15:01:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff128e21700 1 -- 172.21.15.33:0/192225480 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff11c00bcc0 con 0x7ff1240b3800 2024-09-13T15:01:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12ae25700 1 -- 172.21.15.33:0/192225480 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1240b3800 msgr2=0x7ff12406fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12ae25700 1 --2- 172.21.15.33:0/192225480 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1240b3800 0x7ff12406fc00 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7ff12406e0f0 tx=0x7ff11c00b330 comp rx=0 tx=0).stop 2024-09-13T15:01:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12ae25700 1 -- 172.21.15.33:0/192225480 shutdown_connections 2024-09-13T15:01:06.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12ae25700 1 --2- 172.21.15.33:0/192225480 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1240b3800 0x7ff12406fc00 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12ae25700 1 --2- 172.21.15.33:0/192225480 >> v2:172.21.15.103:3300/0 conn(0x7ff1241594f0 0x7ff12406d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12ae25700 1 -- 172.21.15.33:0/192225480 >> 172.21.15.33:0/192225480 conn(0x7ff12406a350 msgr2=0x7ff12406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:06.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12ae25700 1 -- 172.21.15.33:0/192225480 shutdown_connections 2024-09-13T15:01:06.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12ae25700 1 -- 172.21.15.33:0/192225480 wait complete. 2024-09-13T15:01:06.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12ae25700 1 Processor -- start 2024-09-13T15:01:06.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.501+0000 7ff12ae25700 1 -- start start 2024-09-13T15:01:06.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff12ae25700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff12406da70 0x7ff12414d4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff12ae25700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1240b3800 0x7ff12406fc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff12ae25700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1241594f0 0x7ff124070140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff12ae25700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1241f29a0 con 0x7ff12406da70 2024-09-13T15:01:06.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff12ae25700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1241f2c80 con 0x7ff1240b3800 2024-09-13T15:01:06.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff12ae25700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1241f2f60 con 0x7ff1241594f0 2024-09-13T15:01:06.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff129e23700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff12406da70 0x7ff12414d4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff129e23700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff12406da70 0x7ff12414d4d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50582/0 (socket says 172.21.15.33:50582) 2024-09-13T15:01:06.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff129e23700 1 -- 172.21.15.33:0/2134361652 learned_addr learned my addr 172.21.15.33:0/2134361652 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:06.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff129622700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1240b3800 0x7ff12406fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff12a624700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1241594f0 0x7ff124070140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff129e23700 1 -- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1241594f0 msgr2=0x7ff124070140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff129e23700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1241594f0 0x7ff124070140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff129e23700 1 -- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1240b3800 msgr2=0x7ff12406fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff129e23700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1240b3800 0x7ff12406fc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff129e23700 1 -- 172.21.15.33:0/2134361652 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff11c009b30 con 0x7ff12406da70 2024-09-13T15:01:06.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff12a624700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1241594f0 0x7ff124070140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:06.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff129e23700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff12406da70 0x7ff12414d4d0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff11400e9d0 tx=0x7ff11400ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:06.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff11a7fc700 1 -- 172.21.15.33:0/2134361652 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff114009720 con 0x7ff12406da70 2024-09-13T15:01:06.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff11a7fc700 1 -- 172.21.15.33:0/2134361652 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff11400c850 con 0x7ff12406da70 2024-09-13T15:01:06.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff12ae25700 1 -- 172.21.15.33:0/2134361652 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff12414ccd0 con 0x7ff12406da70 2024-09-13T15:01:06.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff11a7fc700 1 -- 172.21.15.33:0/2134361652 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff11400cbc0 con 0x7ff12406da70 2024-09-13T15:01:06.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff12ae25700 1 -- 172.21.15.33:0/2134361652 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff12414da10 con 0x7ff12406da70 2024-09-13T15:01:06.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.505+0000 7ff12ae25700 1 -- 172.21.15.33:0/2134361652 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1240b30f0 con 0x7ff12406da70 2024-09-13T15:01:06.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.509+0000 7ff11a7fc700 1 -- 172.21.15.33:0/2134361652 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff11400cd20 con 0x7ff12406da70 2024-09-13T15:01:06.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.509+0000 7ff11a7fc700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff108066730 0x7ff108068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.509+0000 7ff11a7fc700 1 -- 172.21.15.33:0/2134361652 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff114084520 con 0x7ff12406da70 2024-09-13T15:01:06.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.509+0000 7ff129622700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff108066730 0x7ff108068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.509+0000 7ff129622700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff108066730 0x7ff108068bf0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff1241589b0 tx=0x7ff120009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:06.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.517+0000 7ff11a7fc700 1 -- 172.21.15.33:0/2134361652 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff114051590 con 0x7ff12406da70 2024-09-13T15:01:06.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.689+0000 7ff12ae25700 1 -- 172.21.15.33:0/2134361652 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff124070940 con 0x7ff12406da70 2024-09-13T15:01:06.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.693+0000 7ff11a7fc700 1 -- 172.21.15.33:0/2134361652 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7ff114054bb0 con 0x7ff12406da70 2024-09-13T15:01:06.701 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:06.701 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:06.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.693+0000 7ff12ae25700 1 -- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff108066730 msgr2=0x7ff108068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.693+0000 7ff12ae25700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff108066730 0x7ff108068bf0 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7ff1241589b0 tx=0x7ff120009040 comp rx=0 tx=0).stop 2024-09-13T15:01:06.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.693+0000 7ff12ae25700 1 -- 172.21.15.33:0/2134361652 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff12406da70 msgr2=0x7ff12414d4d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.693+0000 7ff12ae25700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff12406da70 0x7ff12414d4d0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7ff11400e9d0 tx=0x7ff11400ece0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.697+0000 7ff12ae25700 1 -- 172.21.15.33:0/2134361652 shutdown_connections 2024-09-13T15:01:06.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.697+0000 7ff12ae25700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff108066730 0x7ff108068bf0 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.697+0000 7ff12ae25700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1241594f0 0x7ff124070140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.697+0000 7ff12ae25700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1240b3800 0x7ff12406fc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.697+0000 7ff12ae25700 1 --2- 172.21.15.33:0/2134361652 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff12406da70 0x7ff12414d4d0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.697+0000 7ff12ae25700 1 -- 172.21.15.33:0/2134361652 >> 172.21.15.33:0/2134361652 conn(0x7ff12406a350 msgr2=0x7ff12406d280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:06.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.697+0000 7ff12ae25700 1 -- 172.21.15.33:0/2134361652 shutdown_connections 2024-09-13T15:01:06.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.697+0000 7ff12ae25700 1 -- 172.21.15.33:0/2134361652 wait complete. 2024-09-13T15:01:06.716 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T15:01:06.716 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:01:06.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f0593050700 1 Processor -- start 2024-09-13T15:01:06.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f0593050700 1 -- start start 2024-09-13T15:01:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f0593050700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f058c158b30 0x7f058c071030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f0593050700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f058c158f10 0x7f058c071570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f0593050700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f058c06de00 con 0x7f058c06ce30 2024-09-13T15:01:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f0593050700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f058c06db20 con 0x7f058c158f10 2024-09-13T15:01:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f0593050700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f058c0b1920 con 0x7f058c158b30 2024-09-13T15:01:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059184d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f058c158f10 0x7f058c071570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059284f700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f058c06ce30 0x7f058c06d280 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34726/0 (socket says 172.21.15.33:34726) 2024-09-13T15:01:06.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059284f700 1 -- 172.21.15.33:0/1324029305 learned_addr learned my addr 172.21.15.33:0/1324029305 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059204e700 1 --2- 172.21.15.33:0/1324029305 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f058c158b30 0x7f058c071030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059104c700 1 -- 172.21.15.33:0/1324029305 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2330495085 0 0) 0x7f058c06de00 con 0x7f058c06ce30 2024-09-13T15:01:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059104c700 1 -- 172.21.15.33:0/1324029305 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f05780035d0 con 0x7f058c06ce30 2024-09-13T15:01:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059204e700 1 -- 172.21.15.33:0/1324029305 >> v2:172.21.15.33:3300/0 conn(0x7f058c158f10 msgr2=0x7f058c071570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:06.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059204e700 1 --2- 172.21.15.33:0/1324029305 >> v2:172.21.15.33:3300/0 conn(0x7f058c158f10 0x7f058c071570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059204e700 1 -- 172.21.15.33:0/1324029305 >> v1:172.21.15.33:6789/0 conn(0x7f058c06ce30 legacy=0x7f058c06d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059204e700 1 -- 172.21.15.33:0/1324029305 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f058c0b1c00 con 0x7f058c158b30 2024-09-13T15:01:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059184d700 1 --2- 172.21.15.33:0/1324029305 >> v2:172.21.15.33:3300/0 conn(0x7f058c158f10 0x7f058c071570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059204e700 1 --2- 172.21.15.33:0/1324029305 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f058c158b30 0x7f058c071030 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0588009850 tx=0x7f0588009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=b0f8767e4c77bec9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059104c700 1 -- 172.21.15.33:0/1324029305 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0588011830 con 0x7f058c158b30 2024-09-13T15:01:06.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059104c700 1 -- 172.21.15.33:0/1324029305 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0588011990 con 0x7f058c158b30 2024-09-13T15:01:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f059104c700 1 -- 172.21.15.33:0/1324029305 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0588011d40 con 0x7f058c158b30 2024-09-13T15:01:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f0593050700 1 -- 172.21.15.33:0/1324029305 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f058c158b30 msgr2=0x7f058c071030 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.825+0000 7f0593050700 1 --2- 172.21.15.33:0/1324029305 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f058c158b30 0x7f058c071030 secure :-1 s=READY pgs=37 cs=0 l=1 rev1=1 crypto rx=0x7f0588009850 tx=0x7f0588009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f0593050700 1 -- 172.21.15.33:0/1324029305 shutdown_connections 2024-09-13T15:01:06.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f0593050700 1 --2- 172.21.15.33:0/1324029305 >> v2:172.21.15.33:3300/0 conn(0x7f058c158f10 0x7f058c071570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f0593050700 1 --2- 172.21.15.33:0/1324029305 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f058c158b30 0x7f058c071030 unknown :-1 s=CLOSED pgs=37 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f0593050700 1 -- 172.21.15.33:0/1324029305 >> 172.21.15.33:0/1324029305 conn(0x7f058c06a350 msgr2=0x7f058c06a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f0593050700 1 -- 172.21.15.33:0/1324029305 shutdown_connections 2024-09-13T15:01:06.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f0593050700 1 -- 172.21.15.33:0/1324029305 wait complete. 2024-09-13T15:01:06.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f0593050700 1 Processor -- start 2024-09-13T15:01:06.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f0593050700 1 -- start start 2024-09-13T15:01:06.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f0593050700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f058c06ce30 0x7f058c14e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f0593050700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f058c158b30 0x7f058c0cd420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f0593050700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f058c158f10 0x7f058c06bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f0593050700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f058c0ce410 con 0x7f058c158b30 2024-09-13T15:01:06.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f0593050700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f058c0cde50 con 0x7f058c158f10 2024-09-13T15:01:06.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f0593050700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f058c0ce130 con 0x7f058c06ce30 2024-09-13T15:01:06.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f059184d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f058c158b30 0x7f058c0cd420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f059184d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f058c158b30 0x7f058c0cd420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50606/0 (socket says 172.21.15.33:50606) 2024-09-13T15:01:06.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f059184d700 1 -- 172.21.15.33:0/894144696 learned_addr learned my addr 172.21.15.33:0/894144696 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:06.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f059284f700 1 --2- 172.21.15.33:0/894144696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f058c158f10 0x7f058c06bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.829+0000 7f059204e700 1 --2- 172.21.15.33:0/894144696 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f058c06ce30 0x7f058c14e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.833+0000 7f059184d700 1 -- 172.21.15.33:0/894144696 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f058c06ce30 msgr2=0x7f058c14e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.833+0000 7f059184d700 1 --2- 172.21.15.33:0/894144696 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f058c06ce30 0x7f058c14e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.833+0000 7f059184d700 1 -- 172.21.15.33:0/894144696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f058c158f10 msgr2=0x7f058c06bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:06.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.833+0000 7f059184d700 1 --2- 172.21.15.33:0/894144696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f058c158f10 0x7f058c06bb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:06.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.833+0000 7f059184d700 1 -- 172.21.15.33:0/894144696 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f057c0094b0 con 0x7f058c158b30 2024-09-13T15:01:06.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.833+0000 7f059184d700 1 --2- 172.21.15.33:0/894144696 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f058c158b30 0x7f058c0cd420 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f057c00e9b0 tx=0x7f057c00ecc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:06.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.833+0000 7f0582ffd700 1 -- 172.21.15.33:0/894144696 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f057c00ee50 con 0x7f058c158b30 2024-09-13T15:01:06.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.833+0000 7f0582ffd700 1 -- 172.21.15.33:0/894144696 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f057c00c850 con 0x7f058c158b30 2024-09-13T15:01:06.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.833+0000 7f0593050700 1 -- 172.21.15.33:0/894144696 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05880094b0 con 0x7f058c158b30 2024-09-13T15:01:06.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.833+0000 7f0582ffd700 1 -- 172.21.15.33:0/894144696 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f057c00cc00 con 0x7f058c158b30 2024-09-13T15:01:06.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.833+0000 7f0593050700 1 -- 172.21.15.33:0/894144696 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f058c1550e0 con 0x7f058c158b30 2024-09-13T15:01:06.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.833+0000 7f0593050700 1 -- 172.21.15.33:0/894144696 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f058c154c60 con 0x7f058c158b30 2024-09-13T15:01:06.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.833+0000 7f0582ffd700 1 -- 172.21.15.33:0/894144696 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f057c013470 con 0x7f058c158b30 2024-09-13T15:01:06.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.837+0000 7f0582ffd700 1 --2- 172.21.15.33:0/894144696 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0570066730 0x7f0570068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:06.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.837+0000 7f0582ffd700 1 -- 172.21.15.33:0/894144696 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f057c084180 con 0x7f058c158b30 2024-09-13T15:01:06.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.837+0000 7f059204e700 1 --2- 172.21.15.33:0/894144696 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0570066730 0x7f0570068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:06.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.837+0000 7f059204e700 1 --2- 172.21.15.33:0/894144696 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0570066730 0x7f0570068bf0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f05880090b0 tx=0x7f0588008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:06.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:06.845+0000 7f0582ffd700 1 -- 172.21.15.33:0/894144696 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f058c154c60 con 0x7f058c158b30 2024-09-13T15:01:07.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.013+0000 7f0593050700 1 -- 172.21.15.33:0/894144696 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f058c154c60 con 0x7f0570066730 2024-09-13T15:01:07.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.029+0000 7f0582ffd700 1 -- 172.21.15.33:0/894144696 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345258 (secure 0 0 0) 0x7f058c154c60 con 0x7f0570066730 2024-09-13T15:01:07.043 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:07.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.037+0000 7f0593050700 1 -- 172.21.15.33:0/894144696 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0570066730 msgr2=0x7f0570068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.037+0000 7f0593050700 1 --2- 172.21.15.33:0/894144696 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0570066730 0x7f0570068bf0 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f05880090b0 tx=0x7f0588008030 comp rx=0 tx=0).stop 2024-09-13T15:01:07.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.037+0000 7f0593050700 1 -- 172.21.15.33:0/894144696 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f058c158b30 msgr2=0x7f058c0cd420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.037+0000 7f0593050700 1 --2- 172.21.15.33:0/894144696 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f058c158b30 0x7f058c0cd420 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7f057c00e9b0 tx=0x7f057c00ecc0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.037+0000 7f0593050700 1 -- 172.21.15.33:0/894144696 shutdown_connections 2024-09-13T15:01:07.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.037+0000 7f0593050700 1 --2- 172.21.15.33:0/894144696 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0570066730 0x7f0570068bf0 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.037+0000 7f0593050700 1 --2- 172.21.15.33:0/894144696 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f058c158f10 0x7f058c06bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.037+0000 7f0593050700 1 --2- 172.21.15.33:0/894144696 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f058c158b30 0x7f058c0cd420 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.037+0000 7f0593050700 1 --2- 172.21.15.33:0/894144696 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f058c06ce30 0x7f058c14e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.037+0000 7f0593050700 1 -- 172.21.15.33:0/894144696 >> 172.21.15.33:0/894144696 conn(0x7f058c06a350 msgr2=0x7f058c0ae460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:07.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.037+0000 7f0593050700 1 -- 172.21.15.33:0/894144696 shutdown_connections 2024-09-13T15:01:07.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.037+0000 7f0593050700 1 -- 172.21.15.33:0/894144696 wait complete. 2024-09-13T15:01:07.047 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-13T15:01:07.059 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":31,"stamp":"2024-09-13T15:01:06.245913+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594820,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":206,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223632,"kb_used_data":3364,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":754751088,"statfs":{"total":773094113280,"available":772865114112,"internally_reserved":0,"allocated":3444736,"data_stored":2050397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2090,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.955957"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.915204+0000","last_change":"2024-09-13T15:00:49.505448+0000","last_active":"2024-09-13T15:00:53.915204+0000","last_peered":"2024-09-13T15:00:53.915204+0000","last_clean":"2024-09-13T15:00:53.915204+0000","last_became_active":"2024-09-13T15:00:49.505151+0000","last_became_peered":"2024-09-13T15:00:49.505151+0000","last_unstale":"2024-09-13T15:00:53.915204+0000","last_undegraded":"2024-09-13T15:00:53.915204+0000","last_fullsized":"2024-09-13T15:00:53.915204+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:32.561094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.911931+0000","last_change":"2024-09-13T15:00:49.896075+0000","last_active":"2024-09-13T15:00:53.911931+0000","last_peered":"2024-09-13T15:00:53.911931+0000","last_clean":"2024-09-13T15:00:53.911931+0000","last_became_active":"2024-09-13T15:00:49.895784+0000","last_became_peered":"2024-09-13T15:00:49.895784+0000","last_unstale":"2024-09-13T15:00:53.911931+0000","last_undegraded":"2024-09-13T15:00:53.911931+0000","last_fullsized":"2024-09-13T15:00:53.911931+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:04.777532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006237+0000","last_change":"2024-09-13T15:00:54.001258+0000","last_active":"2024-09-13T15:00:54.006237+0000","last_peered":"2024-09-13T15:00:54.006237+0000","last_clean":"2024-09-13T15:00:54.006237+0000","last_became_active":"2024-09-13T15:00:54.000659+0000","last_became_peered":"2024-09-13T15:00:54.000659+0000","last_unstale":"2024-09-13T15:00:54.006237+0000","last_undegraded":"2024-09-13T15:00:54.006237+0000","last_fullsized":"2024-09-13T15:00:54.006237+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:09:13.446082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912119+0000","last_change":"2024-09-13T15:00:49.509946+0000","last_active":"2024-09-13T15:00:53.912119+0000","last_peered":"2024-09-13T15:00:53.912119+0000","last_clean":"2024-09-13T15:00:53.912119+0000","last_became_active":"2024-09-13T15:00:49.509627+0000","last_became_peered":"2024-09-13T15:00:49.509627+0000","last_unstale":"2024-09-13T15:00:53.912119+0000","last_undegraded":"2024-09-13T15:00:53.912119+0000","last_fullsized":"2024-09-13T15:00:53.912119+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914760+0000","last_change":"2024-09-13T15:00:49.914632+0000","last_active":"2024-09-13T15:00:53.914760+0000","last_peered":"2024-09-13T15:00:53.914760+0000","last_clean":"2024-09-13T15:00:53.914760+0000","last_became_active":"2024-09-13T15:00:49.914345+0000","last_became_peered":"2024-09-13T15:00:49.914345+0000","last_unstale":"2024-09-13T15:00:53.914760+0000","last_undegraded":"2024-09-13T15:00:53.914760+0000","last_fullsized":"2024-09-13T15:00:53.914760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:27.497312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926893+0000","last_change":"2024-09-13T15:00:53.925607+0000","last_active":"2024-09-13T15:00:53.926893+0000","last_peered":"2024-09-13T15:00:53.926893+0000","last_clean":"2024-09-13T15:00:53.926893+0000","last_became_active":"2024-09-13T15:00:53.925178+0000","last_became_peered":"2024-09-13T15:00:53.925178+0000","last_unstale":"2024-09-13T15:00:53.926893+0000","last_undegraded":"2024-09-13T15:00:53.926893+0000","last_fullsized":"2024-09-13T15:00:53.926893+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:15.418420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994514+0000","last_change":"2024-09-13T15:00:49.506582+0000","last_active":"2024-09-13T15:00:53.994514+0000","last_peered":"2024-09-13T15:00:53.994514+0000","last_clean":"2024-09-13T15:00:53.994514+0000","last_became_active":"2024-09-13T15:00:49.505047+0000","last_became_peered":"2024-09-13T15:00:49.505047+0000","last_unstale":"2024-09-13T15:00:53.994514+0000","last_undegraded":"2024-09-13T15:00:53.994514+0000","last_fullsized":"2024-09-13T15:00:53.994514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:32.732340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913704+0000","last_change":"2024-09-13T15:00:49.909459+0000","last_active":"2024-09-13T15:00:53.913704+0000","last_peered":"2024-09-13T15:00:53.913704+0000","last_clean":"2024-09-13T15:00:53.913704+0000","last_became_active":"2024-09-13T15:00:49.909187+0000","last_became_peered":"2024-09-13T15:00:49.909187+0000","last_unstale":"2024-09-13T15:00:53.913704+0000","last_undegraded":"2024-09-13T15:00:53.913704+0000","last_fullsized":"2024-09-13T15:00:53.913704+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:54.213301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933139+0000","last_change":"2024-09-13T15:00:53.931528+0000","last_active":"2024-09-13T15:00:53.933139+0000","last_peered":"2024-09-13T15:00:53.933139+0000","last_clean":"2024-09-13T15:00:53.933139+0000","last_became_active":"2024-09-13T15:00:53.931103+0000","last_became_peered":"2024-09-13T15:00:53.931103+0000","last_unstale":"2024-09-13T15:00:53.933139+0000","last_undegraded":"2024-09-13T15:00:53.933139+0000","last_fullsized":"2024-09-13T15:00:53.933139+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:02:11.144872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994091+0000","last_change":"2024-09-13T15:00:49.507467+0000","last_active":"2024-09-13T15:00:53.994091+0000","last_peered":"2024-09-13T15:00:53.994091+0000","last_clean":"2024-09-13T15:00:53.994091+0000","last_became_active":"2024-09-13T15:00:49.507133+0000","last_became_peered":"2024-09-13T15:00:49.507133+0000","last_unstale":"2024-09-13T15:00:53.994091+0000","last_undegraded":"2024-09-13T15:00:53.994091+0000","last_fullsized":"2024-09-13T15:00:53.994091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:11.515122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913250+0000","last_change":"2024-09-13T15:00:49.911737+0000","last_active":"2024-09-13T15:00:53.913250+0000","last_peered":"2024-09-13T15:00:53.913250+0000","last_clean":"2024-09-13T15:00:53.913250+0000","last_became_active":"2024-09-13T15:00:49.909466+0000","last_became_peered":"2024-09-13T15:00:49.909466+0000","last_unstale":"2024-09-13T15:00:53.913250+0000","last_undegraded":"2024-09-13T15:00:53.913250+0000","last_fullsized":"2024-09-13T15:00:53.913250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:30.636673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.921449+0000","last_change":"2024-09-13T15:00:53.920605+0000","last_active":"2024-09-13T15:00:53.921449+0000","last_peered":"2024-09-13T15:00:53.921449+0000","last_clean":"2024-09-13T15:00:53.921449+0000","last_became_active":"2024-09-13T15:00:53.920215+0000","last_became_peered":"2024-09-13T15:00:53.920215+0000","last_unstale":"2024-09-13T15:00:53.921449+0000","last_undegraded":"2024-09-13T15:00:53.921449+0000","last_fullsized":"2024-09-13T15:00:53.921449+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:45.384414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913237+0000","last_change":"2024-09-13T15:00:49.905712+0000","last_active":"2024-09-13T15:00:53.913237+0000","last_peered":"2024-09-13T15:00:53.913237+0000","last_clean":"2024-09-13T15:00:53.913237+0000","last_became_active":"2024-09-13T15:00:49.896041+0000","last_became_peered":"2024-09-13T15:00:49.896041+0000","last_unstale":"2024-09-13T15:00:53.913237+0000","last_undegraded":"2024-09-13T15:00:53.913237+0000","last_fullsized":"2024-09-13T15:00:53.913237+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:54.967262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993769+0000","last_change":"2024-09-13T15:00:49.506139+0000","last_active":"2024-09-13T15:00:53.993769+0000","last_peered":"2024-09-13T15:00:53.993769+0000","last_clean":"2024-09-13T15:00:53.993769+0000","last_became_active":"2024-09-13T15:00:49.505050+0000","last_became_peered":"2024-09-13T15:00:49.505050+0000","last_unstale":"2024-09-13T15:00:53.993769+0000","last_undegraded":"2024-09-13T15:00:53.993769+0000","last_fullsized":"2024-09-13T15:00:53.993769+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:32.640979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.927577+0000","last_change":"2024-09-13T15:00:53.926354+0000","last_active":"2024-09-13T15:00:53.927577+0000","last_peered":"2024-09-13T15:00:53.927577+0000","last_clean":"2024-09-13T15:00:53.927577+0000","last_became_active":"2024-09-13T15:00:53.925900+0000","last_became_peered":"2024-09-13T15:00:53.925900+0000","last_unstale":"2024-09-13T15:00:53.927577+0000","last_undegraded":"2024-09-13T15:00:53.927577+0000","last_fullsized":"2024-09-13T15:00:53.927577+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:36:59.570853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905625+0000","last_change":"2024-09-13T15:00:49.900906+0000","last_active":"2024-09-13T15:00:53.905625+0000","last_peered":"2024-09-13T15:00:53.905625+0000","last_clean":"2024-09-13T15:00:53.905625+0000","last_became_active":"2024-09-13T15:00:49.900374+0000","last_became_peered":"2024-09-13T15:00:49.900374+0000","last_unstale":"2024-09-13T15:00:53.905625+0000","last_undegraded":"2024-09-13T15:00:53.905625+0000","last_fullsized":"2024-09-13T15:00:53.905625+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:23:28.713496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.925096+0000","last_change":"2024-09-13T15:00:49.502181+0000","last_active":"2024-09-13T15:00:53.925096+0000","last_peered":"2024-09-13T15:00:53.925096+0000","last_clean":"2024-09-13T15:00:53.925096+0000","last_became_active":"2024-09-13T15:00:49.499706+0000","last_became_peered":"2024-09-13T15:00:49.499706+0000","last_unstale":"2024-09-13T15:00:53.925096+0000","last_undegraded":"2024-09-13T15:00:53.925096+0000","last_fullsized":"2024-09-13T15:00:53.925096+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926078+0000","last_change":"2024-09-13T15:00:53.925233+0000","last_active":"2024-09-13T15:00:53.926078+0000","last_peered":"2024-09-13T15:00:53.926078+0000","last_clean":"2024-09-13T15:00:53.926078+0000","last_became_active":"2024-09-13T15:00:53.924856+0000","last_became_peered":"2024-09-13T15:00:53.924856+0000","last_unstale":"2024-09-13T15:00:53.926078+0000","last_undegraded":"2024-09-13T15:00:53.926078+0000","last_fullsized":"2024-09-13T15:00:53.926078+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:15:41.850943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906124+0000","last_change":"2024-09-13T15:00:49.887679+0000","last_active":"2024-09-13T15:00:53.906124+0000","last_peered":"2024-09-13T15:00:53.906124+0000","last_clean":"2024-09-13T15:00:53.906124+0000","last_became_active":"2024-09-13T15:00:49.887361+0000","last_became_peered":"2024-09-13T15:00:49.887361+0000","last_unstale":"2024-09-13T15:00:53.906124+0000","last_undegraded":"2024-09-13T15:00:53.906124+0000","last_fullsized":"2024-09-13T15:00:53.906124+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:54.472977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.923062+0000","last_change":"2024-09-13T15:00:49.506818+0000","last_active":"2024-09-13T15:00:53.923062+0000","last_peered":"2024-09-13T15:00:53.923062+0000","last_clean":"2024-09-13T15:00:53.923062+0000","last_became_active":"2024-09-13T15:00:49.506500+0000","last_became_peered":"2024-09-13T15:00:49.506500+0000","last_unstale":"2024-09-13T15:00:53.923062+0000","last_undegraded":"2024-09-13T15:00:53.923062+0000","last_fullsized":"2024-09-13T15:00:53.923062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:21.124199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.003157+0000","last_change":"2024-09-13T15:00:53.999937+0000","last_active":"2024-09-13T15:00:54.003157+0000","last_peered":"2024-09-13T15:00:54.003157+0000","last_clean":"2024-09-13T15:00:54.003157+0000","last_became_active":"2024-09-13T15:00:53.999005+0000","last_became_peered":"2024-09-13T15:00:53.999005+0000","last_unstale":"2024-09-13T15:00:54.003157+0000","last_undegraded":"2024-09-13T15:00:54.003157+0000","last_fullsized":"2024-09-13T15:00:54.003157+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:33.277000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905008+0000","last_change":"2024-09-13T15:00:49.891379+0000","last_active":"2024-09-13T15:00:53.905008+0000","last_peered":"2024-09-13T15:00:53.905008+0000","last_clean":"2024-09-13T15:00:53.905008+0000","last_became_active":"2024-09-13T15:00:49.890930+0000","last_became_peered":"2024-09-13T15:00:49.890930+0000","last_unstale":"2024-09-13T15:00:53.905008+0000","last_undegraded":"2024-09-13T15:00:53.905008+0000","last_fullsized":"2024-09-13T15:00:53.905008+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:22.131687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.991649+0000","last_change":"2024-09-13T15:00:49.509890+0000","last_active":"2024-09-13T15:00:53.991649+0000","last_peered":"2024-09-13T15:00:53.991649+0000","last_clean":"2024-09-13T15:00:53.991649+0000","last_became_active":"2024-09-13T15:00:49.509671+0000","last_became_peered":"2024-09-13T15:00:49.509671+0000","last_unstale":"2024-09-13T15:00:53.991649+0000","last_undegraded":"2024-09-13T15:00:53.991649+0000","last_fullsized":"2024-09-13T15:00:53.991649+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:10.903077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933186+0000","last_change":"2024-09-13T15:00:53.931557+0000","last_active":"2024-09-13T15:00:53.933186+0000","last_peered":"2024-09-13T15:00:53.933186+0000","last_clean":"2024-09-13T15:00:53.933186+0000","last_became_active":"2024-09-13T15:00:53.931151+0000","last_became_peered":"2024-09-13T15:00:53.931151+0000","last_unstale":"2024-09-13T15:00:53.933186+0000","last_undegraded":"2024-09-13T15:00:53.933186+0000","last_fullsized":"2024-09-13T15:00:53.933186+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:33.277000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917821+0000","last_change":"2024-09-13T15:00:49.899621+0000","last_active":"2024-09-13T15:00:53.917821+0000","last_peered":"2024-09-13T15:00:53.917821+0000","last_clean":"2024-09-13T15:00:53.917821+0000","last_became_active":"2024-09-13T15:00:49.899351+0000","last_became_peered":"2024-09-13T15:00:49.899351+0000","last_unstale":"2024-09-13T15:00:53.917821+0000","last_undegraded":"2024-09-13T15:00:53.917821+0000","last_fullsized":"2024-09-13T15:00:53.917821+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:52.538031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914218+0000","last_change":"2024-09-13T15:00:49.507303+0000","last_active":"2024-09-13T15:00:53.914218+0000","last_peered":"2024-09-13T15:00:53.914218+0000","last_clean":"2024-09-13T15:00:53.914218+0000","last_became_active":"2024-09-13T15:00:49.506703+0000","last_became_peered":"2024-09-13T15:00:49.506703+0000","last_unstale":"2024-09-13T15:00:53.914218+0000","last_undegraded":"2024-09-13T15:00:53.914218+0000","last_fullsized":"2024-09-13T15:00:53.914218+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:48.626138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.002090+0000","last_change":"2024-09-13T15:00:53.998516+0000","last_active":"2024-09-13T15:00:54.002090+0000","last_peered":"2024-09-13T15:00:54.002090+0000","last_clean":"2024-09-13T15:00:54.002090+0000","last_became_active":"2024-09-13T15:00:53.997769+0000","last_became_peered":"2024-09-13T15:00:53.997769+0000","last_unstale":"2024-09-13T15:00:54.002090+0000","last_undegraded":"2024-09-13T15:00:54.002090+0000","last_fullsized":"2024-09-13T15:00:54.002090+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:25.036820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912036+0000","last_change":"2024-09-13T15:00:49.891044+0000","last_active":"2024-09-13T15:00:53.912036+0000","last_peered":"2024-09-13T15:00:53.912036+0000","last_clean":"2024-09-13T15:00:53.912036+0000","last_became_active":"2024-09-13T15:00:49.890770+0000","last_became_peered":"2024-09-13T15:00:49.890770+0000","last_unstale":"2024-09-13T15:00:53.912036+0000","last_undegraded":"2024-09-13T15:00:53.912036+0000","last_fullsized":"2024-09-13T15:00:53.912036+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:37.376575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924935+0000","last_change":"2024-09-13T15:00:49.501638+0000","last_active":"2024-09-13T15:00:53.924935+0000","last_peered":"2024-09-13T15:00:53.924935+0000","last_clean":"2024-09-13T15:00:53.924935+0000","last_became_active":"2024-09-13T15:00:49.500203+0000","last_became_peered":"2024-09-13T15:00:49.500203+0000","last_unstale":"2024-09-13T15:00:53.924935+0000","last_undegraded":"2024-09-13T15:00:53.924935+0000","last_fullsized":"2024-09-13T15:00:53.924935+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:11.935682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.005677+0000","last_change":"2024-09-13T15:00:53.994835+0000","last_active":"2024-09-13T15:00:54.005677+0000","last_peered":"2024-09-13T15:00:54.005677+0000","last_clean":"2024-09-13T15:00:54.005677+0000","last_became_active":"2024-09-13T15:00:53.994425+0000","last_became_peered":"2024-09-13T15:00:53.994425+0000","last_unstale":"2024-09-13T15:00:54.005677+0000","last_undegraded":"2024-09-13T15:00:54.005677+0000","last_fullsized":"2024-09-13T15:00:54.005677+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:26:25.542617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924850+0000","last_change":"2024-09-13T15:00:49.888594+0000","last_active":"2024-09-13T15:00:53.924850+0000","last_peered":"2024-09-13T15:00:53.924850+0000","last_clean":"2024-09-13T15:00:53.924850+0000","last_became_active":"2024-09-13T15:00:49.888315+0000","last_became_peered":"2024-09-13T15:00:49.888315+0000","last_unstale":"2024-09-13T15:00:53.924850+0000","last_undegraded":"2024-09-13T15:00:53.924850+0000","last_fullsized":"2024-09-13T15:00:53.924850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:58.047033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.995075+0000","last_change":"2024-09-13T15:00:49.508780+0000","last_active":"2024-09-13T15:00:53.995075+0000","last_peered":"2024-09-13T15:00:53.995075+0000","last_clean":"2024-09-13T15:00:53.995075+0000","last_became_active":"2024-09-13T15:00:49.508505+0000","last_became_peered":"2024-09-13T15:00:49.508505+0000","last_unstale":"2024-09-13T15:00:53.995075+0000","last_undegraded":"2024-09-13T15:00:53.995075+0000","last_fullsized":"2024-09-13T15:00:53.995075+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:17:46.529378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.001165+0000","last_change":"2024-09-13T15:00:53.996254+0000","last_active":"2024-09-13T15:00:54.001165+0000","last_peered":"2024-09-13T15:00:54.001165+0000","last_clean":"2024-09-13T15:00:54.001165+0000","last_became_active":"2024-09-13T15:00:53.995328+0000","last_became_peered":"2024-09-13T15:00:53.995328+0000","last_unstale":"2024-09-13T15:00:54.001165+0000","last_undegraded":"2024-09-13T15:00:54.001165+0000","last_fullsized":"2024-09-13T15:00:54.001165+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:48:30.149833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913852+0000","last_change":"2024-09-13T15:00:49.909106+0000","last_active":"2024-09-13T15:00:53.913852+0000","last_peered":"2024-09-13T15:00:53.913852+0000","last_clean":"2024-09-13T15:00:53.913852+0000","last_became_active":"2024-09-13T15:00:49.908667+0000","last_became_peered":"2024-09-13T15:00:49.908667+0000","last_unstale":"2024-09-13T15:00:53.913852+0000","last_undegraded":"2024-09-13T15:00:53.913852+0000","last_fullsized":"2024-09-13T15:00:53.913852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:18.433703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924992+0000","last_change":"2024-09-13T15:00:49.499864+0000","last_active":"2024-09-13T15:00:53.924992+0000","last_peered":"2024-09-13T15:00:53.924992+0000","last_clean":"2024-09-13T15:00:53.924992+0000","last_became_active":"2024-09-13T15:00:49.498399+0000","last_became_peered":"2024-09-13T15:00:49.498399+0000","last_unstale":"2024-09-13T15:00:53.924992+0000","last_undegraded":"2024-09-13T15:00:53.924992+0000","last_fullsized":"2024-09-13T15:00:53.924992+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:11.515122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.937156+0000","last_change":"2024-09-13T15:00:53.930935+0000","last_active":"2024-09-13T15:00:53.937156+0000","last_peered":"2024-09-13T15:00:53.937156+0000","last_clean":"2024-09-13T15:00:53.937156+0000","last_became_active":"2024-09-13T15:00:53.928753+0000","last_became_peered":"2024-09-13T15:00:53.928753+0000","last_unstale":"2024-09-13T15:00:53.937156+0000","last_undegraded":"2024-09-13T15:00:53.937156+0000","last_fullsized":"2024-09-13T15:00:53.937156+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:12.759092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906225+0000","last_change":"2024-09-13T15:00:49.903472+0000","last_active":"2024-09-13T15:00:53.906225+0000","last_peered":"2024-09-13T15:00:53.906225+0000","last_clean":"2024-09-13T15:00:53.906225+0000","last_became_active":"2024-09-13T15:00:49.903238+0000","last_became_peered":"2024-09-13T15:00:49.903238+0000","last_unstale":"2024-09-13T15:00:53.906225+0000","last_undegraded":"2024-09-13T15:00:53.906225+0000","last_fullsized":"2024-09-13T15:00:53.906225+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:11.910565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917485+0000","last_change":"2024-09-13T15:00:49.499021+0000","last_active":"2024-09-13T15:00:53.917485+0000","last_peered":"2024-09-13T15:00:53.917485+0000","last_clean":"2024-09-13T15:00:53.917485+0000","last_became_active":"2024-09-13T15:00:49.498734+0000","last_became_peered":"2024-09-13T15:00:49.498734+0000","last_unstale":"2024-09-13T15:00:53.917485+0000","last_undegraded":"2024-09-13T15:00:53.917485+0000","last_fullsized":"2024-09-13T15:00:53.917485+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:21.124199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.930770+0000","last_change":"2024-09-13T15:00:53.928070+0000","last_active":"2024-09-13T15:00:53.930770+0000","last_peered":"2024-09-13T15:00:53.930770+0000","last_clean":"2024-09-13T15:00:53.930770+0000","last_became_active":"2024-09-13T15:00:53.927631+0000","last_became_peered":"2024-09-13T15:00:53.927631+0000","last_unstale":"2024-09-13T15:00:53.930770+0000","last_undegraded":"2024-09-13T15:00:53.930770+0000","last_fullsized":"2024-09-13T15:00:53.930770+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:09:06.595464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.921397+0000","last_change":"2024-09-13T15:00:49.885740+0000","last_active":"2024-09-13T15:00:53.921397+0000","last_peered":"2024-09-13T15:00:53.921397+0000","last_clean":"2024-09-13T15:00:53.921397+0000","last_became_active":"2024-09-13T15:00:49.885423+0000","last_became_peered":"2024-09-13T15:00:49.885423+0000","last_unstale":"2024-09-13T15:00:53.921397+0000","last_undegraded":"2024-09-13T15:00:53.921397+0000","last_fullsized":"2024-09-13T15:00:53.921397+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:58:47.858890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.902237+0000","last_change":"2024-09-13T15:00:49.502610+0000","last_active":"2024-09-13T15:00:53.902237+0000","last_peered":"2024-09-13T15:00:53.902237+0000","last_clean":"2024-09-13T15:00:53.902237+0000","last_became_active":"2024-09-13T15:00:49.502026+0000","last_became_peered":"2024-09-13T15:00:49.502026+0000","last_unstale":"2024-09-13T15:00:53.902237+0000","last_undegraded":"2024-09-13T15:00:53.902237+0000","last_fullsized":"2024-09-13T15:00:53.902237+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.930748+0000","last_change":"2024-09-13T15:00:53.927949+0000","last_active":"2024-09-13T15:00:53.930748+0000","last_peered":"2024-09-13T15:00:53.930748+0000","last_clean":"2024-09-13T15:00:53.930748+0000","last_became_active":"2024-09-13T15:00:53.927469+0000","last_became_peered":"2024-09-13T15:00:53.927469+0000","last_unstale":"2024-09-13T15:00:53.930748+0000","last_undegraded":"2024-09-13T15:00:53.930748+0000","last_fullsized":"2024-09-13T15:00:53.930748+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:57.618580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913833+0000","last_change":"2024-09-13T15:00:49.898955+0000","last_active":"2024-09-13T15:00:53.913833+0000","last_peered":"2024-09-13T15:00:53.913833+0000","last_clean":"2024-09-13T15:00:53.913833+0000","last_became_active":"2024-09-13T15:00:49.898708+0000","last_became_peered":"2024-09-13T15:00:49.898708+0000","last_unstale":"2024-09-13T15:00:53.913833+0000","last_undegraded":"2024-09-13T15:00:53.913833+0000","last_fullsized":"2024-09-13T15:00:53.913833+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:54.967262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.991633+0000","last_change":"2024-09-13T15:00:49.506539+0000","last_active":"2024-09-13T15:00:53.991633+0000","last_peered":"2024-09-13T15:00:53.991633+0000","last_clean":"2024-09-13T15:00:53.991633+0000","last_became_active":"2024-09-13T15:00:49.506204+0000","last_became_peered":"2024-09-13T15:00:49.506204+0000","last_unstale":"2024-09-13T15:00:53.991633+0000","last_undegraded":"2024-09-13T15:00:53.991633+0000","last_fullsized":"2024-09-13T15:00:53.991633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:46.513348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.998694+0000","last_change":"2024-09-13T15:00:53.996034+0000","last_active":"2024-09-13T15:00:53.998694+0000","last_peered":"2024-09-13T15:00:53.998694+0000","last_clean":"2024-09-13T15:00:53.998694+0000","last_became_active":"2024-09-13T15:00:53.994930+0000","last_became_peered":"2024-09-13T15:00:53.994930+0000","last_unstale":"2024-09-13T15:00:53.998694+0000","last_undegraded":"2024-09-13T15:00:53.998694+0000","last_fullsized":"2024-09-13T15:00:53.998694+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:44:59.131075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.903182+0000","last_change":"2024-09-13T15:00:49.913348+0000","last_active":"2024-09-13T15:00:53.903182+0000","last_peered":"2024-09-13T15:00:53.903182+0000","last_clean":"2024-09-13T15:00:53.903182+0000","last_became_active":"2024-09-13T15:00:49.913078+0000","last_became_peered":"2024-09-13T15:00:49.913078+0000","last_unstale":"2024-09-13T15:00:53.903182+0000","last_undegraded":"2024-09-13T15:00:53.903182+0000","last_fullsized":"2024-09-13T15:00:53.903182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:41.710244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912983+0000","last_change":"2024-09-13T15:00:49.502721+0000","last_active":"2024-09-13T15:00:53.912983+0000","last_peered":"2024-09-13T15:00:53.912983+0000","last_clean":"2024-09-13T15:00:53.912983+0000","last_became_active":"2024-09-13T15:00:49.502407+0000","last_became_peered":"2024-09-13T15:00:49.502407+0000","last_unstale":"2024-09-13T15:00:53.912983+0000","last_undegraded":"2024-09-13T15:00:53.912983+0000","last_fullsized":"2024-09-13T15:00:53.912983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:04.197447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":167,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.992764+0000","last_change":"2024-09-13T15:00:46.489302+0000","last_active":"2024-09-13T15:00:53.992764+0000","last_peered":"2024-09-13T15:00:53.992764+0000","last_clean":"2024-09-13T15:00:53.992764+0000","last_became_active":"2024-09-13T15:00:46.487009+0000","last_became_peered":"2024-09-13T15:00:46.487009+0000","last_unstale":"2024-09-13T15:00:53.992764+0000","last_undegraded":"2024-09-13T15:00:53.992764+0000","last_fullsized":"2024-09-13T15:00:53.992764+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_clean_scrub_stamp":"2024-09-13T15:00:45.246135+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:04.189008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.999880+0000","last_change":"2024-09-13T15:00:53.997628+0000","last_active":"2024-09-13T15:00:53.999880+0000","last_peered":"2024-09-13T15:00:53.999880+0000","last_clean":"2024-09-13T15:00:53.999880+0000","last_became_active":"2024-09-13T15:00:53.997287+0000","last_became_peered":"2024-09-13T15:00:53.997287+0000","last_unstale":"2024-09-13T15:00:53.999880+0000","last_undegraded":"2024-09-13T15:00:53.999880+0000","last_fullsized":"2024-09-13T15:00:53.999880+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:32:00.954058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994175+0000","last_change":"2024-09-13T15:00:49.912737+0000","last_active":"2024-09-13T15:00:53.994175+0000","last_peered":"2024-09-13T15:00:53.994175+0000","last_clean":"2024-09-13T15:00:53.994175+0000","last_became_active":"2024-09-13T15:00:49.912473+0000","last_became_peered":"2024-09-13T15:00:49.912473+0000","last_unstale":"2024-09-13T15:00:53.994175+0000","last_undegraded":"2024-09-13T15:00:53.994175+0000","last_fullsized":"2024-09-13T15:00:53.994175+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:26.239274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.903984+0000","last_change":"2024-09-13T15:00:49.505911+0000","last_active":"2024-09-13T15:00:53.903984+0000","last_peered":"2024-09-13T15:00:53.903984+0000","last_clean":"2024-09-13T15:00:53.903984+0000","last_became_active":"2024-09-13T15:00:49.505516+0000","last_became_peered":"2024-09-13T15:00:49.505516+0000","last_unstale":"2024-09-13T15:00:53.903984+0000","last_undegraded":"2024-09-13T15:00:53.903984+0000","last_fullsized":"2024-09-13T15:00:53.903984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:49.811340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.996817+0000","last_change":"2024-09-13T15:00:53.994992+0000","last_active":"2024-09-13T15:00:53.996817+0000","last_peered":"2024-09-13T15:00:53.996817+0000","last_clean":"2024-09-13T15:00:53.996817+0000","last_became_active":"2024-09-13T15:00:53.994318+0000","last_became_peered":"2024-09-13T15:00:53.994318+0000","last_unstale":"2024-09-13T15:00:53.996817+0000","last_undegraded":"2024-09-13T15:00:53.996817+0000","last_fullsized":"2024-09-13T15:00:53.996817+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:01:41.884669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913787+0000","last_change":"2024-09-13T15:00:49.908945+0000","last_active":"2024-09-13T15:00:53.913787+0000","last_peered":"2024-09-13T15:00:53.913787+0000","last_clean":"2024-09-13T15:00:53.913787+0000","last_became_active":"2024-09-13T15:00:49.904160+0000","last_became_peered":"2024-09-13T15:00:49.904160+0000","last_unstale":"2024-09-13T15:00:53.913787+0000","last_undegraded":"2024-09-13T15:00:53.913787+0000","last_fullsized":"2024-09-13T15:00:53.913787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.769255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924910+0000","last_change":"2024-09-13T15:00:49.496850+0000","last_active":"2024-09-13T15:00:53.924910+0000","last_peered":"2024-09-13T15:00:53.924910+0000","last_clean":"2024-09-13T15:00:53.924910+0000","last_became_active":"2024-09-13T15:00:49.496533+0000","last_became_peered":"2024-09-13T15:00:49.496533+0000","last_unstale":"2024-09-13T15:00:53.924910+0000","last_undegraded":"2024-09-13T15:00:53.924910+0000","last_fullsized":"2024-09-13T15:00:53.924910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:32.640979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.929649+0000","last_change":"2024-09-13T15:00:53.928468+0000","last_active":"2024-09-13T15:00:53.929649+0000","last_peered":"2024-09-13T15:00:53.929649+0000","last_clean":"2024-09-13T15:00:53.929649+0000","last_became_active":"2024-09-13T15:00:53.928165+0000","last_became_peered":"2024-09-13T15:00:53.928165+0000","last_unstale":"2024-09-13T15:00:53.929649+0000","last_undegraded":"2024-09-13T15:00:53.929649+0000","last_fullsized":"2024-09-13T15:00:53.929649+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:48:45.414085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.995141+0000","last_change":"2024-09-13T15:00:49.897045+0000","last_active":"2024-09-13T15:00:53.995141+0000","last_peered":"2024-09-13T15:00:53.995141+0000","last_clean":"2024-09-13T15:00:53.995141+0000","last_became_active":"2024-09-13T15:00:49.896168+0000","last_became_peered":"2024-09-13T15:00:49.896168+0000","last_unstale":"2024-09-13T15:00:53.995141+0000","last_undegraded":"2024-09-13T15:00:53.995141+0000","last_fullsized":"2024-09-13T15:00:53.995141+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:07:11.982160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.904136+0000","last_change":"2024-09-13T15:00:49.502336+0000","last_active":"2024-09-13T15:00:53.904136+0000","last_peered":"2024-09-13T15:00:53.904136+0000","last_clean":"2024-09-13T15:00:53.904136+0000","last_became_active":"2024-09-13T15:00:49.502049+0000","last_became_peered":"2024-09-13T15:00:49.502049+0000","last_unstale":"2024-09-13T15:00:53.904136+0000","last_undegraded":"2024-09-13T15:00:53.904136+0000","last_fullsized":"2024-09-13T15:00:53.904136+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:11.935682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.002295+0000","last_change":"2024-09-13T15:00:53.997535+0000","last_active":"2024-09-13T15:00:54.002295+0000","last_peered":"2024-09-13T15:00:54.002295+0000","last_clean":"2024-09-13T15:00:54.002295+0000","last_became_active":"2024-09-13T15:00:53.997116+0000","last_became_peered":"2024-09-13T15:00:53.997116+0000","last_unstale":"2024-09-13T15:00:54.002295+0000","last_undegraded":"2024-09-13T15:00:54.002295+0000","last_fullsized":"2024-09-13T15:00:54.002295+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:09:06.595464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994587+0000","last_change":"2024-09-13T15:00:49.900725+0000","last_active":"2024-09-13T15:00:53.994587+0000","last_peered":"2024-09-13T15:00:53.994587+0000","last_clean":"2024-09-13T15:00:53.994587+0000","last_became_active":"2024-09-13T15:00:49.900470+0000","last_became_peered":"2024-09-13T15:00:49.900470+0000","last_unstale":"2024-09-13T15:00:53.994587+0000","last_undegraded":"2024-09-13T15:00:53.994587+0000","last_fullsized":"2024-09-13T15:00:53.994587+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:25.214950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906491+0000","last_change":"2024-09-13T15:00:49.501002+0000","last_active":"2024-09-13T15:00:53.906491+0000","last_peered":"2024-09-13T15:00:53.906491+0000","last_clean":"2024-09-13T15:00:53.906491+0000","last_became_active":"2024-09-13T15:00:49.500655+0000","last_became_peered":"2024-09-13T15:00:49.500655+0000","last_unstale":"2024-09-13T15:00:53.906491+0000","last_undegraded":"2024-09-13T15:00:53.906491+0000","last_fullsized":"2024-09-13T15:00:53.906491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:37.328320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926051+0000","last_change":"2024-09-13T15:00:53.925153+0000","last_active":"2024-09-13T15:00:53.926051+0000","last_peered":"2024-09-13T15:00:53.926051+0000","last_clean":"2024-09-13T15:00:53.926051+0000","last_became_active":"2024-09-13T15:00:53.924753+0000","last_became_peered":"2024-09-13T15:00:53.924753+0000","last_unstale":"2024-09-13T15:00:53.926051+0000","last_undegraded":"2024-09-13T15:00:53.926051+0000","last_fullsized":"2024-09-13T15:00:53.926051+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:12.759092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993210+0000","last_change":"2024-09-13T15:00:49.906428+0000","last_active":"2024-09-13T15:00:53.993210+0000","last_peered":"2024-09-13T15:00:53.993210+0000","last_clean":"2024-09-13T15:00:53.993210+0000","last_became_active":"2024-09-13T15:00:49.906080+0000","last_became_peered":"2024-09-13T15:00:49.906080+0000","last_unstale":"2024-09-13T15:00:53.993210+0000","last_undegraded":"2024-09-13T15:00:53.993210+0000","last_fullsized":"2024-09-13T15:00:53.993210+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:54.064111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.901784+0000","last_change":"2024-09-13T15:00:49.497158+0000","last_active":"2024-09-13T15:00:53.901784+0000","last_peered":"2024-09-13T15:00:53.901784+0000","last_clean":"2024-09-13T15:00:53.901784+0000","last_became_active":"2024-09-13T15:00:49.496069+0000","last_became_peered":"2024-09-13T15:00:49.496069+0000","last_unstale":"2024-09-13T15:00:53.901784+0000","last_undegraded":"2024-09-13T15:00:53.901784+0000","last_fullsized":"2024-09-13T15:00:53.901784+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:04.197447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924796+0000","last_change":"2024-09-13T15:00:53.924139+0000","last_active":"2024-09-13T15:00:53.924796+0000","last_peered":"2024-09-13T15:00:53.924796+0000","last_clean":"2024-09-13T15:00:53.924796+0000","last_became_active":"2024-09-13T15:00:53.923611+0000","last_became_peered":"2024-09-13T15:00:53.923611+0000","last_unstale":"2024-09-13T15:00:53.924796+0000","last_undegraded":"2024-09-13T15:00:53.924796+0000","last_fullsized":"2024-09-13T15:00:53.924796+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:29.749390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912637+0000","last_change":"2024-09-13T15:00:49.905588+0000","last_active":"2024-09-13T15:00:53.912637+0000","last_peered":"2024-09-13T15:00:53.912637+0000","last_clean":"2024-09-13T15:00:53.912637+0000","last_became_active":"2024-09-13T15:00:49.905156+0000","last_became_peered":"2024-09-13T15:00:49.905156+0000","last_unstale":"2024-09-13T15:00:53.912637+0000","last_undegraded":"2024-09-13T15:00:53.912637+0000","last_fullsized":"2024-09-13T15:00:53.912637+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:27.497312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912704+0000","last_change":"2024-09-13T15:00:49.498099+0000","last_active":"2024-09-13T15:00:53.912704+0000","last_peered":"2024-09-13T15:00:53.912704+0000","last_clean":"2024-09-13T15:00:53.912704+0000","last_became_active":"2024-09-13T15:00:49.497663+0000","last_became_peered":"2024-09-13T15:00:49.497663+0000","last_unstale":"2024-09-13T15:00:53.912704+0000","last_undegraded":"2024-09-13T15:00:53.912704+0000","last_fullsized":"2024-09-13T15:00:53.912704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:31:46.869275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006174+0000","last_change":"2024-09-13T15:00:53.996163+0000","last_active":"2024-09-13T15:00:54.006174+0000","last_peered":"2024-09-13T15:00:54.006174+0000","last_clean":"2024-09-13T15:00:54.006174+0000","last_became_active":"2024-09-13T15:00:53.994912+0000","last_became_peered":"2024-09-13T15:00:53.994912+0000","last_unstale":"2024-09-13T15:00:54.006174+0000","last_undegraded":"2024-09-13T15:00:54.006174+0000","last_fullsized":"2024-09-13T15:00:54.006174+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:55:33.336348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993570+0000","last_change":"2024-09-13T15:00:49.901447+0000","last_active":"2024-09-13T15:00:53.993570+0000","last_peered":"2024-09-13T15:00:53.993570+0000","last_clean":"2024-09-13T15:00:53.993570+0000","last_became_active":"2024-09-13T15:00:49.900971+0000","last_became_peered":"2024-09-13T15:00:49.900971+0000","last_unstale":"2024-09-13T15:00:53.993570+0000","last_undegraded":"2024-09-13T15:00:53.993570+0000","last_fullsized":"2024-09-13T15:00:53.993570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:41.971099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917132+0000","last_change":"2024-09-13T15:00:49.502998+0000","last_active":"2024-09-13T15:00:53.917132+0000","last_peered":"2024-09-13T15:00:53.917132+0000","last_clean":"2024-09-13T15:00:53.917132+0000","last_became_active":"2024-09-13T15:00:49.502750+0000","last_became_peered":"2024-09-13T15:00:49.502750+0000","last_unstale":"2024-09-13T15:00:53.917132+0000","last_undegraded":"2024-09-13T15:00:53.917132+0000","last_fullsized":"2024-09-13T15:00:53.917132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:24.189694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006143+0000","last_change":"2024-09-13T15:00:53.995576+0000","last_active":"2024-09-13T15:00:54.006143+0000","last_peered":"2024-09-13T15:00:54.006143+0000","last_clean":"2024-09-13T15:00:54.006143+0000","last_became_active":"2024-09-13T15:00:53.994765+0000","last_became_peered":"2024-09-13T15:00:53.994765+0000","last_unstale":"2024-09-13T15:00:54.006143+0000","last_undegraded":"2024-09-13T15:00:54.006143+0000","last_fullsized":"2024-09-13T15:00:54.006143+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:04:22.014185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.916114+0000","last_change":"2024-09-13T15:00:49.902007+0000","last_active":"2024-09-13T15:00:53.916114+0000","last_peered":"2024-09-13T15:00:53.916114+0000","last_clean":"2024-09-13T15:00:53.916114+0000","last_became_active":"2024-09-13T15:00:49.901760+0000","last_became_peered":"2024-09-13T15:00:49.901760+0000","last_unstale":"2024-09-13T15:00:53.916114+0000","last_undegraded":"2024-09-13T15:00:53.916114+0000","last_fullsized":"2024-09-13T15:00:53.916114+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:14.686922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914638+0000","last_change":"2024-09-13T15:00:49.498085+0000","last_active":"2024-09-13T15:00:53.914638+0000","last_peered":"2024-09-13T15:00:53.914638+0000","last_clean":"2024-09-13T15:00:53.914638+0000","last_became_active":"2024-09-13T15:00:49.497778+0000","last_became_peered":"2024-09-13T15:00:49.497778+0000","last_unstale":"2024-09-13T15:00:53.914638+0000","last_undegraded":"2024-09-13T15:00:53.914638+0000","last_fullsized":"2024-09-13T15:00:53.914638+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:02.423879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.999633+0000","last_change":"2024-09-13T15:00:53.995377+0000","last_active":"2024-09-13T15:00:53.999633+0000","last_peered":"2024-09-13T15:00:53.999633+0000","last_clean":"2024-09-13T15:00:53.999633+0000","last_became_active":"2024-09-13T15:00:53.994392+0000","last_became_peered":"2024-09-13T15:00:53.994392+0000","last_unstale":"2024-09-13T15:00:53.999633+0000","last_undegraded":"2024-09-13T15:00:53.999633+0000","last_fullsized":"2024-09-13T15:00:53.999633+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:43.617339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993954+0000","last_change":"2024-09-13T15:00:49.894323+0000","last_active":"2024-09-13T15:00:53.993954+0000","last_peered":"2024-09-13T15:00:53.993954+0000","last_clean":"2024-09-13T15:00:53.993954+0000","last_became_active":"2024-09-13T15:00:49.893539+0000","last_became_peered":"2024-09-13T15:00:49.893539+0000","last_unstale":"2024-09-13T15:00:53.993954+0000","last_undegraded":"2024-09-13T15:00:53.993954+0000","last_fullsized":"2024-09-13T15:00:53.993954+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:46:48.512079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'8","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T15:00:57.527695+0000","last_change":"2024-09-13T15:00:49.498856+0000","last_active":"2024-09-13T15:00:57.527695+0000","last_peered":"2024-09-13T15:00:57.527695+0000","last_clean":"2024-09-13T15:00:57.527695+0000","last_became_active":"2024-09-13T15:00:49.498539+0000","last_became_peered":"2024-09-13T15:00:49.498539+0000","last_unstale":"2024-09-13T15:00:57.527695+0000","last_undegraded":"2024-09-13T15:00:57.527695+0000","last_fullsized":"2024-09-13T15:00:57.527695+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:42.058856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3654,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.937216+0000","last_change":"2024-09-13T15:00:53.929005+0000","last_active":"2024-09-13T15:00:53.937216+0000","last_peered":"2024-09-13T15:00:53.937216+0000","last_clean":"2024-09-13T15:00:53.937216+0000","last_became_active":"2024-09-13T15:00:53.927205+0000","last_became_peered":"2024-09-13T15:00:53.927205+0000","last_unstale":"2024-09-13T15:00:53.937216+0000","last_undegraded":"2024-09-13T15:00:53.937216+0000","last_fullsized":"2024-09-13T15:00:53.937216+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:21.108507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906911+0000","last_change":"2024-09-13T15:00:49.893728+0000","last_active":"2024-09-13T15:00:53.906911+0000","last_peered":"2024-09-13T15:00:53.906911+0000","last_clean":"2024-09-13T15:00:53.906911+0000","last_became_active":"2024-09-13T15:00:49.893398+0000","last_became_peered":"2024-09-13T15:00:49.893398+0000","last_unstale":"2024-09-13T15:00:53.906911+0000","last_undegraded":"2024-09-13T15:00:53.906911+0000","last_fullsized":"2024-09-13T15:00:53.906911+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:12.522611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924804+0000","last_change":"2024-09-13T15:00:49.501317+0000","last_active":"2024-09-13T15:00:53.924804+0000","last_peered":"2024-09-13T15:00:53.924804+0000","last_clean":"2024-09-13T15:00:53.924804+0000","last_became_active":"2024-09-13T15:00:49.499458+0000","last_became_peered":"2024-09-13T15:00:49.499458+0000","last_unstale":"2024-09-13T15:00:53.924804+0000","last_undegraded":"2024-09-13T15:00:53.924804+0000","last_fullsized":"2024-09-13T15:00:53.924804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:24.189694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933160+0000","last_change":"2024-09-13T15:00:53.931539+0000","last_active":"2024-09-13T15:00:53.933160+0000","last_peered":"2024-09-13T15:00:53.933160+0000","last_clean":"2024-09-13T15:00:53.933160+0000","last_became_active":"2024-09-13T15:00:53.931108+0000","last_became_peered":"2024-09-13T15:00:53.931108+0000","last_unstale":"2024-09-13T15:00:53.933160+0000","last_undegraded":"2024-09-13T15:00:53.933160+0000","last_fullsized":"2024-09-13T15:00:53.933160+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:16.144739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.915041+0000","last_change":"2024-09-13T15:00:49.914522+0000","last_active":"2024-09-13T15:00:53.915041+0000","last_peered":"2024-09-13T15:00:53.915041+0000","last_clean":"2024-09-13T15:00:53.915041+0000","last_became_active":"2024-09-13T15:00:49.914232+0000","last_became_peered":"2024-09-13T15:00:49.914232+0000","last_unstale":"2024-09-13T15:00:53.915041+0000","last_undegraded":"2024-09-13T15:00:53.915041+0000","last_fullsized":"2024-09-13T15:00:53.915041+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:10:00.725039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913355+0000","last_change":"2024-09-13T15:00:49.504224+0000","last_active":"2024-09-13T15:00:53.913355+0000","last_peered":"2024-09-13T15:00:53.913355+0000","last_clean":"2024-09-13T15:00:53.913355+0000","last_became_active":"2024-09-13T15:00:49.503914+0000","last_became_peered":"2024-09-13T15:00:49.503914+0000","last_unstale":"2024-09-13T15:00:53.913355+0000","last_undegraded":"2024-09-13T15:00:53.913355+0000","last_fullsized":"2024-09-13T15:00:53.913355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:11.935682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.929540+0000","last_change":"2024-09-13T15:00:53.926637+0000","last_active":"2024-09-13T15:00:53.929540+0000","last_peered":"2024-09-13T15:00:53.929540+0000","last_clean":"2024-09-13T15:00:53.929540+0000","last_became_active":"2024-09-13T15:00:53.926277+0000","last_became_peered":"2024-09-13T15:00:53.926277+0000","last_unstale":"2024-09-13T15:00:53.929540+0000","last_undegraded":"2024-09-13T15:00:53.929540+0000","last_fullsized":"2024-09-13T15:00:53.929540+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:15.418420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913136+0000","last_change":"2024-09-13T15:00:49.912359+0000","last_active":"2024-09-13T15:00:53.913136+0000","last_peered":"2024-09-13T15:00:53.913136+0000","last_clean":"2024-09-13T15:00:53.913136+0000","last_became_active":"2024-09-13T15:00:49.912111+0000","last_became_peered":"2024-09-13T15:00:49.912111+0000","last_unstale":"2024-09-13T15:00:53.913136+0000","last_undegraded":"2024-09-13T15:00:53.913136+0000","last_fullsized":"2024-09-13T15:00:53.913136+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:42.033764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914114+0000","last_change":"2024-09-13T15:00:49.507500+0000","last_active":"2024-09-13T15:00:53.914114+0000","last_peered":"2024-09-13T15:00:53.914114+0000","last_clean":"2024-09-13T15:00:53.914114+0000","last_became_active":"2024-09-13T15:00:49.507037+0000","last_became_peered":"2024-09-13T15:00:49.507037+0000","last_unstale":"2024-09-13T15:00:53.914114+0000","last_undegraded":"2024-09-13T15:00:53.914114+0000","last_fullsized":"2024-09-13T15:00:53.914114+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:21.566357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006249+0000","last_change":"2024-09-13T15:00:54.001406+0000","last_active":"2024-09-13T15:00:54.006249+0000","last_peered":"2024-09-13T15:00:54.006249+0000","last_clean":"2024-09-13T15:00:54.006249+0000","last_became_active":"2024-09-13T15:00:54.000661+0000","last_became_peered":"2024-09-13T15:00:54.000661+0000","last_unstale":"2024-09-13T15:00:54.006249+0000","last_undegraded":"2024-09-13T15:00:54.006249+0000","last_fullsized":"2024-09-13T15:00:54.006249+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:21:28.745346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.003048+0000","last_change":"2024-09-13T15:00:54.001663+0000","last_active":"2024-09-13T15:00:54.003048+0000","last_peered":"2024-09-13T15:00:54.003048+0000","last_clean":"2024-09-13T15:00:54.003048+0000","last_became_active":"2024-09-13T15:00:53.999580+0000","last_became_peered":"2024-09-13T15:00:53.999580+0000","last_unstale":"2024-09-13T15:00:54.003048+0000","last_undegraded":"2024-09-13T15:00:54.003048+0000","last_fullsized":"2024-09-13T15:00:54.003048+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:07:40.632442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.919110+0000","last_change":"2024-09-13T15:00:49.887483+0000","last_active":"2024-09-13T15:00:53.919110+0000","last_peered":"2024-09-13T15:00:53.919110+0000","last_clean":"2024-09-13T15:00:53.919110+0000","last_became_active":"2024-09-13T15:00:49.887207+0000","last_became_peered":"2024-09-13T15:00:49.887207+0000","last_unstale":"2024-09-13T15:00:53.919110+0000","last_undegraded":"2024-09-13T15:00:53.919110+0000","last_fullsized":"2024-09-13T15:00:53.919110+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:54.472977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913249+0000","last_change":"2024-09-13T15:00:49.499502+0000","last_active":"2024-09-13T15:00:53.913249+0000","last_peered":"2024-09-13T15:00:53.913249+0000","last_clean":"2024-09-13T15:00:53.913249+0000","last_became_active":"2024-09-13T15:00:49.499167+0000","last_became_peered":"2024-09-13T15:00:49.499167+0000","last_unstale":"2024-09-13T15:00:53.913249+0000","last_undegraded":"2024-09-13T15:00:53.913249+0000","last_fullsized":"2024-09-13T15:00:53.913249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933922+0000","last_change":"2024-09-13T15:00:53.932234+0000","last_active":"2024-09-13T15:00:53.933922+0000","last_peered":"2024-09-13T15:00:53.933922+0000","last_clean":"2024-09-13T15:00:53.933922+0000","last_became_active":"2024-09-13T15:00:53.931609+0000","last_became_peered":"2024-09-13T15:00:53.931609+0000","last_unstale":"2024-09-13T15:00:53.933922+0000","last_undegraded":"2024-09-13T15:00:53.933922+0000","last_fullsized":"2024-09-13T15:00:53.933922+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:09:20.632446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906023+0000","last_change":"2024-09-13T15:00:49.897843+0000","last_active":"2024-09-13T15:00:53.906023+0000","last_peered":"2024-09-13T15:00:53.906023+0000","last_clean":"2024-09-13T15:00:53.906023+0000","last_became_active":"2024-09-13T15:00:49.897568+0000","last_became_peered":"2024-09-13T15:00:49.897568+0000","last_unstale":"2024-09-13T15:00:53.906023+0000","last_undegraded":"2024-09-13T15:00:53.906023+0000","last_fullsized":"2024-09-13T15:00:53.906023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.769255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.909402+0000","last_change":"2024-09-13T15:00:49.501449+0000","last_active":"2024-09-13T15:00:53.909402+0000","last_peered":"2024-09-13T15:00:53.909402+0000","last_clean":"2024-09-13T15:00:53.909402+0000","last_became_active":"2024-09-13T15:00:49.501151+0000","last_became_peered":"2024-09-13T15:00:49.501151+0000","last_unstale":"2024-09-13T15:00:53.909402+0000","last_undegraded":"2024-09-13T15:00:53.909402+0000","last_fullsized":"2024-09-13T15:00:53.909402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:49.811340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913652+0000","last_change":"2024-09-13T15:00:49.498367+0000","last_active":"2024-09-13T15:00:53.913652+0000","last_peered":"2024-09-13T15:00:53.913652+0000","last_clean":"2024-09-13T15:00:53.913652+0000","last_became_active":"2024-09-13T15:00:49.497963+0000","last_became_peered":"2024-09-13T15:00:49.497963+0000","last_unstale":"2024-09-13T15:00:53.913652+0000","last_undegraded":"2024-09-13T15:00:53.913652+0000","last_fullsized":"2024-09-13T15:00:53.913652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:22:00.063715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.916679+0000","last_change":"2024-09-13T15:00:49.906323+0000","last_active":"2024-09-13T15:00:53.916679+0000","last_peered":"2024-09-13T15:00:53.916679+0000","last_clean":"2024-09-13T15:00:53.916679+0000","last_became_active":"2024-09-13T15:00:49.906014+0000","last_became_peered":"2024-09-13T15:00:49.906014+0000","last_unstale":"2024-09-13T15:00:53.916679+0000","last_undegraded":"2024-09-13T15:00:53.916679+0000","last_fullsized":"2024-09-13T15:00:53.916679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:37:48.689547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933223+0000","last_change":"2024-09-13T15:00:53.932064+0000","last_active":"2024-09-13T15:00:53.933223+0000","last_peered":"2024-09-13T15:00:53.933223+0000","last_clean":"2024-09-13T15:00:53.933223+0000","last_became_active":"2024-09-13T15:00:53.931594+0000","last_became_peered":"2024-09-13T15:00:53.931594+0000","last_unstale":"2024-09-13T15:00:53.933223+0000","last_undegraded":"2024-09-13T15:00:53.933223+0000","last_fullsized":"2024-09-13T15:00:53.933223+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:57.886292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905783+0000","last_change":"2024-09-13T15:00:49.506504+0000","last_active":"2024-09-13T15:00:53.905783+0000","last_peered":"2024-09-13T15:00:53.905783+0000","last_clean":"2024-09-13T15:00:53.905783+0000","last_became_active":"2024-09-13T15:00:49.506179+0000","last_became_peered":"2024-09-13T15:00:49.506179+0000","last_unstale":"2024-09-13T15:00:53.905783+0000","last_undegraded":"2024-09-13T15:00:53.905783+0000","last_fullsized":"2024-09-13T15:00:53.905783+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:04.197447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905662+0000","last_change":"2024-09-13T15:00:49.891116+0000","last_active":"2024-09-13T15:00:53.905662+0000","last_peered":"2024-09-13T15:00:53.905662+0000","last_clean":"2024-09-13T15:00:53.905662+0000","last_became_active":"2024-09-13T15:00:49.890821+0000","last_became_peered":"2024-09-13T15:00:49.890821+0000","last_unstale":"2024-09-13T15:00:53.905662+0000","last_undegraded":"2024-09-13T15:00:53.905662+0000","last_fullsized":"2024-09-13T15:00:53.905662+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:33.739828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926941+0000","last_change":"2024-09-13T15:00:53.926157+0000","last_active":"2024-09-13T15:00:53.926941+0000","last_peered":"2024-09-13T15:00:53.926941+0000","last_clean":"2024-09-13T15:00:53.926941+0000","last_became_active":"2024-09-13T15:00:53.925756+0000","last_became_peered":"2024-09-13T15:00:53.925756+0000","last_unstale":"2024-09-13T15:00:53.926941+0000","last_undegraded":"2024-09-13T15:00:53.926941+0000","last_fullsized":"2024-09-13T15:00:53.926941+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:15:41.850943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912540+0000","last_change":"2024-09-13T15:00:49.907415+0000","last_active":"2024-09-13T15:00:53.912540+0000","last_peered":"2024-09-13T15:00:53.912540+0000","last_clean":"2024-09-13T15:00:53.912540+0000","last_became_active":"2024-09-13T15:00:49.905290+0000","last_became_peered":"2024-09-13T15:00:49.905290+0000","last_unstale":"2024-09-13T15:00:53.912540+0000","last_undegraded":"2024-09-13T15:00:53.912540+0000","last_fullsized":"2024-09-13T15:00:53.912540+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:24.708207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.902022+0000","last_change":"2024-09-13T15:00:49.913518+0000","last_active":"2024-09-13T15:00:53.902022+0000","last_peered":"2024-09-13T15:00:53.902022+0000","last_clean":"2024-09-13T15:00:53.902022+0000","last_became_active":"2024-09-13T15:00:49.913223+0000","last_became_peered":"2024-09-13T15:00:49.913223+0000","last_unstale":"2024-09-13T15:00:53.902022+0000","last_undegraded":"2024-09-13T15:00:53.902022+0000","last_fullsized":"2024-09-13T15:00:53.902022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:33.739828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917343+0000","last_change":"2024-09-13T15:00:49.909172+0000","last_active":"2024-09-13T15:00:53.917343+0000","last_peered":"2024-09-13T15:00:53.917343+0000","last_clean":"2024-09-13T15:00:53.917343+0000","last_became_active":"2024-09-13T15:00:49.903843+0000","last_became_peered":"2024-09-13T15:00:49.903843+0000","last_unstale":"2024-09-13T15:00:53.917343+0000","last_undegraded":"2024-09-13T15:00:53.917343+0000","last_fullsized":"2024-09-13T15:00:53.917343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:41.710244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914402+0000","last_change":"2024-09-13T15:00:49.902749+0000","last_active":"2024-09-13T15:00:53.914402+0000","last_peered":"2024-09-13T15:00:53.914402+0000","last_clean":"2024-09-13T15:00:53.914402+0000","last_became_active":"2024-09-13T15:00:49.899673+0000","last_became_peered":"2024-09-13T15:00:49.899673+0000","last_unstale":"2024-09-13T15:00:53.914402+0000","last_undegraded":"2024-09-13T15:00:53.914402+0000","last_fullsized":"2024-09-13T15:00:53.914402+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:40:54.643248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.911527+0000","last_change":"2024-09-13T15:00:49.892346+0000","last_active":"2024-09-13T15:00:53.911527+0000","last_peered":"2024-09-13T15:00:53.911527+0000","last_clean":"2024-09-13T15:00:53.911527+0000","last_became_active":"2024-09-13T15:00:49.892069+0000","last_became_peered":"2024-09-13T15:00:49.892069+0000","last_unstale":"2024-09-13T15:00:53.911527+0000","last_undegraded":"2024-09-13T15:00:53.911527+0000","last_fullsized":"2024-09-13T15:00:53.911527+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:58.047033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924348+0000","last_change":"2024-09-13T15:00:49.887765+0000","last_active":"2024-09-13T15:00:53.924348+0000","last_peered":"2024-09-13T15:00:53.924348+0000","last_clean":"2024-09-13T15:00:53.924348+0000","last_became_active":"2024-09-13T15:00:49.887588+0000","last_became_peered":"2024-09-13T15:00:49.887588+0000","last_unstale":"2024-09-13T15:00:53.924348+0000","last_undegraded":"2024-09-13T15:00:53.924348+0000","last_fullsized":"2024-09-13T15:00:53.924348+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:30.636673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914148+0000","last_change":"2024-09-13T15:00:49.893932+0000","last_active":"2024-09-13T15:00:53.914148+0000","last_peered":"2024-09-13T15:00:53.914148+0000","last_clean":"2024-09-13T15:00:53.914148+0000","last_became_active":"2024-09-13T15:00:49.893117+0000","last_became_peered":"2024-09-13T15:00:49.893117+0000","last_unstale":"2024-09-13T15:00:53.914148+0000","last_undegraded":"2024-09-13T15:00:53.914148+0000","last_fullsized":"2024-09-13T15:00:53.914148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:52.879533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.911936+0000","last_change":"2024-09-13T15:00:49.891027+0000","last_active":"2024-09-13T15:00:53.911936+0000","last_peered":"2024-09-13T15:00:53.911936+0000","last_clean":"2024-09-13T15:00:53.911936+0000","last_became_active":"2024-09-13T15:00:49.890756+0000","last_became_peered":"2024-09-13T15:00:49.890756+0000","last_unstale":"2024-09-13T15:00:53.911936+0000","last_undegraded":"2024-09-13T15:00:53.911936+0000","last_fullsized":"2024-09-13T15:00:53.911936+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:30.636673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913123+0000","last_change":"2024-09-13T15:00:49.912452+0000","last_active":"2024-09-13T15:00:53.913123+0000","last_peered":"2024-09-13T15:00:53.913123+0000","last_clean":"2024-09-13T15:00:53.913123+0000","last_became_active":"2024-09-13T15:00:49.912180+0000","last_became_peered":"2024-09-13T15:00:49.912180+0000","last_unstale":"2024-09-13T15:00:53.913123+0000","last_undegraded":"2024-09-13T15:00:53.913123+0000","last_fullsized":"2024-09-13T15:00:53.913123+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:37.376575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.909317+0000","last_change":"2024-09-13T15:00:49.898839+0000","last_active":"2024-09-13T15:00:53.909317+0000","last_peered":"2024-09-13T15:00:53.909317+0000","last_clean":"2024-09-13T15:00:53.909317+0000","last_became_active":"2024-09-13T15:00:49.898577+0000","last_became_peered":"2024-09-13T15:00:49.898577+0000","last_unstale":"2024-09-13T15:00:53.909317+0000","last_undegraded":"2024-09-13T15:00:53.909317+0000","last_fullsized":"2024-09-13T15:00:53.909317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:34:32.658967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914286+0000","last_change":"2024-09-13T15:00:49.908408+0000","last_active":"2024-09-13T15:00:53.914286+0000","last_peered":"2024-09-13T15:00:53.914286+0000","last_clean":"2024-09-13T15:00:53.914286+0000","last_became_active":"2024-09-13T15:00:49.904042+0000","last_became_peered":"2024-09-13T15:00:49.904042+0000","last_unstale":"2024-09-13T15:00:53.914286+0000","last_undegraded":"2024-09-13T15:00:53.914286+0000","last_fullsized":"2024-09-13T15:00:53.914286+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:47.166360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914539+0000","last_change":"2024-09-13T15:00:49.903734+0000","last_active":"2024-09-13T15:00:53.914539+0000","last_peered":"2024-09-13T15:00:53.914539+0000","last_clean":"2024-09-13T15:00:53.914539+0000","last_became_active":"2024-09-13T15:00:49.903498+0000","last_became_peered":"2024-09-13T15:00:49.903498+0000","last_unstale":"2024-09-13T15:00:53.914539+0000","last_undegraded":"2024-09-13T15:00:53.914539+0000","last_fullsized":"2024-09-13T15:00:53.914539+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:56:21.853958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913460+0000","last_change":"2024-09-13T15:00:49.906061+0000","last_active":"2024-09-13T15:00:53.913460+0000","last_peered":"2024-09-13T15:00:53.913460+0000","last_clean":"2024-09-13T15:00:53.913460+0000","last_became_active":"2024-09-13T15:00:49.905810+0000","last_became_peered":"2024-09-13T15:00:49.905810+0000","last_unstale":"2024-09-13T15:00:53.913460+0000","last_undegraded":"2024-09-13T15:00:53.913460+0000","last_fullsized":"2024-09-13T15:00:53.913460+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:56:21.853958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994764+0000","last_change":"2024-09-13T15:00:49.905203+0000","last_active":"2024-09-13T15:00:53.994764+0000","last_peered":"2024-09-13T15:00:53.994764+0000","last_clean":"2024-09-13T15:00:53.994764+0000","last_became_active":"2024-09-13T15:00:49.904926+0000","last_became_peered":"2024-09-13T15:00:49.904926+0000","last_unstale":"2024-09-13T15:00:53.994764+0000","last_undegraded":"2024-09-13T15:00:53.994764+0000","last_fullsized":"2024-09-13T15:00:53.994764+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.769255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.903889+0000","last_change":"2024-09-13T15:00:49.897287+0000","last_active":"2024-09-13T15:00:53.903889+0000","last_peered":"2024-09-13T15:00:53.903889+0000","last_clean":"2024-09-13T15:00:53.903889+0000","last_became_active":"2024-09-13T15:00:49.897049+0000","last_became_peered":"2024-09-13T15:00:49.897049+0000","last_unstale":"2024-09-13T15:00:53.903889+0000","last_undegraded":"2024-09-13T15:00:53.903889+0000","last_fullsized":"2024-09-13T15:00:53.903889+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:47.520837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913320+0000","last_change":"2024-09-13T15:00:49.908765+0000","last_active":"2024-09-13T15:00:53.913320+0000","last_peered":"2024-09-13T15:00:53.913320+0000","last_clean":"2024-09-13T15:00:53.913320+0000","last_became_active":"2024-09-13T15:00:49.908496+0000","last_became_peered":"2024-09-13T15:00:49.908496+0000","last_unstale":"2024-09-13T15:00:53.913320+0000","last_undegraded":"2024-09-13T15:00:53.913320+0000","last_fullsized":"2024-09-13T15:00:53.913320+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:54.064111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913111+0000","last_change":"2024-09-13T15:00:49.911885+0000","last_active":"2024-09-13T15:00:53.913111+0000","last_peered":"2024-09-13T15:00:53.913111+0000","last_clean":"2024-09-13T15:00:53.913111+0000","last_became_active":"2024-09-13T15:00:49.911428+0000","last_became_peered":"2024-09-13T15:00:49.911428+0000","last_unstale":"2024-09-13T15:00:53.913111+0000","last_undegraded":"2024-09-13T15:00:53.913111+0000","last_fullsized":"2024-09-13T15:00:53.913111+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:47.520837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.919199+0000","last_change":"2024-09-13T15:00:49.893297+0000","last_active":"2024-09-13T15:00:53.919199+0000","last_peered":"2024-09-13T15:00:53.919199+0000","last_clean":"2024-09-13T15:00:53.919199+0000","last_became_active":"2024-09-13T15:00:49.893049+0000","last_became_peered":"2024-09-13T15:00:49.893049+0000","last_unstale":"2024-09-13T15:00:53.919199+0000","last_undegraded":"2024-09-13T15:00:53.919199+0000","last_fullsized":"2024-09-13T15:00:53.919199+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:23:28.713496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.916024+0000","last_change":"2024-09-13T15:00:49.899621+0000","last_active":"2024-09-13T15:00:53.916024+0000","last_peered":"2024-09-13T15:00:53.916024+0000","last_clean":"2024-09-13T15:00:53.916024+0000","last_became_active":"2024-09-13T15:00:49.899334+0000","last_became_peered":"2024-09-13T15:00:49.899334+0000","last_unstale":"2024-09-13T15:00:53.916024+0000","last_undegraded":"2024-09-13T15:00:53.916024+0000","last_fullsized":"2024-09-13T15:00:53.916024+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:03:09.857703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905479+0000","last_change":"2024-09-13T15:00:49.895264+0000","last_active":"2024-09-13T15:00:53.905479+0000","last_peered":"2024-09-13T15:00:53.905479+0000","last_clean":"2024-09-13T15:00:53.905479+0000","last_became_active":"2024-09-13T15:00:49.894995+0000","last_became_peered":"2024-09-13T15:00:49.894995+0000","last_unstale":"2024-09-13T15:00:53.905479+0000","last_undegraded":"2024-09-13T15:00:53.905479+0000","last_fullsized":"2024-09-13T15:00:53.905479+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:54.213301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906834+0000","last_change":"2024-09-13T15:00:49.904182+0000","last_active":"2024-09-13T15:00:53.906834+0000","last_peered":"2024-09-13T15:00:53.906834+0000","last_clean":"2024-09-13T15:00:53.906834+0000","last_became_active":"2024-09-13T15:00:49.903955+0000","last_became_peered":"2024-09-13T15:00:49.903955+0000","last_unstale":"2024-09-13T15:00:53.906834+0000","last_undegraded":"2024-09-13T15:00:53.906834+0000","last_fullsized":"2024-09-13T15:00:53.906834+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:47.520837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913929+0000","last_change":"2024-09-13T15:00:49.913105+0000","last_active":"2024-09-13T15:00:53.913929+0000","last_peered":"2024-09-13T15:00:53.913929+0000","last_clean":"2024-09-13T15:00:53.913929+0000","last_became_active":"2024-09-13T15:00:49.912865+0000","last_became_peered":"2024-09-13T15:00:49.912865+0000","last_unstale":"2024-09-13T15:00:53.913929+0000","last_undegraded":"2024-09-13T15:00:53.913929+0000","last_fullsized":"2024-09-13T15:00:53.913929+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:40:54.643248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914097+0000","last_change":"2024-09-13T15:00:49.905355+0000","last_active":"2024-09-13T15:00:53.914097+0000","last_peered":"2024-09-13T15:00:53.914097+0000","last_clean":"2024-09-13T15:00:53.914097+0000","last_became_active":"2024-09-13T15:00:49.904950+0000","last_became_peered":"2024-09-13T15:00:49.904950+0000","last_unstale":"2024-09-13T15:00:53.914097+0000","last_undegraded":"2024-09-13T15:00:53.914097+0000","last_fullsized":"2024-09-13T15:00:53.914097+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:37:48.689547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.995022+0000","last_change":"2024-09-13T15:00:49.903016+0000","last_active":"2024-09-13T15:00:53.995022+0000","last_peered":"2024-09-13T15:00:53.995022+0000","last_clean":"2024-09-13T15:00:53.995022+0000","last_became_active":"2024-09-13T15:00:49.902767+0000","last_became_peered":"2024-09-13T15:00:49.902767+0000","last_unstale":"2024-09-13T15:00:53.995022+0000","last_undegraded":"2024-09-13T15:00:53.995022+0000","last_fullsized":"2024-09-13T15:00:53.995022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:37.376575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905866+0000","last_change":"2024-09-13T15:00:49.915528+0000","last_active":"2024-09-13T15:00:53.905866+0000","last_peered":"2024-09-13T15:00:53.905866+0000","last_clean":"2024-09-13T15:00:53.905866+0000","last_became_active":"2024-09-13T15:00:49.915285+0000","last_became_peered":"2024-09-13T15:00:49.915285+0000","last_unstale":"2024-09-13T15:00:53.905866+0000","last_undegraded":"2024-09-13T15:00:53.905866+0000","last_fullsized":"2024-09-13T15:00:53.905866+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:18.433703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993138+0000","last_change":"2024-09-13T15:00:49.896562+0000","last_active":"2024-09-13T15:00:53.993138+0000","last_peered":"2024-09-13T15:00:53.993138+0000","last_clean":"2024-09-13T15:00:53.993138+0000","last_became_active":"2024-09-13T15:00:49.896285+0000","last_became_peered":"2024-09-13T15:00:49.896285+0000","last_unstale":"2024-09-13T15:00:53.993138+0000","last_undegraded":"2024-09-13T15:00:53.993138+0000","last_fullsized":"2024-09-13T15:00:53.993138+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:47.166360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914148+0000","last_change":"2024-09-13T15:00:49.911726+0000","last_active":"2024-09-13T15:00:53.914148+0000","last_peered":"2024-09-13T15:00:53.914148+0000","last_clean":"2024-09-13T15:00:53.914148+0000","last_became_active":"2024-09-13T15:00:49.909488+0000","last_became_peered":"2024-09-13T15:00:49.909488+0000","last_unstale":"2024-09-13T15:00:53.914148+0000","last_undegraded":"2024-09-13T15:00:53.914148+0000","last_fullsized":"2024-09-13T15:00:53.914148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:26.239274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993510+0000","last_change":"2024-09-13T15:00:49.895773+0000","last_active":"2024-09-13T15:00:53.993510+0000","last_peered":"2024-09-13T15:00:53.993510+0000","last_clean":"2024-09-13T15:00:53.993510+0000","last_became_active":"2024-09-13T15:00:49.895529+0000","last_became_peered":"2024-09-13T15:00:49.895529+0000","last_unstale":"2024-09-13T15:00:53.993510+0000","last_undegraded":"2024-09-13T15:00:53.993510+0000","last_fullsized":"2024-09-13T15:00:53.993510+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:41.710244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913468+0000","last_change":"2024-09-13T15:00:49.908825+0000","last_active":"2024-09-13T15:00:53.913468+0000","last_peered":"2024-09-13T15:00:53.913468+0000","last_clean":"2024-09-13T15:00:53.913468+0000","last_became_active":"2024-09-13T15:00:49.908582+0000","last_became_peered":"2024-09-13T15:00:49.908582+0000","last_unstale":"2024-09-13T15:00:53.913468+0000","last_undegraded":"2024-09-13T15:00:53.913468+0000","last_fullsized":"2024-09-13T15:00:53.913468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:09.039232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.915329+0000","last_change":"2024-09-13T15:00:49.904911+0000","last_active":"2024-09-13T15:00:53.915329+0000","last_peered":"2024-09-13T15:00:53.915329+0000","last_clean":"2024-09-13T15:00:53.915329+0000","last_became_active":"2024-09-13T15:00:49.904622+0000","last_became_peered":"2024-09-13T15:00:49.904622+0000","last_unstale":"2024-09-13T15:00:53.915329+0000","last_undegraded":"2024-09-13T15:00:53.915329+0000","last_fullsized":"2024-09-13T15:00:53.915329+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:31:47.876764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924843+0000","last_change":"2024-09-13T15:00:49.898110+0000","last_active":"2024-09-13T15:00:53.924843+0000","last_peered":"2024-09-13T15:00:53.924843+0000","last_clean":"2024-09-13T15:00:53.924843+0000","last_became_active":"2024-09-13T15:00:49.897863+0000","last_became_peered":"2024-09-13T15:00:49.897863+0000","last_unstale":"2024-09-13T15:00:53.924843+0000","last_undegraded":"2024-09-13T15:00:53.924843+0000","last_fullsized":"2024-09-13T15:00:53.924843+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:34:32.658967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994914+0000","last_change":"2024-09-13T15:00:49.894857+0000","last_active":"2024-09-13T15:00:53.994914+0000","last_peered":"2024-09-13T15:00:53.994914+0000","last_clean":"2024-09-13T15:00:53.994914+0000","last_became_active":"2024-09-13T15:00:49.893880+0000","last_became_peered":"2024-09-13T15:00:49.893880+0000","last_unstale":"2024-09-13T15:00:53.994914+0000","last_undegraded":"2024-09-13T15:00:53.994914+0000","last_fullsized":"2024-09-13T15:00:53.994914+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:09.039232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4452,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":872448,"data_stored":698622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81200000000000006}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0329999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95299999999999996}]}]},{"osd":6,"up_from":14,"seq":60129542150,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":111326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97199999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.091}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.995}]}]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":107762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82899999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]}]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":286720,"data_stored":107798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78400000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94499999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81599999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.048}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.121}]}]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":111326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55800000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96199999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.196}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93700000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.133}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.258}]}]},{"osd":2,"up_from":14,"seq":60129542151,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":107672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81699999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1539999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83999999999999997}]}]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":107832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1020000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0029999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0209999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96299999999999997}]}]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31972,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339868,"statfs":{"total":96636764160,"available":96604024832,"internally_reserved":0,"allocated":876544,"data_stored":698059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83199999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2010000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0209999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:01:07.067 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:01:07.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9735ef6700 1 Processor -- start 2024-09-13T15:01:07.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9735ef6700 1 -- start start 2024-09-13T15:01:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9735ef6700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f973006be70 0x7f97300b5430 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9735ef6700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f973006cff0 con 0x7f973006e6a0 2024-09-13T15:01:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9735ef6700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f973006d480 con 0x7f97300ad7e0 2024-09-13T15:01:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9735ef6700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f973006c3e0 con 0x7f973006be70 2024-09-13T15:01:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9727fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f973006be70 0x7f97300b5430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9734ef4700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f973006e6a0 0x7f973006ea80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34740/0 (socket says 172.21.15.33:34740) 2024-09-13T15:01:07.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9734ef4700 1 -- 172.21.15.33:0/129552561 learned_addr learned my addr 172.21.15.33:0/129552561 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9727fff700 1 -- 172.21.15.33:0/129552561 >> v1:172.21.15.103:6789/0 conn(0x7f97300ad7e0 legacy=0x7f97300adc70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9727fff700 1 -- 172.21.15.33:0/129552561 >> v1:172.21.15.33:6789/0 conn(0x7f973006e6a0 legacy=0x7f973006ea80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9727fff700 1 -- 172.21.15.33:0/129552561 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f973006c6c0 con 0x7f973006be70 2024-09-13T15:01:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9727fff700 1 --2- 172.21.15.33:0/129552561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f973006be70 0x7f97300b5430 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9720009880 tx=0x7f9720009b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=edc18bf8449623b3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:07.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f97277fe700 1 -- 172.21.15.33:0/129552561 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9720011830 con 0x7f973006be70 2024-09-13T15:01:07.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f97277fe700 1 -- 172.21.15.33:0/129552561 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9720011990 con 0x7f973006be70 2024-09-13T15:01:07.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f97277fe700 1 -- 172.21.15.33:0/129552561 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9720011d20 con 0x7f973006be70 2024-09-13T15:01:07.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9735ef6700 1 -- 172.21.15.33:0/129552561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f973006be70 msgr2=0x7f97300b5430 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9735ef6700 1 --2- 172.21.15.33:0/129552561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f973006be70 0x7f97300b5430 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f9720009880 tx=0x7f9720009b90 comp rx=0 tx=0).stop 2024-09-13T15:01:07.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9735ef6700 1 -- 172.21.15.33:0/129552561 shutdown_connections 2024-09-13T15:01:07.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9735ef6700 1 --2- 172.21.15.33:0/129552561 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f973006be70 0x7f97300b5430 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9735ef6700 1 -- 172.21.15.33:0/129552561 >> 172.21.15.33:0/129552561 conn(0x7f97300b5d20 msgr2=0x7f97300b6130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:07.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9735ef6700 1 -- 172.21.15.33:0/129552561 shutdown_connections 2024-09-13T15:01:07.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.173+0000 7f9735ef6700 1 -- 172.21.15.33:0/129552561 wait complete. 2024-09-13T15:01:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9735ef6700 1 Processor -- start 2024-09-13T15:01:07.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9735ef6700 1 -- start start 2024-09-13T15:01:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9735ef6700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f973006be70 0x7f973015d3c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9735ef6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f973006e6a0 0x7f97301f6370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9735ef6700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97300ad7e0 0x7f97301f68b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9735ef6700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f973014c610 con 0x7f973006e6a0 2024-09-13T15:01:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9735ef6700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f973015f4c0 con 0x7f97300ad7e0 2024-09-13T15:01:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9735ef6700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f973015f7a0 con 0x7f973006be70 2024-09-13T15:01:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9727fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f973006e6a0 0x7f97301f6370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9727fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f973006e6a0 0x7f97301f6370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50634/0 (socket says 172.21.15.33:50634) 2024-09-13T15:01:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9727fff700 1 -- 172.21.15.33:0/3806903345 learned_addr learned my addr 172.21.15.33:0/3806903345 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9734ef4700 1 --2- 172.21.15.33:0/3806903345 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f973006be70 0x7f973015d3c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f97356f5700 1 --2- 172.21.15.33:0/3806903345 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97300ad7e0 0x7f97301f68b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9727fff700 1 -- 172.21.15.33:0/3806903345 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f973006be70 msgr2=0x7f973015d3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9727fff700 1 --2- 172.21.15.33:0/3806903345 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f973006be70 0x7f973015d3c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9727fff700 1 -- 172.21.15.33:0/3806903345 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97300ad7e0 msgr2=0x7f97301f68b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9727fff700 1 --2- 172.21.15.33:0/3806903345 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97300ad7e0 0x7f97301f68b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9727fff700 1 -- 172.21.15.33:0/3806903345 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97200094b0 con 0x7f973006e6a0 2024-09-13T15:01:07.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9727fff700 1 --2- 172.21.15.33:0/3806903345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f973006e6a0 0x7f97301f6370 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9720014040 tx=0x7f9720004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:07.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f97257fa700 1 -- 172.21.15.33:0/3806903345 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97200036c0 con 0x7f973006e6a0 2024-09-13T15:01:07.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f97257fa700 1 -- 172.21.15.33:0/3806903345 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f972001e070 con 0x7f973006e6a0 2024-09-13T15:01:07.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9735ef6700 1 -- 172.21.15.33:0/3806903345 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f973015fa80 con 0x7f973006e6a0 2024-09-13T15:01:07.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f97257fa700 1 -- 172.21.15.33:0/3806903345 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9720003a60 con 0x7f973006e6a0 2024-09-13T15:01:07.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.177+0000 7f9735ef6700 1 -- 172.21.15.33:0/3806903345 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f973015f170 con 0x7f973006e6a0 2024-09-13T15:01:07.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.181+0000 7f9735ef6700 1 -- 172.21.15.33:0/3806903345 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9730074560 con 0x7f973006e6a0 2024-09-13T15:01:07.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.181+0000 7f97257fa700 1 -- 172.21.15.33:0/3806903345 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9720003bc0 con 0x7f973006e6a0 2024-09-13T15:01:07.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.181+0000 7f97257fa700 1 --2- 172.21.15.33:0/3806903345 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f971c066730 0x7f971c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.181+0000 7f97257fa700 1 -- 172.21.15.33:0/3806903345 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9720020070 con 0x7f973006e6a0 2024-09-13T15:01:07.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.181+0000 7f9734ef4700 1 --2- 172.21.15.33:0/3806903345 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f971c066730 0x7f971c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.185+0000 7f9734ef4700 1 --2- 172.21.15.33:0/3806903345 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f971c066730 0x7f971c068bf0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f972c005930 tx=0x7f972c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:07.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.189+0000 7f97257fa700 1 -- 172.21.15.33:0/3806903345 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9720052ae0 con 0x7f973006e6a0 2024-09-13T15:01:07.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.357+0000 7f9735ef6700 1 -- 172.21.15.33:0/3806903345 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f973006bc80 con 0x7f971c066730 2024-09-13T15:01:07.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.381+0000 7f97257fa700 1 -- 172.21.15.33:0/3806903345 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345258 (secure 0 0 0) 0x7f973006bc80 con 0x7f971c066730 2024-09-13T15:01:07.387 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:07.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.385+0000 7f9735ef6700 1 -- 172.21.15.33:0/3806903345 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f971c066730 msgr2=0x7f971c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.385+0000 7f9735ef6700 1 --2- 172.21.15.33:0/3806903345 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f971c066730 0x7f971c068bf0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f972c005930 tx=0x7f972c009040 comp rx=0 tx=0).stop 2024-09-13T15:01:07.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.385+0000 7f9735ef6700 1 -- 172.21.15.33:0/3806903345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f973006e6a0 msgr2=0x7f97301f6370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.385+0000 7f9735ef6700 1 --2- 172.21.15.33:0/3806903345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f973006e6a0 0x7f97301f6370 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7f9720014040 tx=0x7f9720004770 comp rx=0 tx=0).stop 2024-09-13T15:01:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.385+0000 7f9735ef6700 1 -- 172.21.15.33:0/3806903345 shutdown_connections 2024-09-13T15:01:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.385+0000 7f9735ef6700 1 --2- 172.21.15.33:0/3806903345 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f971c066730 0x7f971c068bf0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.385+0000 7f9735ef6700 1 --2- 172.21.15.33:0/3806903345 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97300ad7e0 0x7f97301f68b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.385+0000 7f9735ef6700 1 --2- 172.21.15.33:0/3806903345 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f973006e6a0 0x7f97301f6370 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.385+0000 7f9735ef6700 1 --2- 172.21.15.33:0/3806903345 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f973006be70 0x7f973015d3c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.385+0000 7f9735ef6700 1 -- 172.21.15.33:0/3806903345 >> 172.21.15.33:0/3806903345 conn(0x7f97300b5d20 msgr2=0x7f9730066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.385+0000 7f9735ef6700 1 -- 172.21.15.33:0/3806903345 shutdown_connections 2024-09-13T15:01:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.385+0000 7f9735ef6700 1 -- 172.21.15.33:0/3806903345 wait complete. 2024-09-13T15:01:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-13T15:01:07.406 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":31,"stamp":"2024-09-13T15:01:06.245913+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594820,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":206,"num_write_kb":2433,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":158,"ondisk_log_size":158,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223632,"kb_used_data":3364,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":754751088,"statfs":{"total":773094113280,"available":772865114112,"internally_reserved":0,"allocated":3444736,"data_stored":2050397,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2090,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"11.955957"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.915204+0000","last_change":"2024-09-13T15:00:49.505448+0000","last_active":"2024-09-13T15:00:53.915204+0000","last_peered":"2024-09-13T15:00:53.915204+0000","last_clean":"2024-09-13T15:00:53.915204+0000","last_became_active":"2024-09-13T15:00:49.505151+0000","last_became_peered":"2024-09-13T15:00:49.505151+0000","last_unstale":"2024-09-13T15:00:53.915204+0000","last_undegraded":"2024-09-13T15:00:53.915204+0000","last_fullsized":"2024-09-13T15:00:53.915204+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:32.561094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.911931+0000","last_change":"2024-09-13T15:00:49.896075+0000","last_active":"2024-09-13T15:00:53.911931+0000","last_peered":"2024-09-13T15:00:53.911931+0000","last_clean":"2024-09-13T15:00:53.911931+0000","last_became_active":"2024-09-13T15:00:49.895784+0000","last_became_peered":"2024-09-13T15:00:49.895784+0000","last_unstale":"2024-09-13T15:00:53.911931+0000","last_undegraded":"2024-09-13T15:00:53.911931+0000","last_fullsized":"2024-09-13T15:00:53.911931+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:04.777532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006237+0000","last_change":"2024-09-13T15:00:54.001258+0000","last_active":"2024-09-13T15:00:54.006237+0000","last_peered":"2024-09-13T15:00:54.006237+0000","last_clean":"2024-09-13T15:00:54.006237+0000","last_became_active":"2024-09-13T15:00:54.000659+0000","last_became_peered":"2024-09-13T15:00:54.000659+0000","last_unstale":"2024-09-13T15:00:54.006237+0000","last_undegraded":"2024-09-13T15:00:54.006237+0000","last_fullsized":"2024-09-13T15:00:54.006237+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:09:13.446082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912119+0000","last_change":"2024-09-13T15:00:49.509946+0000","last_active":"2024-09-13T15:00:53.912119+0000","last_peered":"2024-09-13T15:00:53.912119+0000","last_clean":"2024-09-13T15:00:53.912119+0000","last_became_active":"2024-09-13T15:00:49.509627+0000","last_became_peered":"2024-09-13T15:00:49.509627+0000","last_unstale":"2024-09-13T15:00:53.912119+0000","last_undegraded":"2024-09-13T15:00:53.912119+0000","last_fullsized":"2024-09-13T15:00:53.912119+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914760+0000","last_change":"2024-09-13T15:00:49.914632+0000","last_active":"2024-09-13T15:00:53.914760+0000","last_peered":"2024-09-13T15:00:53.914760+0000","last_clean":"2024-09-13T15:00:53.914760+0000","last_became_active":"2024-09-13T15:00:49.914345+0000","last_became_peered":"2024-09-13T15:00:49.914345+0000","last_unstale":"2024-09-13T15:00:53.914760+0000","last_undegraded":"2024-09-13T15:00:53.914760+0000","last_fullsized":"2024-09-13T15:00:53.914760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:27.497312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926893+0000","last_change":"2024-09-13T15:00:53.925607+0000","last_active":"2024-09-13T15:00:53.926893+0000","last_peered":"2024-09-13T15:00:53.926893+0000","last_clean":"2024-09-13T15:00:53.926893+0000","last_became_active":"2024-09-13T15:00:53.925178+0000","last_became_peered":"2024-09-13T15:00:53.925178+0000","last_unstale":"2024-09-13T15:00:53.926893+0000","last_undegraded":"2024-09-13T15:00:53.926893+0000","last_fullsized":"2024-09-13T15:00:53.926893+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:15.418420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994514+0000","last_change":"2024-09-13T15:00:49.506582+0000","last_active":"2024-09-13T15:00:53.994514+0000","last_peered":"2024-09-13T15:00:53.994514+0000","last_clean":"2024-09-13T15:00:53.994514+0000","last_became_active":"2024-09-13T15:00:49.505047+0000","last_became_peered":"2024-09-13T15:00:49.505047+0000","last_unstale":"2024-09-13T15:00:53.994514+0000","last_undegraded":"2024-09-13T15:00:53.994514+0000","last_fullsized":"2024-09-13T15:00:53.994514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:32.732340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913704+0000","last_change":"2024-09-13T15:00:49.909459+0000","last_active":"2024-09-13T15:00:53.913704+0000","last_peered":"2024-09-13T15:00:53.913704+0000","last_clean":"2024-09-13T15:00:53.913704+0000","last_became_active":"2024-09-13T15:00:49.909187+0000","last_became_peered":"2024-09-13T15:00:49.909187+0000","last_unstale":"2024-09-13T15:00:53.913704+0000","last_undegraded":"2024-09-13T15:00:53.913704+0000","last_fullsized":"2024-09-13T15:00:53.913704+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:54.213301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933139+0000","last_change":"2024-09-13T15:00:53.931528+0000","last_active":"2024-09-13T15:00:53.933139+0000","last_peered":"2024-09-13T15:00:53.933139+0000","last_clean":"2024-09-13T15:00:53.933139+0000","last_became_active":"2024-09-13T15:00:53.931103+0000","last_became_peered":"2024-09-13T15:00:53.931103+0000","last_unstale":"2024-09-13T15:00:53.933139+0000","last_undegraded":"2024-09-13T15:00:53.933139+0000","last_fullsized":"2024-09-13T15:00:53.933139+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:02:11.144872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994091+0000","last_change":"2024-09-13T15:00:49.507467+0000","last_active":"2024-09-13T15:00:53.994091+0000","last_peered":"2024-09-13T15:00:53.994091+0000","last_clean":"2024-09-13T15:00:53.994091+0000","last_became_active":"2024-09-13T15:00:49.507133+0000","last_became_peered":"2024-09-13T15:00:49.507133+0000","last_unstale":"2024-09-13T15:00:53.994091+0000","last_undegraded":"2024-09-13T15:00:53.994091+0000","last_fullsized":"2024-09-13T15:00:53.994091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:11.515122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913250+0000","last_change":"2024-09-13T15:00:49.911737+0000","last_active":"2024-09-13T15:00:53.913250+0000","last_peered":"2024-09-13T15:00:53.913250+0000","last_clean":"2024-09-13T15:00:53.913250+0000","last_became_active":"2024-09-13T15:00:49.909466+0000","last_became_peered":"2024-09-13T15:00:49.909466+0000","last_unstale":"2024-09-13T15:00:53.913250+0000","last_undegraded":"2024-09-13T15:00:53.913250+0000","last_fullsized":"2024-09-13T15:00:53.913250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:30.636673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.921449+0000","last_change":"2024-09-13T15:00:53.920605+0000","last_active":"2024-09-13T15:00:53.921449+0000","last_peered":"2024-09-13T15:00:53.921449+0000","last_clean":"2024-09-13T15:00:53.921449+0000","last_became_active":"2024-09-13T15:00:53.920215+0000","last_became_peered":"2024-09-13T15:00:53.920215+0000","last_unstale":"2024-09-13T15:00:53.921449+0000","last_undegraded":"2024-09-13T15:00:53.921449+0000","last_fullsized":"2024-09-13T15:00:53.921449+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:45.384414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913237+0000","last_change":"2024-09-13T15:00:49.905712+0000","last_active":"2024-09-13T15:00:53.913237+0000","last_peered":"2024-09-13T15:00:53.913237+0000","last_clean":"2024-09-13T15:00:53.913237+0000","last_became_active":"2024-09-13T15:00:49.896041+0000","last_became_peered":"2024-09-13T15:00:49.896041+0000","last_unstale":"2024-09-13T15:00:53.913237+0000","last_undegraded":"2024-09-13T15:00:53.913237+0000","last_fullsized":"2024-09-13T15:00:53.913237+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:54.967262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993769+0000","last_change":"2024-09-13T15:00:49.506139+0000","last_active":"2024-09-13T15:00:53.993769+0000","last_peered":"2024-09-13T15:00:53.993769+0000","last_clean":"2024-09-13T15:00:53.993769+0000","last_became_active":"2024-09-13T15:00:49.505050+0000","last_became_peered":"2024-09-13T15:00:49.505050+0000","last_unstale":"2024-09-13T15:00:53.993769+0000","last_undegraded":"2024-09-13T15:00:53.993769+0000","last_fullsized":"2024-09-13T15:00:53.993769+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:32.640979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.927577+0000","last_change":"2024-09-13T15:00:53.926354+0000","last_active":"2024-09-13T15:00:53.927577+0000","last_peered":"2024-09-13T15:00:53.927577+0000","last_clean":"2024-09-13T15:00:53.927577+0000","last_became_active":"2024-09-13T15:00:53.925900+0000","last_became_peered":"2024-09-13T15:00:53.925900+0000","last_unstale":"2024-09-13T15:00:53.927577+0000","last_undegraded":"2024-09-13T15:00:53.927577+0000","last_fullsized":"2024-09-13T15:00:53.927577+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:36:59.570853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905625+0000","last_change":"2024-09-13T15:00:49.900906+0000","last_active":"2024-09-13T15:00:53.905625+0000","last_peered":"2024-09-13T15:00:53.905625+0000","last_clean":"2024-09-13T15:00:53.905625+0000","last_became_active":"2024-09-13T15:00:49.900374+0000","last_became_peered":"2024-09-13T15:00:49.900374+0000","last_unstale":"2024-09-13T15:00:53.905625+0000","last_undegraded":"2024-09-13T15:00:53.905625+0000","last_fullsized":"2024-09-13T15:00:53.905625+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:23:28.713496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.925096+0000","last_change":"2024-09-13T15:00:49.502181+0000","last_active":"2024-09-13T15:00:53.925096+0000","last_peered":"2024-09-13T15:00:53.925096+0000","last_clean":"2024-09-13T15:00:53.925096+0000","last_became_active":"2024-09-13T15:00:49.499706+0000","last_became_peered":"2024-09-13T15:00:49.499706+0000","last_unstale":"2024-09-13T15:00:53.925096+0000","last_undegraded":"2024-09-13T15:00:53.925096+0000","last_fullsized":"2024-09-13T15:00:53.925096+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926078+0000","last_change":"2024-09-13T15:00:53.925233+0000","last_active":"2024-09-13T15:00:53.926078+0000","last_peered":"2024-09-13T15:00:53.926078+0000","last_clean":"2024-09-13T15:00:53.926078+0000","last_became_active":"2024-09-13T15:00:53.924856+0000","last_became_peered":"2024-09-13T15:00:53.924856+0000","last_unstale":"2024-09-13T15:00:53.926078+0000","last_undegraded":"2024-09-13T15:00:53.926078+0000","last_fullsized":"2024-09-13T15:00:53.926078+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:15:41.850943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906124+0000","last_change":"2024-09-13T15:00:49.887679+0000","last_active":"2024-09-13T15:00:53.906124+0000","last_peered":"2024-09-13T15:00:53.906124+0000","last_clean":"2024-09-13T15:00:53.906124+0000","last_became_active":"2024-09-13T15:00:49.887361+0000","last_became_peered":"2024-09-13T15:00:49.887361+0000","last_unstale":"2024-09-13T15:00:53.906124+0000","last_undegraded":"2024-09-13T15:00:53.906124+0000","last_fullsized":"2024-09-13T15:00:53.906124+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:54.472977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.923062+0000","last_change":"2024-09-13T15:00:49.506818+0000","last_active":"2024-09-13T15:00:53.923062+0000","last_peered":"2024-09-13T15:00:53.923062+0000","last_clean":"2024-09-13T15:00:53.923062+0000","last_became_active":"2024-09-13T15:00:49.506500+0000","last_became_peered":"2024-09-13T15:00:49.506500+0000","last_unstale":"2024-09-13T15:00:53.923062+0000","last_undegraded":"2024-09-13T15:00:53.923062+0000","last_fullsized":"2024-09-13T15:00:53.923062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:21.124199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.003157+0000","last_change":"2024-09-13T15:00:53.999937+0000","last_active":"2024-09-13T15:00:54.003157+0000","last_peered":"2024-09-13T15:00:54.003157+0000","last_clean":"2024-09-13T15:00:54.003157+0000","last_became_active":"2024-09-13T15:00:53.999005+0000","last_became_peered":"2024-09-13T15:00:53.999005+0000","last_unstale":"2024-09-13T15:00:54.003157+0000","last_undegraded":"2024-09-13T15:00:54.003157+0000","last_fullsized":"2024-09-13T15:00:54.003157+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:33.277000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905008+0000","last_change":"2024-09-13T15:00:49.891379+0000","last_active":"2024-09-13T15:00:53.905008+0000","last_peered":"2024-09-13T15:00:53.905008+0000","last_clean":"2024-09-13T15:00:53.905008+0000","last_became_active":"2024-09-13T15:00:49.890930+0000","last_became_peered":"2024-09-13T15:00:49.890930+0000","last_unstale":"2024-09-13T15:00:53.905008+0000","last_undegraded":"2024-09-13T15:00:53.905008+0000","last_fullsized":"2024-09-13T15:00:53.905008+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:22.131687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.991649+0000","last_change":"2024-09-13T15:00:49.509890+0000","last_active":"2024-09-13T15:00:53.991649+0000","last_peered":"2024-09-13T15:00:53.991649+0000","last_clean":"2024-09-13T15:00:53.991649+0000","last_became_active":"2024-09-13T15:00:49.509671+0000","last_became_peered":"2024-09-13T15:00:49.509671+0000","last_unstale":"2024-09-13T15:00:53.991649+0000","last_undegraded":"2024-09-13T15:00:53.991649+0000","last_fullsized":"2024-09-13T15:00:53.991649+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:10.903077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933186+0000","last_change":"2024-09-13T15:00:53.931557+0000","last_active":"2024-09-13T15:00:53.933186+0000","last_peered":"2024-09-13T15:00:53.933186+0000","last_clean":"2024-09-13T15:00:53.933186+0000","last_became_active":"2024-09-13T15:00:53.931151+0000","last_became_peered":"2024-09-13T15:00:53.931151+0000","last_unstale":"2024-09-13T15:00:53.933186+0000","last_undegraded":"2024-09-13T15:00:53.933186+0000","last_fullsized":"2024-09-13T15:00:53.933186+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:33.277000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917821+0000","last_change":"2024-09-13T15:00:49.899621+0000","last_active":"2024-09-13T15:00:53.917821+0000","last_peered":"2024-09-13T15:00:53.917821+0000","last_clean":"2024-09-13T15:00:53.917821+0000","last_became_active":"2024-09-13T15:00:49.899351+0000","last_became_peered":"2024-09-13T15:00:49.899351+0000","last_unstale":"2024-09-13T15:00:53.917821+0000","last_undegraded":"2024-09-13T15:00:53.917821+0000","last_fullsized":"2024-09-13T15:00:53.917821+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:52.538031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914218+0000","last_change":"2024-09-13T15:00:49.507303+0000","last_active":"2024-09-13T15:00:53.914218+0000","last_peered":"2024-09-13T15:00:53.914218+0000","last_clean":"2024-09-13T15:00:53.914218+0000","last_became_active":"2024-09-13T15:00:49.506703+0000","last_became_peered":"2024-09-13T15:00:49.506703+0000","last_unstale":"2024-09-13T15:00:53.914218+0000","last_undegraded":"2024-09-13T15:00:53.914218+0000","last_fullsized":"2024-09-13T15:00:53.914218+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:48.626138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.002090+0000","last_change":"2024-09-13T15:00:53.998516+0000","last_active":"2024-09-13T15:00:54.002090+0000","last_peered":"2024-09-13T15:00:54.002090+0000","last_clean":"2024-09-13T15:00:54.002090+0000","last_became_active":"2024-09-13T15:00:53.997769+0000","last_became_peered":"2024-09-13T15:00:53.997769+0000","last_unstale":"2024-09-13T15:00:54.002090+0000","last_undegraded":"2024-09-13T15:00:54.002090+0000","last_fullsized":"2024-09-13T15:00:54.002090+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:25.036820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912036+0000","last_change":"2024-09-13T15:00:49.891044+0000","last_active":"2024-09-13T15:00:53.912036+0000","last_peered":"2024-09-13T15:00:53.912036+0000","last_clean":"2024-09-13T15:00:53.912036+0000","last_became_active":"2024-09-13T15:00:49.890770+0000","last_became_peered":"2024-09-13T15:00:49.890770+0000","last_unstale":"2024-09-13T15:00:53.912036+0000","last_undegraded":"2024-09-13T15:00:53.912036+0000","last_fullsized":"2024-09-13T15:00:53.912036+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:37.376575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924935+0000","last_change":"2024-09-13T15:00:49.501638+0000","last_active":"2024-09-13T15:00:53.924935+0000","last_peered":"2024-09-13T15:00:53.924935+0000","last_clean":"2024-09-13T15:00:53.924935+0000","last_became_active":"2024-09-13T15:00:49.500203+0000","last_became_peered":"2024-09-13T15:00:49.500203+0000","last_unstale":"2024-09-13T15:00:53.924935+0000","last_undegraded":"2024-09-13T15:00:53.924935+0000","last_fullsized":"2024-09-13T15:00:53.924935+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:11.935682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.005677+0000","last_change":"2024-09-13T15:00:53.994835+0000","last_active":"2024-09-13T15:00:54.005677+0000","last_peered":"2024-09-13T15:00:54.005677+0000","last_clean":"2024-09-13T15:00:54.005677+0000","last_became_active":"2024-09-13T15:00:53.994425+0000","last_became_peered":"2024-09-13T15:00:53.994425+0000","last_unstale":"2024-09-13T15:00:54.005677+0000","last_undegraded":"2024-09-13T15:00:54.005677+0000","last_fullsized":"2024-09-13T15:00:54.005677+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:26:25.542617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924850+0000","last_change":"2024-09-13T15:00:49.888594+0000","last_active":"2024-09-13T15:00:53.924850+0000","last_peered":"2024-09-13T15:00:53.924850+0000","last_clean":"2024-09-13T15:00:53.924850+0000","last_became_active":"2024-09-13T15:00:49.888315+0000","last_became_peered":"2024-09-13T15:00:49.888315+0000","last_unstale":"2024-09-13T15:00:53.924850+0000","last_undegraded":"2024-09-13T15:00:53.924850+0000","last_fullsized":"2024-09-13T15:00:53.924850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:58.047033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.995075+0000","last_change":"2024-09-13T15:00:49.508780+0000","last_active":"2024-09-13T15:00:53.995075+0000","last_peered":"2024-09-13T15:00:53.995075+0000","last_clean":"2024-09-13T15:00:53.995075+0000","last_became_active":"2024-09-13T15:00:49.508505+0000","last_became_peered":"2024-09-13T15:00:49.508505+0000","last_unstale":"2024-09-13T15:00:53.995075+0000","last_undegraded":"2024-09-13T15:00:53.995075+0000","last_fullsized":"2024-09-13T15:00:53.995075+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:17:46.529378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.001165+0000","last_change":"2024-09-13T15:00:53.996254+0000","last_active":"2024-09-13T15:00:54.001165+0000","last_peered":"2024-09-13T15:00:54.001165+0000","last_clean":"2024-09-13T15:00:54.001165+0000","last_became_active":"2024-09-13T15:00:53.995328+0000","last_became_peered":"2024-09-13T15:00:53.995328+0000","last_unstale":"2024-09-13T15:00:54.001165+0000","last_undegraded":"2024-09-13T15:00:54.001165+0000","last_fullsized":"2024-09-13T15:00:54.001165+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:48:30.149833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913852+0000","last_change":"2024-09-13T15:00:49.909106+0000","last_active":"2024-09-13T15:00:53.913852+0000","last_peered":"2024-09-13T15:00:53.913852+0000","last_clean":"2024-09-13T15:00:53.913852+0000","last_became_active":"2024-09-13T15:00:49.908667+0000","last_became_peered":"2024-09-13T15:00:49.908667+0000","last_unstale":"2024-09-13T15:00:53.913852+0000","last_undegraded":"2024-09-13T15:00:53.913852+0000","last_fullsized":"2024-09-13T15:00:53.913852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:18.433703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924992+0000","last_change":"2024-09-13T15:00:49.499864+0000","last_active":"2024-09-13T15:00:53.924992+0000","last_peered":"2024-09-13T15:00:53.924992+0000","last_clean":"2024-09-13T15:00:53.924992+0000","last_became_active":"2024-09-13T15:00:49.498399+0000","last_became_peered":"2024-09-13T15:00:49.498399+0000","last_unstale":"2024-09-13T15:00:53.924992+0000","last_undegraded":"2024-09-13T15:00:53.924992+0000","last_fullsized":"2024-09-13T15:00:53.924992+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:11.515122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.937156+0000","last_change":"2024-09-13T15:00:53.930935+0000","last_active":"2024-09-13T15:00:53.937156+0000","last_peered":"2024-09-13T15:00:53.937156+0000","last_clean":"2024-09-13T15:00:53.937156+0000","last_became_active":"2024-09-13T15:00:53.928753+0000","last_became_peered":"2024-09-13T15:00:53.928753+0000","last_unstale":"2024-09-13T15:00:53.937156+0000","last_undegraded":"2024-09-13T15:00:53.937156+0000","last_fullsized":"2024-09-13T15:00:53.937156+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:12.759092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906225+0000","last_change":"2024-09-13T15:00:49.903472+0000","last_active":"2024-09-13T15:00:53.906225+0000","last_peered":"2024-09-13T15:00:53.906225+0000","last_clean":"2024-09-13T15:00:53.906225+0000","last_became_active":"2024-09-13T15:00:49.903238+0000","last_became_peered":"2024-09-13T15:00:49.903238+0000","last_unstale":"2024-09-13T15:00:53.906225+0000","last_undegraded":"2024-09-13T15:00:53.906225+0000","last_fullsized":"2024-09-13T15:00:53.906225+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:11.910565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917485+0000","last_change":"2024-09-13T15:00:49.499021+0000","last_active":"2024-09-13T15:00:53.917485+0000","last_peered":"2024-09-13T15:00:53.917485+0000","last_clean":"2024-09-13T15:00:53.917485+0000","last_became_active":"2024-09-13T15:00:49.498734+0000","last_became_peered":"2024-09-13T15:00:49.498734+0000","last_unstale":"2024-09-13T15:00:53.917485+0000","last_undegraded":"2024-09-13T15:00:53.917485+0000","last_fullsized":"2024-09-13T15:00:53.917485+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:21.124199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.930770+0000","last_change":"2024-09-13T15:00:53.928070+0000","last_active":"2024-09-13T15:00:53.930770+0000","last_peered":"2024-09-13T15:00:53.930770+0000","last_clean":"2024-09-13T15:00:53.930770+0000","last_became_active":"2024-09-13T15:00:53.927631+0000","last_became_peered":"2024-09-13T15:00:53.927631+0000","last_unstale":"2024-09-13T15:00:53.930770+0000","last_undegraded":"2024-09-13T15:00:53.930770+0000","last_fullsized":"2024-09-13T15:00:53.930770+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:09:06.595464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.921397+0000","last_change":"2024-09-13T15:00:49.885740+0000","last_active":"2024-09-13T15:00:53.921397+0000","last_peered":"2024-09-13T15:00:53.921397+0000","last_clean":"2024-09-13T15:00:53.921397+0000","last_became_active":"2024-09-13T15:00:49.885423+0000","last_became_peered":"2024-09-13T15:00:49.885423+0000","last_unstale":"2024-09-13T15:00:53.921397+0000","last_undegraded":"2024-09-13T15:00:53.921397+0000","last_fullsized":"2024-09-13T15:00:53.921397+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:58:47.858890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.902237+0000","last_change":"2024-09-13T15:00:49.502610+0000","last_active":"2024-09-13T15:00:53.902237+0000","last_peered":"2024-09-13T15:00:53.902237+0000","last_clean":"2024-09-13T15:00:53.902237+0000","last_became_active":"2024-09-13T15:00:49.502026+0000","last_became_peered":"2024-09-13T15:00:49.502026+0000","last_unstale":"2024-09-13T15:00:53.902237+0000","last_undegraded":"2024-09-13T15:00:53.902237+0000","last_fullsized":"2024-09-13T15:00:53.902237+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.930748+0000","last_change":"2024-09-13T15:00:53.927949+0000","last_active":"2024-09-13T15:00:53.930748+0000","last_peered":"2024-09-13T15:00:53.930748+0000","last_clean":"2024-09-13T15:00:53.930748+0000","last_became_active":"2024-09-13T15:00:53.927469+0000","last_became_peered":"2024-09-13T15:00:53.927469+0000","last_unstale":"2024-09-13T15:00:53.930748+0000","last_undegraded":"2024-09-13T15:00:53.930748+0000","last_fullsized":"2024-09-13T15:00:53.930748+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:57.618580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913833+0000","last_change":"2024-09-13T15:00:49.898955+0000","last_active":"2024-09-13T15:00:53.913833+0000","last_peered":"2024-09-13T15:00:53.913833+0000","last_clean":"2024-09-13T15:00:53.913833+0000","last_became_active":"2024-09-13T15:00:49.898708+0000","last_became_peered":"2024-09-13T15:00:49.898708+0000","last_unstale":"2024-09-13T15:00:53.913833+0000","last_undegraded":"2024-09-13T15:00:53.913833+0000","last_fullsized":"2024-09-13T15:00:53.913833+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:54.967262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.991633+0000","last_change":"2024-09-13T15:00:49.506539+0000","last_active":"2024-09-13T15:00:53.991633+0000","last_peered":"2024-09-13T15:00:53.991633+0000","last_clean":"2024-09-13T15:00:53.991633+0000","last_became_active":"2024-09-13T15:00:49.506204+0000","last_became_peered":"2024-09-13T15:00:49.506204+0000","last_unstale":"2024-09-13T15:00:53.991633+0000","last_undegraded":"2024-09-13T15:00:53.991633+0000","last_fullsized":"2024-09-13T15:00:53.991633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:46.513348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.998694+0000","last_change":"2024-09-13T15:00:53.996034+0000","last_active":"2024-09-13T15:00:53.998694+0000","last_peered":"2024-09-13T15:00:53.998694+0000","last_clean":"2024-09-13T15:00:53.998694+0000","last_became_active":"2024-09-13T15:00:53.994930+0000","last_became_peered":"2024-09-13T15:00:53.994930+0000","last_unstale":"2024-09-13T15:00:53.998694+0000","last_undegraded":"2024-09-13T15:00:53.998694+0000","last_fullsized":"2024-09-13T15:00:53.998694+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:44:59.131075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.903182+0000","last_change":"2024-09-13T15:00:49.913348+0000","last_active":"2024-09-13T15:00:53.903182+0000","last_peered":"2024-09-13T15:00:53.903182+0000","last_clean":"2024-09-13T15:00:53.903182+0000","last_became_active":"2024-09-13T15:00:49.913078+0000","last_became_peered":"2024-09-13T15:00:49.913078+0000","last_unstale":"2024-09-13T15:00:53.903182+0000","last_undegraded":"2024-09-13T15:00:53.903182+0000","last_fullsized":"2024-09-13T15:00:53.903182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:41.710244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912983+0000","last_change":"2024-09-13T15:00:49.502721+0000","last_active":"2024-09-13T15:00:53.912983+0000","last_peered":"2024-09-13T15:00:53.912983+0000","last_clean":"2024-09-13T15:00:53.912983+0000","last_became_active":"2024-09-13T15:00:49.502407+0000","last_became_peered":"2024-09-13T15:00:49.502407+0000","last_unstale":"2024-09-13T15:00:53.912983+0000","last_undegraded":"2024-09-13T15:00:53.912983+0000","last_fullsized":"2024-09-13T15:00:53.912983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:04.197447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":167,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.992764+0000","last_change":"2024-09-13T15:00:46.489302+0000","last_active":"2024-09-13T15:00:53.992764+0000","last_peered":"2024-09-13T15:00:53.992764+0000","last_clean":"2024-09-13T15:00:53.992764+0000","last_became_active":"2024-09-13T15:00:46.487009+0000","last_became_peered":"2024-09-13T15:00:46.487009+0000","last_unstale":"2024-09-13T15:00:53.992764+0000","last_undegraded":"2024-09-13T15:00:53.992764+0000","last_fullsized":"2024-09-13T15:00:53.992764+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_clean_scrub_stamp":"2024-09-13T15:00:45.246135+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:04.189008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.999880+0000","last_change":"2024-09-13T15:00:53.997628+0000","last_active":"2024-09-13T15:00:53.999880+0000","last_peered":"2024-09-13T15:00:53.999880+0000","last_clean":"2024-09-13T15:00:53.999880+0000","last_became_active":"2024-09-13T15:00:53.997287+0000","last_became_peered":"2024-09-13T15:00:53.997287+0000","last_unstale":"2024-09-13T15:00:53.999880+0000","last_undegraded":"2024-09-13T15:00:53.999880+0000","last_fullsized":"2024-09-13T15:00:53.999880+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:32:00.954058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994175+0000","last_change":"2024-09-13T15:00:49.912737+0000","last_active":"2024-09-13T15:00:53.994175+0000","last_peered":"2024-09-13T15:00:53.994175+0000","last_clean":"2024-09-13T15:00:53.994175+0000","last_became_active":"2024-09-13T15:00:49.912473+0000","last_became_peered":"2024-09-13T15:00:49.912473+0000","last_unstale":"2024-09-13T15:00:53.994175+0000","last_undegraded":"2024-09-13T15:00:53.994175+0000","last_fullsized":"2024-09-13T15:00:53.994175+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:26.239274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.903984+0000","last_change":"2024-09-13T15:00:49.505911+0000","last_active":"2024-09-13T15:00:53.903984+0000","last_peered":"2024-09-13T15:00:53.903984+0000","last_clean":"2024-09-13T15:00:53.903984+0000","last_became_active":"2024-09-13T15:00:49.505516+0000","last_became_peered":"2024-09-13T15:00:49.505516+0000","last_unstale":"2024-09-13T15:00:53.903984+0000","last_undegraded":"2024-09-13T15:00:53.903984+0000","last_fullsized":"2024-09-13T15:00:53.903984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:49.811340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.996817+0000","last_change":"2024-09-13T15:00:53.994992+0000","last_active":"2024-09-13T15:00:53.996817+0000","last_peered":"2024-09-13T15:00:53.996817+0000","last_clean":"2024-09-13T15:00:53.996817+0000","last_became_active":"2024-09-13T15:00:53.994318+0000","last_became_peered":"2024-09-13T15:00:53.994318+0000","last_unstale":"2024-09-13T15:00:53.996817+0000","last_undegraded":"2024-09-13T15:00:53.996817+0000","last_fullsized":"2024-09-13T15:00:53.996817+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:01:41.884669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913787+0000","last_change":"2024-09-13T15:00:49.908945+0000","last_active":"2024-09-13T15:00:53.913787+0000","last_peered":"2024-09-13T15:00:53.913787+0000","last_clean":"2024-09-13T15:00:53.913787+0000","last_became_active":"2024-09-13T15:00:49.904160+0000","last_became_peered":"2024-09-13T15:00:49.904160+0000","last_unstale":"2024-09-13T15:00:53.913787+0000","last_undegraded":"2024-09-13T15:00:53.913787+0000","last_fullsized":"2024-09-13T15:00:53.913787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.769255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924910+0000","last_change":"2024-09-13T15:00:49.496850+0000","last_active":"2024-09-13T15:00:53.924910+0000","last_peered":"2024-09-13T15:00:53.924910+0000","last_clean":"2024-09-13T15:00:53.924910+0000","last_became_active":"2024-09-13T15:00:49.496533+0000","last_became_peered":"2024-09-13T15:00:49.496533+0000","last_unstale":"2024-09-13T15:00:53.924910+0000","last_undegraded":"2024-09-13T15:00:53.924910+0000","last_fullsized":"2024-09-13T15:00:53.924910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:32.640979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.929649+0000","last_change":"2024-09-13T15:00:53.928468+0000","last_active":"2024-09-13T15:00:53.929649+0000","last_peered":"2024-09-13T15:00:53.929649+0000","last_clean":"2024-09-13T15:00:53.929649+0000","last_became_active":"2024-09-13T15:00:53.928165+0000","last_became_peered":"2024-09-13T15:00:53.928165+0000","last_unstale":"2024-09-13T15:00:53.929649+0000","last_undegraded":"2024-09-13T15:00:53.929649+0000","last_fullsized":"2024-09-13T15:00:53.929649+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:48:45.414085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.995141+0000","last_change":"2024-09-13T15:00:49.897045+0000","last_active":"2024-09-13T15:00:53.995141+0000","last_peered":"2024-09-13T15:00:53.995141+0000","last_clean":"2024-09-13T15:00:53.995141+0000","last_became_active":"2024-09-13T15:00:49.896168+0000","last_became_peered":"2024-09-13T15:00:49.896168+0000","last_unstale":"2024-09-13T15:00:53.995141+0000","last_undegraded":"2024-09-13T15:00:53.995141+0000","last_fullsized":"2024-09-13T15:00:53.995141+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:07:11.982160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.904136+0000","last_change":"2024-09-13T15:00:49.502336+0000","last_active":"2024-09-13T15:00:53.904136+0000","last_peered":"2024-09-13T15:00:53.904136+0000","last_clean":"2024-09-13T15:00:53.904136+0000","last_became_active":"2024-09-13T15:00:49.502049+0000","last_became_peered":"2024-09-13T15:00:49.502049+0000","last_unstale":"2024-09-13T15:00:53.904136+0000","last_undegraded":"2024-09-13T15:00:53.904136+0000","last_fullsized":"2024-09-13T15:00:53.904136+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:11.935682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.002295+0000","last_change":"2024-09-13T15:00:53.997535+0000","last_active":"2024-09-13T15:00:54.002295+0000","last_peered":"2024-09-13T15:00:54.002295+0000","last_clean":"2024-09-13T15:00:54.002295+0000","last_became_active":"2024-09-13T15:00:53.997116+0000","last_became_peered":"2024-09-13T15:00:53.997116+0000","last_unstale":"2024-09-13T15:00:54.002295+0000","last_undegraded":"2024-09-13T15:00:54.002295+0000","last_fullsized":"2024-09-13T15:00:54.002295+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:09:06.595464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994587+0000","last_change":"2024-09-13T15:00:49.900725+0000","last_active":"2024-09-13T15:00:53.994587+0000","last_peered":"2024-09-13T15:00:53.994587+0000","last_clean":"2024-09-13T15:00:53.994587+0000","last_became_active":"2024-09-13T15:00:49.900470+0000","last_became_peered":"2024-09-13T15:00:49.900470+0000","last_unstale":"2024-09-13T15:00:53.994587+0000","last_undegraded":"2024-09-13T15:00:53.994587+0000","last_fullsized":"2024-09-13T15:00:53.994587+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:25.214950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906491+0000","last_change":"2024-09-13T15:00:49.501002+0000","last_active":"2024-09-13T15:00:53.906491+0000","last_peered":"2024-09-13T15:00:53.906491+0000","last_clean":"2024-09-13T15:00:53.906491+0000","last_became_active":"2024-09-13T15:00:49.500655+0000","last_became_peered":"2024-09-13T15:00:49.500655+0000","last_unstale":"2024-09-13T15:00:53.906491+0000","last_undegraded":"2024-09-13T15:00:53.906491+0000","last_fullsized":"2024-09-13T15:00:53.906491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:37.328320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926051+0000","last_change":"2024-09-13T15:00:53.925153+0000","last_active":"2024-09-13T15:00:53.926051+0000","last_peered":"2024-09-13T15:00:53.926051+0000","last_clean":"2024-09-13T15:00:53.926051+0000","last_became_active":"2024-09-13T15:00:53.924753+0000","last_became_peered":"2024-09-13T15:00:53.924753+0000","last_unstale":"2024-09-13T15:00:53.926051+0000","last_undegraded":"2024-09-13T15:00:53.926051+0000","last_fullsized":"2024-09-13T15:00:53.926051+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:12.759092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993210+0000","last_change":"2024-09-13T15:00:49.906428+0000","last_active":"2024-09-13T15:00:53.993210+0000","last_peered":"2024-09-13T15:00:53.993210+0000","last_clean":"2024-09-13T15:00:53.993210+0000","last_became_active":"2024-09-13T15:00:49.906080+0000","last_became_peered":"2024-09-13T15:00:49.906080+0000","last_unstale":"2024-09-13T15:00:53.993210+0000","last_undegraded":"2024-09-13T15:00:53.993210+0000","last_fullsized":"2024-09-13T15:00:53.993210+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:54.064111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.901784+0000","last_change":"2024-09-13T15:00:49.497158+0000","last_active":"2024-09-13T15:00:53.901784+0000","last_peered":"2024-09-13T15:00:53.901784+0000","last_clean":"2024-09-13T15:00:53.901784+0000","last_became_active":"2024-09-13T15:00:49.496069+0000","last_became_peered":"2024-09-13T15:00:49.496069+0000","last_unstale":"2024-09-13T15:00:53.901784+0000","last_undegraded":"2024-09-13T15:00:53.901784+0000","last_fullsized":"2024-09-13T15:00:53.901784+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:04.197447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924796+0000","last_change":"2024-09-13T15:00:53.924139+0000","last_active":"2024-09-13T15:00:53.924796+0000","last_peered":"2024-09-13T15:00:53.924796+0000","last_clean":"2024-09-13T15:00:53.924796+0000","last_became_active":"2024-09-13T15:00:53.923611+0000","last_became_peered":"2024-09-13T15:00:53.923611+0000","last_unstale":"2024-09-13T15:00:53.924796+0000","last_undegraded":"2024-09-13T15:00:53.924796+0000","last_fullsized":"2024-09-13T15:00:53.924796+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:29.749390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912637+0000","last_change":"2024-09-13T15:00:49.905588+0000","last_active":"2024-09-13T15:00:53.912637+0000","last_peered":"2024-09-13T15:00:53.912637+0000","last_clean":"2024-09-13T15:00:53.912637+0000","last_became_active":"2024-09-13T15:00:49.905156+0000","last_became_peered":"2024-09-13T15:00:49.905156+0000","last_unstale":"2024-09-13T15:00:53.912637+0000","last_undegraded":"2024-09-13T15:00:53.912637+0000","last_fullsized":"2024-09-13T15:00:53.912637+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:27.497312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912704+0000","last_change":"2024-09-13T15:00:49.498099+0000","last_active":"2024-09-13T15:00:53.912704+0000","last_peered":"2024-09-13T15:00:53.912704+0000","last_clean":"2024-09-13T15:00:53.912704+0000","last_became_active":"2024-09-13T15:00:49.497663+0000","last_became_peered":"2024-09-13T15:00:49.497663+0000","last_unstale":"2024-09-13T15:00:53.912704+0000","last_undegraded":"2024-09-13T15:00:53.912704+0000","last_fullsized":"2024-09-13T15:00:53.912704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:31:46.869275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006174+0000","last_change":"2024-09-13T15:00:53.996163+0000","last_active":"2024-09-13T15:00:54.006174+0000","last_peered":"2024-09-13T15:00:54.006174+0000","last_clean":"2024-09-13T15:00:54.006174+0000","last_became_active":"2024-09-13T15:00:53.994912+0000","last_became_peered":"2024-09-13T15:00:53.994912+0000","last_unstale":"2024-09-13T15:00:54.006174+0000","last_undegraded":"2024-09-13T15:00:54.006174+0000","last_fullsized":"2024-09-13T15:00:54.006174+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:55:33.336348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993570+0000","last_change":"2024-09-13T15:00:49.901447+0000","last_active":"2024-09-13T15:00:53.993570+0000","last_peered":"2024-09-13T15:00:53.993570+0000","last_clean":"2024-09-13T15:00:53.993570+0000","last_became_active":"2024-09-13T15:00:49.900971+0000","last_became_peered":"2024-09-13T15:00:49.900971+0000","last_unstale":"2024-09-13T15:00:53.993570+0000","last_undegraded":"2024-09-13T15:00:53.993570+0000","last_fullsized":"2024-09-13T15:00:53.993570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:41.971099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917132+0000","last_change":"2024-09-13T15:00:49.502998+0000","last_active":"2024-09-13T15:00:53.917132+0000","last_peered":"2024-09-13T15:00:53.917132+0000","last_clean":"2024-09-13T15:00:53.917132+0000","last_became_active":"2024-09-13T15:00:49.502750+0000","last_became_peered":"2024-09-13T15:00:49.502750+0000","last_unstale":"2024-09-13T15:00:53.917132+0000","last_undegraded":"2024-09-13T15:00:53.917132+0000","last_fullsized":"2024-09-13T15:00:53.917132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:24.189694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006143+0000","last_change":"2024-09-13T15:00:53.995576+0000","last_active":"2024-09-13T15:00:54.006143+0000","last_peered":"2024-09-13T15:00:54.006143+0000","last_clean":"2024-09-13T15:00:54.006143+0000","last_became_active":"2024-09-13T15:00:53.994765+0000","last_became_peered":"2024-09-13T15:00:53.994765+0000","last_unstale":"2024-09-13T15:00:54.006143+0000","last_undegraded":"2024-09-13T15:00:54.006143+0000","last_fullsized":"2024-09-13T15:00:54.006143+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:04:22.014185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.916114+0000","last_change":"2024-09-13T15:00:49.902007+0000","last_active":"2024-09-13T15:00:53.916114+0000","last_peered":"2024-09-13T15:00:53.916114+0000","last_clean":"2024-09-13T15:00:53.916114+0000","last_became_active":"2024-09-13T15:00:49.901760+0000","last_became_peered":"2024-09-13T15:00:49.901760+0000","last_unstale":"2024-09-13T15:00:53.916114+0000","last_undegraded":"2024-09-13T15:00:53.916114+0000","last_fullsized":"2024-09-13T15:00:53.916114+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:14.686922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914638+0000","last_change":"2024-09-13T15:00:49.498085+0000","last_active":"2024-09-13T15:00:53.914638+0000","last_peered":"2024-09-13T15:00:53.914638+0000","last_clean":"2024-09-13T15:00:53.914638+0000","last_became_active":"2024-09-13T15:00:49.497778+0000","last_became_peered":"2024-09-13T15:00:49.497778+0000","last_unstale":"2024-09-13T15:00:53.914638+0000","last_undegraded":"2024-09-13T15:00:53.914638+0000","last_fullsized":"2024-09-13T15:00:53.914638+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:02.423879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.999633+0000","last_change":"2024-09-13T15:00:53.995377+0000","last_active":"2024-09-13T15:00:53.999633+0000","last_peered":"2024-09-13T15:00:53.999633+0000","last_clean":"2024-09-13T15:00:53.999633+0000","last_became_active":"2024-09-13T15:00:53.994392+0000","last_became_peered":"2024-09-13T15:00:53.994392+0000","last_unstale":"2024-09-13T15:00:53.999633+0000","last_undegraded":"2024-09-13T15:00:53.999633+0000","last_fullsized":"2024-09-13T15:00:53.999633+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:43.617339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993954+0000","last_change":"2024-09-13T15:00:49.894323+0000","last_active":"2024-09-13T15:00:53.993954+0000","last_peered":"2024-09-13T15:00:53.993954+0000","last_clean":"2024-09-13T15:00:53.993954+0000","last_became_active":"2024-09-13T15:00:49.893539+0000","last_became_peered":"2024-09-13T15:00:49.893539+0000","last_unstale":"2024-09-13T15:00:53.993954+0000","last_undegraded":"2024-09-13T15:00:53.993954+0000","last_fullsized":"2024-09-13T15:00:53.993954+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:46:48.512079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'8","reported_seq":23,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T15:00:57.527695+0000","last_change":"2024-09-13T15:00:49.498856+0000","last_active":"2024-09-13T15:00:57.527695+0000","last_peered":"2024-09-13T15:00:57.527695+0000","last_clean":"2024-09-13T15:00:57.527695+0000","last_became_active":"2024-09-13T15:00:49.498539+0000","last_became_peered":"2024-09-13T15:00:49.498539+0000","last_unstale":"2024-09-13T15:00:57.527695+0000","last_undegraded":"2024-09-13T15:00:57.527695+0000","last_fullsized":"2024-09-13T15:00:57.527695+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:42.058856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3654,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":8,"num_write_kb":6,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.937216+0000","last_change":"2024-09-13T15:00:53.929005+0000","last_active":"2024-09-13T15:00:53.937216+0000","last_peered":"2024-09-13T15:00:53.937216+0000","last_clean":"2024-09-13T15:00:53.937216+0000","last_became_active":"2024-09-13T15:00:53.927205+0000","last_became_peered":"2024-09-13T15:00:53.927205+0000","last_unstale":"2024-09-13T15:00:53.937216+0000","last_undegraded":"2024-09-13T15:00:53.937216+0000","last_fullsized":"2024-09-13T15:00:53.937216+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:21.108507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906911+0000","last_change":"2024-09-13T15:00:49.893728+0000","last_active":"2024-09-13T15:00:53.906911+0000","last_peered":"2024-09-13T15:00:53.906911+0000","last_clean":"2024-09-13T15:00:53.906911+0000","last_became_active":"2024-09-13T15:00:49.893398+0000","last_became_peered":"2024-09-13T15:00:49.893398+0000","last_unstale":"2024-09-13T15:00:53.906911+0000","last_undegraded":"2024-09-13T15:00:53.906911+0000","last_fullsized":"2024-09-13T15:00:53.906911+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:12.522611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924804+0000","last_change":"2024-09-13T15:00:49.501317+0000","last_active":"2024-09-13T15:00:53.924804+0000","last_peered":"2024-09-13T15:00:53.924804+0000","last_clean":"2024-09-13T15:00:53.924804+0000","last_became_active":"2024-09-13T15:00:49.499458+0000","last_became_peered":"2024-09-13T15:00:49.499458+0000","last_unstale":"2024-09-13T15:00:53.924804+0000","last_undegraded":"2024-09-13T15:00:53.924804+0000","last_fullsized":"2024-09-13T15:00:53.924804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:24.189694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933160+0000","last_change":"2024-09-13T15:00:53.931539+0000","last_active":"2024-09-13T15:00:53.933160+0000","last_peered":"2024-09-13T15:00:53.933160+0000","last_clean":"2024-09-13T15:00:53.933160+0000","last_became_active":"2024-09-13T15:00:53.931108+0000","last_became_peered":"2024-09-13T15:00:53.931108+0000","last_unstale":"2024-09-13T15:00:53.933160+0000","last_undegraded":"2024-09-13T15:00:53.933160+0000","last_fullsized":"2024-09-13T15:00:53.933160+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:16.144739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.915041+0000","last_change":"2024-09-13T15:00:49.914522+0000","last_active":"2024-09-13T15:00:53.915041+0000","last_peered":"2024-09-13T15:00:53.915041+0000","last_clean":"2024-09-13T15:00:53.915041+0000","last_became_active":"2024-09-13T15:00:49.914232+0000","last_became_peered":"2024-09-13T15:00:49.914232+0000","last_unstale":"2024-09-13T15:00:53.915041+0000","last_undegraded":"2024-09-13T15:00:53.915041+0000","last_fullsized":"2024-09-13T15:00:53.915041+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:10:00.725039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913355+0000","last_change":"2024-09-13T15:00:49.504224+0000","last_active":"2024-09-13T15:00:53.913355+0000","last_peered":"2024-09-13T15:00:53.913355+0000","last_clean":"2024-09-13T15:00:53.913355+0000","last_became_active":"2024-09-13T15:00:49.503914+0000","last_became_peered":"2024-09-13T15:00:49.503914+0000","last_unstale":"2024-09-13T15:00:53.913355+0000","last_undegraded":"2024-09-13T15:00:53.913355+0000","last_fullsized":"2024-09-13T15:00:53.913355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:11.935682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.929540+0000","last_change":"2024-09-13T15:00:53.926637+0000","last_active":"2024-09-13T15:00:53.929540+0000","last_peered":"2024-09-13T15:00:53.929540+0000","last_clean":"2024-09-13T15:00:53.929540+0000","last_became_active":"2024-09-13T15:00:53.926277+0000","last_became_peered":"2024-09-13T15:00:53.926277+0000","last_unstale":"2024-09-13T15:00:53.929540+0000","last_undegraded":"2024-09-13T15:00:53.929540+0000","last_fullsized":"2024-09-13T15:00:53.929540+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:15.418420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913136+0000","last_change":"2024-09-13T15:00:49.912359+0000","last_active":"2024-09-13T15:00:53.913136+0000","last_peered":"2024-09-13T15:00:53.913136+0000","last_clean":"2024-09-13T15:00:53.913136+0000","last_became_active":"2024-09-13T15:00:49.912111+0000","last_became_peered":"2024-09-13T15:00:49.912111+0000","last_unstale":"2024-09-13T15:00:53.913136+0000","last_undegraded":"2024-09-13T15:00:53.913136+0000","last_fullsized":"2024-09-13T15:00:53.913136+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:42.033764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914114+0000","last_change":"2024-09-13T15:00:49.507500+0000","last_active":"2024-09-13T15:00:53.914114+0000","last_peered":"2024-09-13T15:00:53.914114+0000","last_clean":"2024-09-13T15:00:53.914114+0000","last_became_active":"2024-09-13T15:00:49.507037+0000","last_became_peered":"2024-09-13T15:00:49.507037+0000","last_unstale":"2024-09-13T15:00:53.914114+0000","last_undegraded":"2024-09-13T15:00:53.914114+0000","last_fullsized":"2024-09-13T15:00:53.914114+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:21.566357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006249+0000","last_change":"2024-09-13T15:00:54.001406+0000","last_active":"2024-09-13T15:00:54.006249+0000","last_peered":"2024-09-13T15:00:54.006249+0000","last_clean":"2024-09-13T15:00:54.006249+0000","last_became_active":"2024-09-13T15:00:54.000661+0000","last_became_peered":"2024-09-13T15:00:54.000661+0000","last_unstale":"2024-09-13T15:00:54.006249+0000","last_undegraded":"2024-09-13T15:00:54.006249+0000","last_fullsized":"2024-09-13T15:00:54.006249+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:21:28.745346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.003048+0000","last_change":"2024-09-13T15:00:54.001663+0000","last_active":"2024-09-13T15:00:54.003048+0000","last_peered":"2024-09-13T15:00:54.003048+0000","last_clean":"2024-09-13T15:00:54.003048+0000","last_became_active":"2024-09-13T15:00:53.999580+0000","last_became_peered":"2024-09-13T15:00:53.999580+0000","last_unstale":"2024-09-13T15:00:54.003048+0000","last_undegraded":"2024-09-13T15:00:54.003048+0000","last_fullsized":"2024-09-13T15:00:54.003048+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:07:40.632442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.919110+0000","last_change":"2024-09-13T15:00:49.887483+0000","last_active":"2024-09-13T15:00:53.919110+0000","last_peered":"2024-09-13T15:00:53.919110+0000","last_clean":"2024-09-13T15:00:53.919110+0000","last_became_active":"2024-09-13T15:00:49.887207+0000","last_became_peered":"2024-09-13T15:00:49.887207+0000","last_unstale":"2024-09-13T15:00:53.919110+0000","last_undegraded":"2024-09-13T15:00:53.919110+0000","last_fullsized":"2024-09-13T15:00:53.919110+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:54.472977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913249+0000","last_change":"2024-09-13T15:00:49.499502+0000","last_active":"2024-09-13T15:00:53.913249+0000","last_peered":"2024-09-13T15:00:53.913249+0000","last_clean":"2024-09-13T15:00:53.913249+0000","last_became_active":"2024-09-13T15:00:49.499167+0000","last_became_peered":"2024-09-13T15:00:49.499167+0000","last_unstale":"2024-09-13T15:00:53.913249+0000","last_undegraded":"2024-09-13T15:00:53.913249+0000","last_fullsized":"2024-09-13T15:00:53.913249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933922+0000","last_change":"2024-09-13T15:00:53.932234+0000","last_active":"2024-09-13T15:00:53.933922+0000","last_peered":"2024-09-13T15:00:53.933922+0000","last_clean":"2024-09-13T15:00:53.933922+0000","last_became_active":"2024-09-13T15:00:53.931609+0000","last_became_peered":"2024-09-13T15:00:53.931609+0000","last_unstale":"2024-09-13T15:00:53.933922+0000","last_undegraded":"2024-09-13T15:00:53.933922+0000","last_fullsized":"2024-09-13T15:00:53.933922+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:09:20.632446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906023+0000","last_change":"2024-09-13T15:00:49.897843+0000","last_active":"2024-09-13T15:00:53.906023+0000","last_peered":"2024-09-13T15:00:53.906023+0000","last_clean":"2024-09-13T15:00:53.906023+0000","last_became_active":"2024-09-13T15:00:49.897568+0000","last_became_peered":"2024-09-13T15:00:49.897568+0000","last_unstale":"2024-09-13T15:00:53.906023+0000","last_undegraded":"2024-09-13T15:00:53.906023+0000","last_fullsized":"2024-09-13T15:00:53.906023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.769255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.909402+0000","last_change":"2024-09-13T15:00:49.501449+0000","last_active":"2024-09-13T15:00:53.909402+0000","last_peered":"2024-09-13T15:00:53.909402+0000","last_clean":"2024-09-13T15:00:53.909402+0000","last_became_active":"2024-09-13T15:00:49.501151+0000","last_became_peered":"2024-09-13T15:00:49.501151+0000","last_unstale":"2024-09-13T15:00:53.909402+0000","last_undegraded":"2024-09-13T15:00:53.909402+0000","last_fullsized":"2024-09-13T15:00:53.909402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:49.811340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913652+0000","last_change":"2024-09-13T15:00:49.498367+0000","last_active":"2024-09-13T15:00:53.913652+0000","last_peered":"2024-09-13T15:00:53.913652+0000","last_clean":"2024-09-13T15:00:53.913652+0000","last_became_active":"2024-09-13T15:00:49.497963+0000","last_became_peered":"2024-09-13T15:00:49.497963+0000","last_unstale":"2024-09-13T15:00:53.913652+0000","last_undegraded":"2024-09-13T15:00:53.913652+0000","last_fullsized":"2024-09-13T15:00:53.913652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:22:00.063715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.916679+0000","last_change":"2024-09-13T15:00:49.906323+0000","last_active":"2024-09-13T15:00:53.916679+0000","last_peered":"2024-09-13T15:00:53.916679+0000","last_clean":"2024-09-13T15:00:53.916679+0000","last_became_active":"2024-09-13T15:00:49.906014+0000","last_became_peered":"2024-09-13T15:00:49.906014+0000","last_unstale":"2024-09-13T15:00:53.916679+0000","last_undegraded":"2024-09-13T15:00:53.916679+0000","last_fullsized":"2024-09-13T15:00:53.916679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:37:48.689547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933223+0000","last_change":"2024-09-13T15:00:53.932064+0000","last_active":"2024-09-13T15:00:53.933223+0000","last_peered":"2024-09-13T15:00:53.933223+0000","last_clean":"2024-09-13T15:00:53.933223+0000","last_became_active":"2024-09-13T15:00:53.931594+0000","last_became_peered":"2024-09-13T15:00:53.931594+0000","last_unstale":"2024-09-13T15:00:53.933223+0000","last_undegraded":"2024-09-13T15:00:53.933223+0000","last_fullsized":"2024-09-13T15:00:53.933223+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:57.886292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905783+0000","last_change":"2024-09-13T15:00:49.506504+0000","last_active":"2024-09-13T15:00:53.905783+0000","last_peered":"2024-09-13T15:00:53.905783+0000","last_clean":"2024-09-13T15:00:53.905783+0000","last_became_active":"2024-09-13T15:00:49.506179+0000","last_became_peered":"2024-09-13T15:00:49.506179+0000","last_unstale":"2024-09-13T15:00:53.905783+0000","last_undegraded":"2024-09-13T15:00:53.905783+0000","last_fullsized":"2024-09-13T15:00:53.905783+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:04.197447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905662+0000","last_change":"2024-09-13T15:00:49.891116+0000","last_active":"2024-09-13T15:00:53.905662+0000","last_peered":"2024-09-13T15:00:53.905662+0000","last_clean":"2024-09-13T15:00:53.905662+0000","last_became_active":"2024-09-13T15:00:49.890821+0000","last_became_peered":"2024-09-13T15:00:49.890821+0000","last_unstale":"2024-09-13T15:00:53.905662+0000","last_undegraded":"2024-09-13T15:00:53.905662+0000","last_fullsized":"2024-09-13T15:00:53.905662+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:33.739828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926941+0000","last_change":"2024-09-13T15:00:53.926157+0000","last_active":"2024-09-13T15:00:53.926941+0000","last_peered":"2024-09-13T15:00:53.926941+0000","last_clean":"2024-09-13T15:00:53.926941+0000","last_became_active":"2024-09-13T15:00:53.925756+0000","last_became_peered":"2024-09-13T15:00:53.925756+0000","last_unstale":"2024-09-13T15:00:53.926941+0000","last_undegraded":"2024-09-13T15:00:53.926941+0000","last_fullsized":"2024-09-13T15:00:53.926941+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:15:41.850943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912540+0000","last_change":"2024-09-13T15:00:49.907415+0000","last_active":"2024-09-13T15:00:53.912540+0000","last_peered":"2024-09-13T15:00:53.912540+0000","last_clean":"2024-09-13T15:00:53.912540+0000","last_became_active":"2024-09-13T15:00:49.905290+0000","last_became_peered":"2024-09-13T15:00:49.905290+0000","last_unstale":"2024-09-13T15:00:53.912540+0000","last_undegraded":"2024-09-13T15:00:53.912540+0000","last_fullsized":"2024-09-13T15:00:53.912540+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:24.708207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.902022+0000","last_change":"2024-09-13T15:00:49.913518+0000","last_active":"2024-09-13T15:00:53.902022+0000","last_peered":"2024-09-13T15:00:53.902022+0000","last_clean":"2024-09-13T15:00:53.902022+0000","last_became_active":"2024-09-13T15:00:49.913223+0000","last_became_peered":"2024-09-13T15:00:49.913223+0000","last_unstale":"2024-09-13T15:00:53.902022+0000","last_undegraded":"2024-09-13T15:00:53.902022+0000","last_fullsized":"2024-09-13T15:00:53.902022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:33.739828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917343+0000","last_change":"2024-09-13T15:00:49.909172+0000","last_active":"2024-09-13T15:00:53.917343+0000","last_peered":"2024-09-13T15:00:53.917343+0000","last_clean":"2024-09-13T15:00:53.917343+0000","last_became_active":"2024-09-13T15:00:49.903843+0000","last_became_peered":"2024-09-13T15:00:49.903843+0000","last_unstale":"2024-09-13T15:00:53.917343+0000","last_undegraded":"2024-09-13T15:00:53.917343+0000","last_fullsized":"2024-09-13T15:00:53.917343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:41.710244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914402+0000","last_change":"2024-09-13T15:00:49.902749+0000","last_active":"2024-09-13T15:00:53.914402+0000","last_peered":"2024-09-13T15:00:53.914402+0000","last_clean":"2024-09-13T15:00:53.914402+0000","last_became_active":"2024-09-13T15:00:49.899673+0000","last_became_peered":"2024-09-13T15:00:49.899673+0000","last_unstale":"2024-09-13T15:00:53.914402+0000","last_undegraded":"2024-09-13T15:00:53.914402+0000","last_fullsized":"2024-09-13T15:00:53.914402+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:40:54.643248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.911527+0000","last_change":"2024-09-13T15:00:49.892346+0000","last_active":"2024-09-13T15:00:53.911527+0000","last_peered":"2024-09-13T15:00:53.911527+0000","last_clean":"2024-09-13T15:00:53.911527+0000","last_became_active":"2024-09-13T15:00:49.892069+0000","last_became_peered":"2024-09-13T15:00:49.892069+0000","last_unstale":"2024-09-13T15:00:53.911527+0000","last_undegraded":"2024-09-13T15:00:53.911527+0000","last_fullsized":"2024-09-13T15:00:53.911527+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:58.047033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924348+0000","last_change":"2024-09-13T15:00:49.887765+0000","last_active":"2024-09-13T15:00:53.924348+0000","last_peered":"2024-09-13T15:00:53.924348+0000","last_clean":"2024-09-13T15:00:53.924348+0000","last_became_active":"2024-09-13T15:00:49.887588+0000","last_became_peered":"2024-09-13T15:00:49.887588+0000","last_unstale":"2024-09-13T15:00:53.924348+0000","last_undegraded":"2024-09-13T15:00:53.924348+0000","last_fullsized":"2024-09-13T15:00:53.924348+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:30.636673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914148+0000","last_change":"2024-09-13T15:00:49.893932+0000","last_active":"2024-09-13T15:00:53.914148+0000","last_peered":"2024-09-13T15:00:53.914148+0000","last_clean":"2024-09-13T15:00:53.914148+0000","last_became_active":"2024-09-13T15:00:49.893117+0000","last_became_peered":"2024-09-13T15:00:49.893117+0000","last_unstale":"2024-09-13T15:00:53.914148+0000","last_undegraded":"2024-09-13T15:00:53.914148+0000","last_fullsized":"2024-09-13T15:00:53.914148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:52.879533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.911936+0000","last_change":"2024-09-13T15:00:49.891027+0000","last_active":"2024-09-13T15:00:53.911936+0000","last_peered":"2024-09-13T15:00:53.911936+0000","last_clean":"2024-09-13T15:00:53.911936+0000","last_became_active":"2024-09-13T15:00:49.890756+0000","last_became_peered":"2024-09-13T15:00:49.890756+0000","last_unstale":"2024-09-13T15:00:53.911936+0000","last_undegraded":"2024-09-13T15:00:53.911936+0000","last_fullsized":"2024-09-13T15:00:53.911936+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:30.636673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913123+0000","last_change":"2024-09-13T15:00:49.912452+0000","last_active":"2024-09-13T15:00:53.913123+0000","last_peered":"2024-09-13T15:00:53.913123+0000","last_clean":"2024-09-13T15:00:53.913123+0000","last_became_active":"2024-09-13T15:00:49.912180+0000","last_became_peered":"2024-09-13T15:00:49.912180+0000","last_unstale":"2024-09-13T15:00:53.913123+0000","last_undegraded":"2024-09-13T15:00:53.913123+0000","last_fullsized":"2024-09-13T15:00:53.913123+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:37.376575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.909317+0000","last_change":"2024-09-13T15:00:49.898839+0000","last_active":"2024-09-13T15:00:53.909317+0000","last_peered":"2024-09-13T15:00:53.909317+0000","last_clean":"2024-09-13T15:00:53.909317+0000","last_became_active":"2024-09-13T15:00:49.898577+0000","last_became_peered":"2024-09-13T15:00:49.898577+0000","last_unstale":"2024-09-13T15:00:53.909317+0000","last_undegraded":"2024-09-13T15:00:53.909317+0000","last_fullsized":"2024-09-13T15:00:53.909317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:34:32.658967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914286+0000","last_change":"2024-09-13T15:00:49.908408+0000","last_active":"2024-09-13T15:00:53.914286+0000","last_peered":"2024-09-13T15:00:53.914286+0000","last_clean":"2024-09-13T15:00:53.914286+0000","last_became_active":"2024-09-13T15:00:49.904042+0000","last_became_peered":"2024-09-13T15:00:49.904042+0000","last_unstale":"2024-09-13T15:00:53.914286+0000","last_undegraded":"2024-09-13T15:00:53.914286+0000","last_fullsized":"2024-09-13T15:00:53.914286+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:47.166360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914539+0000","last_change":"2024-09-13T15:00:49.903734+0000","last_active":"2024-09-13T15:00:53.914539+0000","last_peered":"2024-09-13T15:00:53.914539+0000","last_clean":"2024-09-13T15:00:53.914539+0000","last_became_active":"2024-09-13T15:00:49.903498+0000","last_became_peered":"2024-09-13T15:00:49.903498+0000","last_unstale":"2024-09-13T15:00:53.914539+0000","last_undegraded":"2024-09-13T15:00:53.914539+0000","last_fullsized":"2024-09-13T15:00:53.914539+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:56:21.853958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913460+0000","last_change":"2024-09-13T15:00:49.906061+0000","last_active":"2024-09-13T15:00:53.913460+0000","last_peered":"2024-09-13T15:00:53.913460+0000","last_clean":"2024-09-13T15:00:53.913460+0000","last_became_active":"2024-09-13T15:00:49.905810+0000","last_became_peered":"2024-09-13T15:00:49.905810+0000","last_unstale":"2024-09-13T15:00:53.913460+0000","last_undegraded":"2024-09-13T15:00:53.913460+0000","last_fullsized":"2024-09-13T15:00:53.913460+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:56:21.853958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994764+0000","last_change":"2024-09-13T15:00:49.905203+0000","last_active":"2024-09-13T15:00:53.994764+0000","last_peered":"2024-09-13T15:00:53.994764+0000","last_clean":"2024-09-13T15:00:53.994764+0000","last_became_active":"2024-09-13T15:00:49.904926+0000","last_became_peered":"2024-09-13T15:00:49.904926+0000","last_unstale":"2024-09-13T15:00:53.994764+0000","last_undegraded":"2024-09-13T15:00:53.994764+0000","last_fullsized":"2024-09-13T15:00:53.994764+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.769255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.903889+0000","last_change":"2024-09-13T15:00:49.897287+0000","last_active":"2024-09-13T15:00:53.903889+0000","last_peered":"2024-09-13T15:00:53.903889+0000","last_clean":"2024-09-13T15:00:53.903889+0000","last_became_active":"2024-09-13T15:00:49.897049+0000","last_became_peered":"2024-09-13T15:00:49.897049+0000","last_unstale":"2024-09-13T15:00:53.903889+0000","last_undegraded":"2024-09-13T15:00:53.903889+0000","last_fullsized":"2024-09-13T15:00:53.903889+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:47.520837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913320+0000","last_change":"2024-09-13T15:00:49.908765+0000","last_active":"2024-09-13T15:00:53.913320+0000","last_peered":"2024-09-13T15:00:53.913320+0000","last_clean":"2024-09-13T15:00:53.913320+0000","last_became_active":"2024-09-13T15:00:49.908496+0000","last_became_peered":"2024-09-13T15:00:49.908496+0000","last_unstale":"2024-09-13T15:00:53.913320+0000","last_undegraded":"2024-09-13T15:00:53.913320+0000","last_fullsized":"2024-09-13T15:00:53.913320+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:54.064111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913111+0000","last_change":"2024-09-13T15:00:49.911885+0000","last_active":"2024-09-13T15:00:53.913111+0000","last_peered":"2024-09-13T15:00:53.913111+0000","last_clean":"2024-09-13T15:00:53.913111+0000","last_became_active":"2024-09-13T15:00:49.911428+0000","last_became_peered":"2024-09-13T15:00:49.911428+0000","last_unstale":"2024-09-13T15:00:53.913111+0000","last_undegraded":"2024-09-13T15:00:53.913111+0000","last_fullsized":"2024-09-13T15:00:53.913111+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:47.520837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.919199+0000","last_change":"2024-09-13T15:00:49.893297+0000","last_active":"2024-09-13T15:00:53.919199+0000","last_peered":"2024-09-13T15:00:53.919199+0000","last_clean":"2024-09-13T15:00:53.919199+0000","last_became_active":"2024-09-13T15:00:49.893049+0000","last_became_peered":"2024-09-13T15:00:49.893049+0000","last_unstale":"2024-09-13T15:00:53.919199+0000","last_undegraded":"2024-09-13T15:00:53.919199+0000","last_fullsized":"2024-09-13T15:00:53.919199+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:23:28.713496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.916024+0000","last_change":"2024-09-13T15:00:49.899621+0000","last_active":"2024-09-13T15:00:53.916024+0000","last_peered":"2024-09-13T15:00:53.916024+0000","last_clean":"2024-09-13T15:00:53.916024+0000","last_became_active":"2024-09-13T15:00:49.899334+0000","last_became_peered":"2024-09-13T15:00:49.899334+0000","last_unstale":"2024-09-13T15:00:53.916024+0000","last_undegraded":"2024-09-13T15:00:53.916024+0000","last_fullsized":"2024-09-13T15:00:53.916024+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:03:09.857703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905479+0000","last_change":"2024-09-13T15:00:49.895264+0000","last_active":"2024-09-13T15:00:53.905479+0000","last_peered":"2024-09-13T15:00:53.905479+0000","last_clean":"2024-09-13T15:00:53.905479+0000","last_became_active":"2024-09-13T15:00:49.894995+0000","last_became_peered":"2024-09-13T15:00:49.894995+0000","last_unstale":"2024-09-13T15:00:53.905479+0000","last_undegraded":"2024-09-13T15:00:53.905479+0000","last_fullsized":"2024-09-13T15:00:53.905479+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:54.213301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906834+0000","last_change":"2024-09-13T15:00:49.904182+0000","last_active":"2024-09-13T15:00:53.906834+0000","last_peered":"2024-09-13T15:00:53.906834+0000","last_clean":"2024-09-13T15:00:53.906834+0000","last_became_active":"2024-09-13T15:00:49.903955+0000","last_became_peered":"2024-09-13T15:00:49.903955+0000","last_unstale":"2024-09-13T15:00:53.906834+0000","last_undegraded":"2024-09-13T15:00:53.906834+0000","last_fullsized":"2024-09-13T15:00:53.906834+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:47.520837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913929+0000","last_change":"2024-09-13T15:00:49.913105+0000","last_active":"2024-09-13T15:00:53.913929+0000","last_peered":"2024-09-13T15:00:53.913929+0000","last_clean":"2024-09-13T15:00:53.913929+0000","last_became_active":"2024-09-13T15:00:49.912865+0000","last_became_peered":"2024-09-13T15:00:49.912865+0000","last_unstale":"2024-09-13T15:00:53.913929+0000","last_undegraded":"2024-09-13T15:00:53.913929+0000","last_fullsized":"2024-09-13T15:00:53.913929+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:40:54.643248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914097+0000","last_change":"2024-09-13T15:00:49.905355+0000","last_active":"2024-09-13T15:00:53.914097+0000","last_peered":"2024-09-13T15:00:53.914097+0000","last_clean":"2024-09-13T15:00:53.914097+0000","last_became_active":"2024-09-13T15:00:49.904950+0000","last_became_peered":"2024-09-13T15:00:49.904950+0000","last_unstale":"2024-09-13T15:00:53.914097+0000","last_undegraded":"2024-09-13T15:00:53.914097+0000","last_fullsized":"2024-09-13T15:00:53.914097+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:37:48.689547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.995022+0000","last_change":"2024-09-13T15:00:49.903016+0000","last_active":"2024-09-13T15:00:53.995022+0000","last_peered":"2024-09-13T15:00:53.995022+0000","last_clean":"2024-09-13T15:00:53.995022+0000","last_became_active":"2024-09-13T15:00:49.902767+0000","last_became_peered":"2024-09-13T15:00:49.902767+0000","last_unstale":"2024-09-13T15:00:53.995022+0000","last_undegraded":"2024-09-13T15:00:53.995022+0000","last_fullsized":"2024-09-13T15:00:53.995022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:37.376575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905866+0000","last_change":"2024-09-13T15:00:49.915528+0000","last_active":"2024-09-13T15:00:53.905866+0000","last_peered":"2024-09-13T15:00:53.905866+0000","last_clean":"2024-09-13T15:00:53.905866+0000","last_became_active":"2024-09-13T15:00:49.915285+0000","last_became_peered":"2024-09-13T15:00:49.915285+0000","last_unstale":"2024-09-13T15:00:53.905866+0000","last_undegraded":"2024-09-13T15:00:53.905866+0000","last_fullsized":"2024-09-13T15:00:53.905866+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:18.433703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993138+0000","last_change":"2024-09-13T15:00:49.896562+0000","last_active":"2024-09-13T15:00:53.993138+0000","last_peered":"2024-09-13T15:00:53.993138+0000","last_clean":"2024-09-13T15:00:53.993138+0000","last_became_active":"2024-09-13T15:00:49.896285+0000","last_became_peered":"2024-09-13T15:00:49.896285+0000","last_unstale":"2024-09-13T15:00:53.993138+0000","last_undegraded":"2024-09-13T15:00:53.993138+0000","last_fullsized":"2024-09-13T15:00:53.993138+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:47.166360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914148+0000","last_change":"2024-09-13T15:00:49.911726+0000","last_active":"2024-09-13T15:00:53.914148+0000","last_peered":"2024-09-13T15:00:53.914148+0000","last_clean":"2024-09-13T15:00:53.914148+0000","last_became_active":"2024-09-13T15:00:49.909488+0000","last_became_peered":"2024-09-13T15:00:49.909488+0000","last_unstale":"2024-09-13T15:00:53.914148+0000","last_undegraded":"2024-09-13T15:00:53.914148+0000","last_fullsized":"2024-09-13T15:00:53.914148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:26.239274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993510+0000","last_change":"2024-09-13T15:00:49.895773+0000","last_active":"2024-09-13T15:00:53.993510+0000","last_peered":"2024-09-13T15:00:53.993510+0000","last_clean":"2024-09-13T15:00:53.993510+0000","last_became_active":"2024-09-13T15:00:49.895529+0000","last_became_peered":"2024-09-13T15:00:49.895529+0000","last_unstale":"2024-09-13T15:00:53.993510+0000","last_undegraded":"2024-09-13T15:00:53.993510+0000","last_fullsized":"2024-09-13T15:00:53.993510+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:41.710244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913468+0000","last_change":"2024-09-13T15:00:49.908825+0000","last_active":"2024-09-13T15:00:53.913468+0000","last_peered":"2024-09-13T15:00:53.913468+0000","last_clean":"2024-09-13T15:00:53.913468+0000","last_became_active":"2024-09-13T15:00:49.908582+0000","last_became_peered":"2024-09-13T15:00:49.908582+0000","last_unstale":"2024-09-13T15:00:53.913468+0000","last_undegraded":"2024-09-13T15:00:53.913468+0000","last_fullsized":"2024-09-13T15:00:53.913468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:09.039232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.915329+0000","last_change":"2024-09-13T15:00:49.904911+0000","last_active":"2024-09-13T15:00:53.915329+0000","last_peered":"2024-09-13T15:00:53.915329+0000","last_clean":"2024-09-13T15:00:53.915329+0000","last_became_active":"2024-09-13T15:00:49.904622+0000","last_became_peered":"2024-09-13T15:00:49.904622+0000","last_unstale":"2024-09-13T15:00:53.915329+0000","last_undegraded":"2024-09-13T15:00:53.915329+0000","last_fullsized":"2024-09-13T15:00:53.915329+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:31:47.876764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924843+0000","last_change":"2024-09-13T15:00:49.898110+0000","last_active":"2024-09-13T15:00:53.924843+0000","last_peered":"2024-09-13T15:00:53.924843+0000","last_clean":"2024-09-13T15:00:53.924843+0000","last_became_active":"2024-09-13T15:00:49.897863+0000","last_became_peered":"2024-09-13T15:00:49.897863+0000","last_unstale":"2024-09-13T15:00:53.924843+0000","last_undegraded":"2024-09-13T15:00:53.924843+0000","last_fullsized":"2024-09-13T15:00:53.924843+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:34:32.658967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994914+0000","last_change":"2024-09-13T15:00:49.894857+0000","last_active":"2024-09-13T15:00:53.994914+0000","last_peered":"2024-09-13T15:00:53.994914+0000","last_clean":"2024-09-13T15:00:53.994914+0000","last_became_active":"2024-09-13T15:00:49.893880+0000","last_became_peered":"2024-09-13T15:00:49.893880+0000","last_unstale":"2024-09-13T15:00:53.994914+0000","last_undegraded":"2024-09-13T15:00:53.994914+0000","last_fullsized":"2024-09-13T15:00:53.994914+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:09.039232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4452,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":47,"num_write_kb":17,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":8904,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":41,"ondisk_log_size":41,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542149,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":872448,"data_stored":698622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59599999999999997}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81200000000000006}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0329999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88100000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.95299999999999996}]}]},{"osd":6,"up_from":14,"seq":60129542150,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":111326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68600000000000005}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82499999999999996}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.85899999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72999999999999998}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97199999999999998}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.091}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.995}]}]},{"osd":5,"up_from":14,"seq":60129542150,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":107762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78100000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74399999999999999}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.80100000000000005}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82899999999999996}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83899999999999997}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.71399999999999997}]}]},{"osd":4,"up_from":14,"seq":60129542150,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":286720,"data_stored":107798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.74199999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78400000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94499999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81599999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66000000000000003}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.048}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.121}]}]},{"osd":3,"up_from":14,"seq":60129542150,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":111326,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84799999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.55800000000000005}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96199999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.196}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93700000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.133}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.258}]}]},{"osd":2,"up_from":14,"seq":60129542151,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":107672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66400000000000003}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56200000000000006}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.748}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81699999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1539999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.78600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83999999999999997}]}]},{"osd":1,"up_from":14,"seq":60129542151,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":107832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48399999999999999}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54300000000000004}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82699999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.1020000000000001}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0029999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0209999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96299999999999997}]}]},{"osd":0,"up_from":14,"seq":60129542150,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31972,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339868,"statfs":{"total":96636764160,"available":96604024832,"internally_reserved":0,"allocated":876544,"data_stored":698059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.63500000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.58699999999999997}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83199999999999996}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98499999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2010000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0209999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3654,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:01:07.413 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T15:01:07.413 INFO:tasks.ceph:Waiting until ceph daemons up and pgs clean... 2024-09-13T15:01:07.413 INFO:tasks.ceph.ceph_manager.ceph:waiting for mgr available 2024-09-13T15:01:07.413 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph mgr dump --format=json 2024-09-13T15:01:07.414 INFO:tasks.daemonwatchdog.daemon_watchdog:watchdog starting 2024-09-13T15:01:07.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.521+0000 7f97aa5a3700 1 Processor -- start 2024-09-13T15:01:07.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.521+0000 7f97aa5a3700 1 -- start start 2024-09-13T15:01:07.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.521+0000 7f97aa5a3700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f97a4154fd0 0x7f97a40ce830 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.521+0000 7f97aa5a3700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f97a40d1130 0x7f97a415cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97aa5a3700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f97a415c750 con 0x7f97a40ced70 2024-09-13T15:01:07.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97aa5a3700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f97a40cf1b0 con 0x7f97a40d1130 2024-09-13T15:01:07.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97aa5a3700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97a40d1750 con 0x7f97a4154fd0 2024-09-13T15:01:07.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97a8da0700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f97a40ced70 0x7f97a40d0a20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34746/0 (socket says 172.21.15.33:34746) 2024-09-13T15:01:07.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97a8da0700 1 -- 172.21.15.33:0/3505120478 learned_addr learned my addr 172.21.15.33:0/3505120478 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:07.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97a9da2700 1 --2- 172.21.15.33:0/3505120478 >> v2:172.21.15.33:3300/0 conn(0x7f97a40d1130 0x7f97a415cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97a95a1700 1 --2- 172.21.15.33:0/3505120478 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f97a4154fd0 0x7f97a40ce830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f979bfff700 1 -- 172.21.15.33:0/3505120478 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 63614170 0 0) 0x7f97a415c750 con 0x7f97a40ced70 2024-09-13T15:01:07.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f979bfff700 1 -- 172.21.15.33:0/3505120478 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f97900035d0 con 0x7f97a40ced70 2024-09-13T15:01:07.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97a95a1700 1 -- 172.21.15.33:0/3505120478 >> v2:172.21.15.33:3300/0 conn(0x7f97a40d1130 msgr2=0x7f97a415cbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:07.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97a95a1700 1 --2- 172.21.15.33:0/3505120478 >> v2:172.21.15.33:3300/0 conn(0x7f97a40d1130 0x7f97a415cbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97a95a1700 1 -- 172.21.15.33:0/3505120478 >> v1:172.21.15.33:6789/0 conn(0x7f97a40ced70 legacy=0x7f97a40d0a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97a95a1700 1 -- 172.21.15.33:0/3505120478 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97a415c100 con 0x7f97a4154fd0 2024-09-13T15:01:07.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97a95a1700 1 --2- 172.21.15.33:0/3505120478 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f97a4154fd0 0x7f97a40ce830 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f97a0009850 tx=0x7f97a0009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5356e02d8bd5b37 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:07.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f979bfff700 1 -- 172.21.15.33:0/3505120478 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a0011830 con 0x7f97a4154fd0 2024-09-13T15:01:07.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f979bfff700 1 -- 172.21.15.33:0/3505120478 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97a0011990 con 0x7f97a4154fd0 2024-09-13T15:01:07.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f979bfff700 1 -- 172.21.15.33:0/3505120478 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a0011d00 con 0x7f97a4154fd0 2024-09-13T15:01:07.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97aa5a3700 1 -- 172.21.15.33:0/3505120478 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f97a4154fd0 msgr2=0x7f97a40ce830 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97aa5a3700 1 --2- 172.21.15.33:0/3505120478 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f97a4154fd0 0x7f97a40ce830 secure :-1 s=READY pgs=38 cs=0 l=1 rev1=1 crypto rx=0x7f97a0009850 tx=0x7f97a0009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:07.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97aa5a3700 1 -- 172.21.15.33:0/3505120478 shutdown_connections 2024-09-13T15:01:07.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97aa5a3700 1 --2- 172.21.15.33:0/3505120478 >> v2:172.21.15.33:3300/0 conn(0x7f97a40d1130 0x7f97a415cbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97aa5a3700 1 --2- 172.21.15.33:0/3505120478 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f97a4154fd0 0x7f97a40ce830 unknown :-1 s=CLOSED pgs=38 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97aa5a3700 1 -- 172.21.15.33:0/3505120478 >> 172.21.15.33:0/3505120478 conn(0x7f97a4099a50 msgr2=0x7f97a4099e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:07.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97aa5a3700 1 -- 172.21.15.33:0/3505120478 shutdown_connections 2024-09-13T15:01:07.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.525+0000 7f97aa5a3700 1 -- 172.21.15.33:0/3505120478 wait complete. 2024-09-13T15:01:07.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97aa5a3700 1 Processor -- start 2024-09-13T15:01:07.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97aa5a3700 1 -- start start 2024-09-13T15:01:07.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97aa5a3700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97a40ced70 0x7f97a414bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97aa5a3700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f97a40d1130 0x7f97a40b1740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97aa5a3700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97a4154fd0 0x7f97a4147f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97aa5a3700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97a40b1c80 con 0x7f97a40ced70 2024-09-13T15:01:07.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97aa5a3700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f97a4138e20 con 0x7f97a4154fd0 2024-09-13T15:01:07.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97aa5a3700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f97a40b1eb0 con 0x7f97a40d1130 2024-09-13T15:01:07.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97a95a1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97a40ced70 0x7f97a414bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97a95a1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97a40ced70 0x7f97a414bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50648/0 (socket says 172.21.15.33:50648) 2024-09-13T15:01:07.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97a95a1700 1 -- 172.21.15.33:0/1193025217 learned_addr learned my addr 172.21.15.33:0/1193025217 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:07.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97a9da2700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97a4154fd0 0x7f97a4147f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97a8da0700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f97a40d1130 0x7f97a40b1740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97a95a1700 1 -- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f97a40d1130 msgr2=0x7f97a40b1740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97a95a1700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f97a40d1130 0x7f97a40b1740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97a95a1700 1 -- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97a4154fd0 msgr2=0x7f97a4147f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97a95a1700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97a4154fd0 0x7f97a4147f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97a95a1700 1 -- 172.21.15.33:0/1193025217 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f97a00094b0 con 0x7f97a40ced70 2024-09-13T15:01:07.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97a8da0700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f97a40d1130 0x7f97a40b1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:07.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97a95a1700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97a40ced70 0x7f97a414bc50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f97a0014040 tx=0x7f97a0004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:07.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f9799ffb700 1 -- 172.21.15.33:0/1193025217 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a0004550 con 0x7f97a40ced70 2024-09-13T15:01:07.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f9799ffb700 1 -- 172.21.15.33:0/1193025217 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f97a001f070 con 0x7f97a40ced70 2024-09-13T15:01:07.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97aa5a3700 1 -- 172.21.15.33:0/1193025217 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f97a40b2190 con 0x7f97a40ced70 2024-09-13T15:01:07.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f9799ffb700 1 -- 172.21.15.33:0/1193025217 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f97a00038e0 con 0x7f97a40ced70 2024-09-13T15:01:07.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.529+0000 7f97aa5a3700 1 -- 172.21.15.33:0/1193025217 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f97a40b2750 con 0x7f97a40ced70 2024-09-13T15:01:07.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.533+0000 7f97aa5a3700 1 -- 172.21.15.33:0/1193025217 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f97a415cbe0 con 0x7f97a40ced70 2024-09-13T15:01:07.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.533+0000 7f9799ffb700 1 -- 172.21.15.33:0/1193025217 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f97a0003a40 con 0x7f97a40ced70 2024-09-13T15:01:07.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.533+0000 7f9799ffb700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9788066730 0x7f9788068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.533+0000 7f9799ffb700 1 -- 172.21.15.33:0/1193025217 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f97a0021070 con 0x7f97a40ced70 2024-09-13T15:01:07.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.533+0000 7f97a8da0700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9788066730 0x7f9788068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.533+0000 7f97a8da0700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9788066730 0x7f9788068bf0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f97a40b45a0 tx=0x7f9794009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:07.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.541+0000 7f9799ffb700 1 -- 172.21.15.33:0/1193025217 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f97a0052cb0 con 0x7f97a40ced70 2024-09-13T15:01:07.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.745+0000 7f97aa5a3700 1 -- 172.21.15.33:0/1193025217 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "mgr dump", "format": "json"} v 0) v1 -- 0x7f97a4148490 con 0x7f97a40ced70 2024-09-13T15:01:07.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.749+0000 7f9799ffb700 1 -- 172.21.15.33:0/1193025217 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "mgr dump", "format": "json"}]=0 v5) v1 ==== 74+0+164906 (secure 0 0 0) 0x7f97a0015020 con 0x7f97a40ced70 2024-09-13T15:01:07.759 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:07.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.753+0000 7f97aa5a3700 1 -- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9788066730 msgr2=0x7f9788068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.753+0000 7f97aa5a3700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9788066730 0x7f9788068bf0 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f97a40b45a0 tx=0x7f9794009040 comp rx=0 tx=0).stop 2024-09-13T15:01:07.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.753+0000 7f97aa5a3700 1 -- 172.21.15.33:0/1193025217 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97a40ced70 msgr2=0x7f97a414bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.753+0000 7f97aa5a3700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97a40ced70 0x7f97a414bc50 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7f97a0014040 tx=0x7f97a0004770 comp rx=0 tx=0).stop 2024-09-13T15:01:07.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.753+0000 7f97aa5a3700 1 -- 172.21.15.33:0/1193025217 shutdown_connections 2024-09-13T15:01:07.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.753+0000 7f97aa5a3700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9788066730 0x7f9788068bf0 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.753+0000 7f97aa5a3700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f97a4154fd0 0x7f97a4147f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.753+0000 7f97aa5a3700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f97a40d1130 0x7f97a40b1740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.753+0000 7f97aa5a3700 1 --2- 172.21.15.33:0/1193025217 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f97a40ced70 0x7f97a414bc50 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.753+0000 7f97aa5a3700 1 -- 172.21.15.33:0/1193025217 >> 172.21.15.33:0/1193025217 conn(0x7f97a4099a50 msgr2=0x7f97a4154020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:07.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.753+0000 7f97aa5a3700 1 -- 172.21.15.33:0/1193025217 shutdown_connections 2024-09-13T15:01:07.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.753+0000 7f97aa5a3700 1 -- 172.21.15.33:0/1193025217 wait complete. 2024-09-13T15:01:07.774 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":5,"flags":0,"active_gid":4105,"active_name":"x","active_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6832","nonce":2093076978},{"type":"v1","addr":"172.21.15.103:6833","nonce":2093076978}]},"active_addr":"172.21.15.103:6833/2093076978","active_change":"2024-09-13T15:00:38.226582+0000","active_mgr_features":4540138322906710015,"available":true,"standbys":[{"gid":4104,"name":"y","mgr_features":4540138322906710015,"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}]}],"modules":["iostat","nfs","restful"],"available_modules":[{"name":"alerts","can_run":true,"error_string":"","module_options":{"interval":{"name":"interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"How frequently to reexamine health status","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"smtp_destination":{"name":"smtp_destination","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Email address to send alerts to","long_desc":"","tags":[],"see_also":[]},"smtp_from_name":{"name":"smtp_from_name","type":"str","level":"advanced","flags":1,"default_value":"Ceph","min":"","max":"","enum_allowed":[],"desc":"Email From: name","long_desc":"","tags":[],"see_also":[]},"smtp_host":{"name":"smtp_host","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_password":{"name":"smtp_password","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Password to authenticate with","long_desc":"","tags":[],"see_also":[]},"smtp_port":{"name":"smtp_port","type":"int","level":"advanced","flags":1,"default_value":"465","min":"","max":"","enum_allowed":[],"desc":"SMTP port","long_desc":"","tags":[],"see_also":[]},"smtp_sender":{"name":"smtp_sender","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"SMTP envelope sender","long_desc":"","tags":[],"see_also":[]},"smtp_ssl":{"name":"smtp_ssl","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Use SSL to connect to SMTP server","long_desc":"","tags":[],"see_also":[]},"smtp_user":{"name":"smtp_user","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"User to authenticate as","long_desc":"","tags":[],"see_also":[]}}},{"name":"balancer","can_run":true,"error_string":"","module_options":{"active":{"name":"active","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"automatically balance PGs across cluster","long_desc":"","tags":[],"see_also":[]},"begin_time":{"name":"begin_time","type":"str","level":"advanced","flags":1,"default_value":"0000","min":"","max":"","enum_allowed":[],"desc":"beginning time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"begin_weekday":{"name":"begin_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to this day of the week or later","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"crush_compat_max_iterations":{"name":"crush_compat_max_iterations","type":"uint","level":"advanced","flags":1,"default_value":"25","min":"1","max":"250","enum_allowed":[],"desc":"maximum number of iterations to attempt optimization","long_desc":"","tags":[],"see_also":[]},"crush_compat_metrics":{"name":"crush_compat_metrics","type":"str","level":"advanced","flags":1,"default_value":"pgs,objects,bytes","min":"","max":"","enum_allowed":[],"desc":"metrics with which to calculate OSD utilization","long_desc":"Value is a list of one or more of \"pgs\", \"objects\", or \"bytes\", and indicates which metrics to use to balance utilization.","tags":[],"see_also":[]},"crush_compat_step":{"name":"crush_compat_step","type":"float","level":"advanced","flags":1,"default_value":"0.5","min":"0.001","max":"0.999","enum_allowed":[],"desc":"aggressiveness of optimization","long_desc":".99 is very aggressive, .01 is less aggressive","tags":[],"see_also":[]},"end_time":{"name":"end_time","type":"str","level":"advanced","flags":1,"default_value":"2359","min":"","max":"","enum_allowed":[],"desc":"ending time of day to automatically balance","long_desc":"This is a time of day in the format HHMM.","tags":[],"see_also":[]},"end_weekday":{"name":"end_weekday","type":"uint","level":"advanced","flags":1,"default_value":"0","min":"0","max":"6","enum_allowed":[],"desc":"Restrict automatic balancing to days of the week earlier than this","long_desc":"0 = Sunday, 1 = Monday, etc.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_score":{"name":"min_score","type":"float","level":"advanced","flags":1,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"minimum score, below which no optimization is attempted","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":1,"default_value":"upmap","min":"","max":"","enum_allowed":["crush-compat","none","upmap"],"desc":"Balancer mode","long_desc":"","tags":[],"see_also":[]},"pool_ids":{"name":"pool_ids","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"pools which the automatic balancing will be limited to","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and attempt optimization","long_desc":"","tags":[],"see_also":[]},"upmap_max_deviation":{"name":"upmap_max_deviation","type":"int","level":"advanced","flags":1,"default_value":"5","min":"1","max":"","enum_allowed":[],"desc":"deviation below which no optimization is attempted","long_desc":"If the number of PGs are within this count then no optimization is attempted","tags":[],"see_also":[]},"upmap_max_optimizations":{"name":"upmap_max_optimizations","type":"uint","level":"advanced","flags":1,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"maximum upmap optimizations to make per attempt","long_desc":"","tags":[],"see_also":[]}}},{"name":"cephadm","can_run":true,"error_string":"","module_options":{"agent_down_multiplier":{"name":"agent_down_multiplier","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"","max":"","enum_allowed":[],"desc":"Multiplied by agent refresh rate to calculate how long agent must not report before being marked down","long_desc":"","tags":[],"see_also":[]},"agent_refresh_rate":{"name":"agent_refresh_rate","type":"secs","level":"advanced","flags":0,"default_value":"20","min":"","max":"","enum_allowed":[],"desc":"How often agent on each host will try to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"agent_starting_port":{"name":"agent_starting_port","type":"int","level":"advanced","flags":0,"default_value":"4721","min":"","max":"","enum_allowed":[],"desc":"First port agent will try to bind to (will also try up to next 1000 subsequent ports if blocked)","long_desc":"","tags":[],"see_also":[]},"allow_ptrace":{"name":"allow_ptrace","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow SYS_PTRACE capability on ceph containers","long_desc":"The SYS_PTRACE capability is needed to attach to a process with gdb or strace. Enabling this options can allow debugging daemons that encounter problems at runtime.","tags":[],"see_also":[]},"autotune_interval":{"name":"autotune_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to autotune daemon memory","long_desc":"","tags":[],"see_also":[]},"autotune_memory_target_ratio":{"name":"autotune_memory_target_ratio","type":"float","level":"advanced","flags":0,"default_value":"0.7","min":"","max":"","enum_allowed":[],"desc":"ratio of total system memory to divide amongst autotuned daemons","long_desc":"","tags":[],"see_also":[]},"cgroups_split":{"name":"cgroups_split","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Pass --cgroups=split when cephadm creates containers (currently podman only)","long_desc":"","tags":[],"see_also":[]},"config_checks_enabled":{"name":"config_checks_enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable or disable the cephadm configuration analysis","long_desc":"","tags":[],"see_also":[]},"config_dashboard":{"name":"config_dashboard","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"manage configs like API endpoints in Dashboard.","long_desc":"","tags":[],"see_also":[]},"container_image_alertmanager":{"name":"container_image_alertmanager","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/alertmanager:v0.25.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_base":{"name":"container_image_base","type":"str","level":"advanced","flags":1,"default_value":"quay.io/ceph/ceph","min":"","max":"","enum_allowed":[],"desc":"Container image name, without the tag","long_desc":"","tags":[],"see_also":[]},"container_image_elasticsearch":{"name":"container_image_elasticsearch","type":"str","level":"advanced","flags":0,"default_value":"quay.io/omrizeneva/elasticsearch:6.8.23","min":"","max":"","enum_allowed":[],"desc":"elasticsearch container image","long_desc":"","tags":[],"see_also":[]},"container_image_grafana":{"name":"container_image_grafana","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/ceph-grafana:9.4.7","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_haproxy":{"name":"container_image_haproxy","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/haproxy:2.3","min":"","max":"","enum_allowed":[],"desc":"HAproxy container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_agent":{"name":"container_image_jaeger_agent","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-agent:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger agent container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_collector":{"name":"container_image_jaeger_collector","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-collector:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger collector container image","long_desc":"","tags":[],"see_also":[]},"container_image_jaeger_query":{"name":"container_image_jaeger_query","type":"str","level":"advanced","flags":0,"default_value":"quay.io/jaegertracing/jaeger-query:1.29","min":"","max":"","enum_allowed":[],"desc":"Jaeger query container image","long_desc":"","tags":[],"see_also":[]},"container_image_keepalived":{"name":"container_image_keepalived","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/keepalived:2.2.4","min":"","max":"","enum_allowed":[],"desc":"Keepalived container image","long_desc":"","tags":[],"see_also":[]},"container_image_loki":{"name":"container_image_loki","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/loki:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Loki container image","long_desc":"","tags":[],"see_also":[]},"container_image_node_exporter":{"name":"container_image_node_exporter","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/node-exporter:v1.5.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_nvmeof":{"name":"container_image_nvmeof","type":"str","level":"advanced","flags":0,"default_value":"quay.io/ceph/nvmeof:1.0.0","min":"","max":"","enum_allowed":[],"desc":"Nvme-of container image","long_desc":"","tags":[],"see_also":[]},"container_image_prometheus":{"name":"container_image_prometheus","type":"str","level":"advanced","flags":0,"default_value":"quay.io/prometheus/prometheus:v2.43.0","min":"","max":"","enum_allowed":[],"desc":"Prometheus container image","long_desc":"","tags":[],"see_also":[]},"container_image_promtail":{"name":"container_image_promtail","type":"str","level":"advanced","flags":0,"default_value":"docker.io/grafana/promtail:3.0.0","min":"","max":"","enum_allowed":[],"desc":"Promtail container image","long_desc":"","tags":[],"see_also":[]},"container_image_snmp_gateway":{"name":"container_image_snmp_gateway","type":"str","level":"advanced","flags":0,"default_value":"docker.io/maxwo/snmp-notifier:v1.2.1","min":"","max":"","enum_allowed":[],"desc":"SNMP Gateway container image","long_desc":"","tags":[],"see_also":[]},"container_init":{"name":"container_init","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Run podman/docker with `--init`","long_desc":"","tags":[],"see_also":[]},"daemon_cache_timeout":{"name":"daemon_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"seconds to cache service (daemon) inventory","long_desc":"","tags":[],"see_also":[]},"default_cephadm_command_timeout":{"name":"default_cephadm_command_timeout","type":"int","level":"advanced","flags":0,"default_value":"900","min":"","max":"","enum_allowed":[],"desc":"Default timeout applied to cephadm commands run directly on the host (in seconds)","long_desc":"","tags":[],"see_also":[]},"default_registry":{"name":"default_registry","type":"str","level":"advanced","flags":0,"default_value":"docker.io","min":"","max":"","enum_allowed":[],"desc":"Search-registry to which we should normalize unqualified image names. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"device_cache_timeout":{"name":"device_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"1800","min":"","max":"","enum_allowed":[],"desc":"seconds to cache device inventory","long_desc":"","tags":[],"see_also":[]},"device_enhanced_scan":{"name":"device_enhanced_scan","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use libstoragemgmt during device scans","long_desc":"","tags":[],"see_also":[]},"facts_cache_timeout":{"name":"facts_cache_timeout","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"seconds to cache host facts data","long_desc":"","tags":[],"see_also":[]},"host_check_interval":{"name":"host_check_interval","type":"secs","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to perform a host check","long_desc":"","tags":[],"see_also":[]},"hw_monitoring":{"name":"hw_monitoring","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Deploy hw monitoring daemon on every host.","long_desc":"","tags":[],"see_also":[]},"inventory_list_all":{"name":"inventory_list_all","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Whether ceph-volume inventory should report more devices (mostly mappers (LVs / mpaths), partitions...)","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_refresh_metadata":{"name":"log_refresh_metadata","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Log all refresh metadata. Includes daemon, device, and host info collected regularly. Only has effect if logging at debug level","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"log to the \"cephadm\" cluster log channel\"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf":{"name":"manage_etc_ceph_ceph_conf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Manage and own /etc/ceph/ceph.conf on the hosts.","long_desc":"","tags":[],"see_also":[]},"manage_etc_ceph_ceph_conf_hosts":{"name":"manage_etc_ceph_ceph_conf_hosts","type":"str","level":"advanced","flags":0,"default_value":"*","min":"","max":"","enum_allowed":[],"desc":"PlacementSpec describing on which hosts to manage /etc/ceph/ceph.conf","long_desc":"","tags":[],"see_also":[]},"max_count_per_host":{"name":"max_count_per_host","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of daemons per service per host","long_desc":"","tags":[],"see_also":[]},"max_osd_draining_count":{"name":"max_osd_draining_count","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"max number of osds that will be drained simultaneously when osds are removed","long_desc":"","tags":[],"see_also":[]},"migration_current":{"name":"migration_current","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"internal - do not modify","long_desc":"","tags":[],"see_also":[]},"mode":{"name":"mode","type":"str","level":"advanced","flags":0,"default_value":"root","min":"","max":"","enum_allowed":["cephadm-package","root"],"desc":"mode for remote execution of cephadm","long_desc":"","tags":[],"see_also":[]},"oob_default_addr":{"name":"oob_default_addr","type":"str","level":"advanced","flags":0,"default_value":"169.254.1.1","min":"","max":"","enum_allowed":[],"desc":"Default address for RedFish API (oob management).","long_desc":"","tags":[],"see_also":[]},"prometheus_alerts_path":{"name":"prometheus_alerts_path","type":"str","level":"advanced","flags":0,"default_value":"/etc/prometheus/ceph/ceph_default_alerts.yml","min":"","max":"","enum_allowed":[],"desc":"location of alerts to include in prometheus deployments","long_desc":"","tags":[],"see_also":[]},"registry_insecure":{"name":"registry_insecure","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Registry is to be considered insecure (no TLS available). Only for development purposes.","long_desc":"","tags":[],"see_also":[]},"registry_password":{"name":"registry_password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository password. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"registry_url":{"name":"registry_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Registry url for login purposes. This is not the default registry","long_desc":"","tags":[],"see_also":[]},"registry_username":{"name":"registry_username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"Custom repository username. Only used for logging into a registry.","long_desc":"","tags":[],"see_also":[]},"secure_monitoring_stack":{"name":"secure_monitoring_stack","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable TLS security for all the monitoring stack daemons","long_desc":"","tags":[],"see_also":[]},"service_discovery_port":{"name":"service_discovery_port","type":"int","level":"advanced","flags":0,"default_value":"8765","min":"","max":"","enum_allowed":[],"desc":"cephadm service discovery port","long_desc":"","tags":[],"see_also":[]},"ssh_config_file":{"name":"ssh_config_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"customized SSH config file to connect to managed hosts","long_desc":"","tags":[],"see_also":[]},"use_agent":{"name":"use_agent","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Use cephadm agent on each host to gather and send metadata","long_desc":"","tags":[],"see_also":[]},"use_repo_digest":{"name":"use_repo_digest","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Automatically convert image tags to image digest. Make sure all daemons use the same image","long_desc":"","tags":[],"see_also":[]},"warn_on_failed_host_check":{"name":"warn_on_failed_host_check","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if the host check fails","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_daemons":{"name":"warn_on_stray_daemons","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected that are not managed by cephadm","long_desc":"","tags":[],"see_also":[]},"warn_on_stray_hosts":{"name":"warn_on_stray_hosts","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"raise a health warning if daemons are detected on a host that is not managed by cephadm","long_desc":"","tags":[],"see_also":[]}}},{"name":"crash","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"retain_interval":{"name":"retain_interval","type":"secs","level":"advanced","flags":1,"default_value":"31536000","min":"","max":"","enum_allowed":[],"desc":"how long to retain crashes before pruning them","long_desc":"","tags":[],"see_also":[]},"warn_recent_interval":{"name":"warn_recent_interval","type":"secs","level":"advanced","flags":1,"default_value":"1209600","min":"","max":"","enum_allowed":[],"desc":"time interval in which to warn about recent crashes","long_desc":"","tags":[],"see_also":[]}}},{"name":"dashboard","can_run":true,"error_string":"","module_options":{"ACCOUNT_LOCKOUT_ATTEMPTS":{"name":"ACCOUNT_LOCKOUT_ATTEMPTS","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_HOST":{"name":"ALERTMANAGER_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ALERTMANAGER_API_SSL_VERIFY":{"name":"ALERTMANAGER_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_ENABLED":{"name":"AUDIT_API_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"AUDIT_API_LOG_PAYLOAD":{"name":"AUDIT_API_LOG_PAYLOAD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ENABLE_BROWSABLE_API":{"name":"ENABLE_BROWSABLE_API","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_CEPHFS":{"name":"FEATURE_TOGGLE_CEPHFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_DASHBOARD":{"name":"FEATURE_TOGGLE_DASHBOARD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_ISCSI":{"name":"FEATURE_TOGGLE_ISCSI","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_MIRRORING":{"name":"FEATURE_TOGGLE_MIRRORING","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_NFS":{"name":"FEATURE_TOGGLE_NFS","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RBD":{"name":"FEATURE_TOGGLE_RBD","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"FEATURE_TOGGLE_RGW":{"name":"FEATURE_TOGGLE_RGW","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE":{"name":"GANESHA_CLUSTERS_RADOS_POOL_NAMESPACE","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_PASSWORD":{"name":"GRAFANA_API_PASSWORD","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_SSL_VERIFY":{"name":"GRAFANA_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_URL":{"name":"GRAFANA_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_API_USERNAME":{"name":"GRAFANA_API_USERNAME","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_FRONTEND_API_URL":{"name":"GRAFANA_FRONTEND_API_URL","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"GRAFANA_UPDATE_DASHBOARDS":{"name":"GRAFANA_UPDATE_DASHBOARDS","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISCSI_API_SSL_VERIFICATION":{"name":"ISCSI_API_SSL_VERIFICATION","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ISSUE_TRACKER_API_KEY":{"name":"ISSUE_TRACKER_API_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_HOST":{"name":"PROMETHEUS_API_HOST","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PROMETHEUS_API_SSL_VERIFY":{"name":"PROMETHEUS_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_COMPLEXITY_ENABLED":{"name":"PWD_POLICY_CHECK_COMPLEXITY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED":{"name":"PWD_POLICY_CHECK_EXCLUSION_LIST_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_LENGTH_ENABLED":{"name":"PWD_POLICY_CHECK_LENGTH_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_OLDPWD_ENABLED":{"name":"PWD_POLICY_CHECK_OLDPWD_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_REPETITIVE_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED":{"name":"PWD_POLICY_CHECK_SEQUENTIAL_CHARS_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_CHECK_USERNAME_ENABLED":{"name":"PWD_POLICY_CHECK_USERNAME_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_ENABLED":{"name":"PWD_POLICY_ENABLED","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_EXCLUSION_LIST":{"name":"PWD_POLICY_EXCLUSION_LIST","type":"str","level":"advanced","flags":0,"default_value":"osd,host,dashboard,pool,block,nfs,ceph,monitors,gateway,logs,crush,maps","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_COMPLEXITY":{"name":"PWD_POLICY_MIN_COMPLEXITY","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"PWD_POLICY_MIN_LENGTH":{"name":"PWD_POLICY_MIN_LENGTH","type":"int","level":"advanced","flags":0,"default_value":"8","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"REST_REQUESTS_TIMEOUT":{"name":"REST_REQUESTS_TIMEOUT","type":"int","level":"advanced","flags":0,"default_value":"45","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ACCESS_KEY":{"name":"RGW_API_ACCESS_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_ADMIN_RESOURCE":{"name":"RGW_API_ADMIN_RESOURCE","type":"str","level":"advanced","flags":0,"default_value":"admin","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SECRET_KEY":{"name":"RGW_API_SECRET_KEY","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"RGW_API_SSL_VERIFY":{"name":"RGW_API_SSL_VERIFY","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"UNSAFE_TLS_v1_2":{"name":"UNSAFE_TLS_v1_2","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_SPAN":{"name":"USER_PWD_EXPIRATION_SPAN","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_1":{"name":"USER_PWD_EXPIRATION_WARNING_1","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"USER_PWD_EXPIRATION_WARNING_2":{"name":"USER_PWD_EXPIRATION_WARNING_2","type":"int","level":"advanced","flags":0,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"cross_origin_url":{"name":"cross_origin_url","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"crt_file":{"name":"crt_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"debug":{"name":"debug","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Enable/disable debug options","long_desc":"","tags":[],"see_also":[]},"jwt_token_ttl":{"name":"jwt_token_ttl","type":"int","level":"advanced","flags":0,"default_value":"28800","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"motd":{"name":"motd","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"The message of the day","long_desc":"","tags":[],"see_also":[]},"redirect_resolve_ip_addr":{"name":"redirect_resolve_ip_addr","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":0,"default_value":"8080","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"ssl_server_port":{"name":"ssl_server_port","type":"int","level":"advanced","flags":0,"default_value":"8443","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":0,"default_value":"redirect","min":"","max":"","enum_allowed":["error","redirect"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":0,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url_prefix":{"name":"url_prefix","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"devicehealth","can_run":true,"error_string":"","module_options":{"enable_monitoring":{"name":"enable_monitoring","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"monitor device health metrics","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mark_out_threshold":{"name":"mark_out_threshold","type":"secs","level":"advanced","flags":1,"default_value":"2419200","min":"","max":"","enum_allowed":[],"desc":"automatically mark OSD if it may fail before this long","long_desc":"","tags":[],"see_also":[]},"pool_name":{"name":"pool_name","type":"str","level":"advanced","flags":1,"default_value":"device_health_metrics","min":"","max":"","enum_allowed":[],"desc":"name of pool in which to store device health metrics","long_desc":"","tags":[],"see_also":[]},"retention_period":{"name":"retention_period","type":"secs","level":"advanced","flags":1,"default_value":"15552000","min":"","max":"","enum_allowed":[],"desc":"how long to retain device health metrics","long_desc":"","tags":[],"see_also":[]},"scrape_frequency":{"name":"scrape_frequency","type":"secs","level":"advanced","flags":1,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"how frequently to scrape device health metrics","long_desc":"","tags":[],"see_also":[]},"self_heal":{"name":"self_heal","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"preemptively heal cluster around devices that may fail","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"how frequently to wake up and check device health","long_desc":"","tags":[],"see_also":[]},"warn_threshold":{"name":"warn_threshold","type":"secs","level":"advanced","flags":1,"default_value":"7257600","min":"","max":"","enum_allowed":[],"desc":"raise health warning if OSD may fail before this long","long_desc":"","tags":[],"see_also":[]}}},{"name":"diskprediction_local","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predict_interval":{"name":"predict_interval","type":"str","level":"advanced","flags":0,"default_value":"86400","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"predictor_model":{"name":"predictor_model","type":"str","level":"advanced","flags":0,"default_value":"prophetstor","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"str","level":"advanced","flags":0,"default_value":"600","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"influx","can_run":false,"error_string":"influxdb python module not found","module_options":{"batch_size":{"name":"batch_size","type":"int","level":"advanced","flags":0,"default_value":"5000","min":"","max":"","enum_allowed":[],"desc":"How big batches of data points should be when sending to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"database":{"name":"database","type":"str","level":"advanced","flags":0,"default_value":"ceph","min":"","max":"","enum_allowed":[],"desc":"InfluxDB database name. You will need to create this database and grant write privileges to the configured username or the username must have admin privileges to create it.","long_desc":"","tags":[],"see_also":[]},"hostname":{"name":"hostname","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server hostname","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"30","min":"5","max":"","enum_allowed":[],"desc":"Time between reports to InfluxDB. Default 30 seconds.","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"password":{"name":"password","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"password of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"port":{"name":"port","type":"int","level":"advanced","flags":0,"default_value":"8086","min":"","max":"","enum_allowed":[],"desc":"InfluxDB server port","long_desc":"","tags":[],"see_also":[]},"ssl":{"name":"ssl","type":"str","level":"advanced","flags":0,"default_value":"false","min":"","max":"","enum_allowed":[],"desc":"Use https connection for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]},"threads":{"name":"threads","type":"int","level":"advanced","flags":0,"default_value":"5","min":"1","max":"32","enum_allowed":[],"desc":"How many worker threads should be spawned for sending data to InfluxDB.","long_desc":"","tags":[],"see_also":[]},"username":{"name":"username","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"username of InfluxDB server user","long_desc":"","tags":[],"see_also":[]},"verify_ssl":{"name":"verify_ssl","type":"str","level":"advanced","flags":0,"default_value":"true","min":"","max":"","enum_allowed":[],"desc":"Verify https cert for InfluxDB server. Use \"true\" or \"false\".","long_desc":"","tags":[],"see_also":[]}}},{"name":"insights","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"iostat","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"localpool","can_run":true,"error_string":"","module_options":{"failure_domain":{"name":"failure_domain","type":"str","level":"advanced","flags":1,"default_value":"host","min":"","max":"","enum_allowed":[],"desc":"failure domain for any created local pool","long_desc":"what failure domain we should separate data replicas across.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"min_size":{"name":"min_size","type":"int","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"default min_size for any created local pool","long_desc":"value to set min_size to (unchanged from Ceph's default if this option is not set)","tags":[],"see_also":[]},"num_rep":{"name":"num_rep","type":"int","level":"advanced","flags":1,"default_value":"3","min":"","max":"","enum_allowed":[],"desc":"default replica count for any created local pool","long_desc":"","tags":[],"see_also":[]},"pg_num":{"name":"pg_num","type":"int","level":"advanced","flags":1,"default_value":"128","min":"","max":"","enum_allowed":[],"desc":"default pg_num for any created local pool","long_desc":"","tags":[],"see_also":[]},"prefix":{"name":"prefix","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"name prefix for any created local pool","long_desc":"","tags":[],"see_also":[]},"subtree":{"name":"subtree","type":"str","level":"advanced","flags":1,"default_value":"rack","min":"","max":"","enum_allowed":[],"desc":"CRUSH level for which to create a local pool","long_desc":"which CRUSH subtree type the module should create a pool for.","tags":[],"see_also":[]}}},{"name":"mirroring","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"nfs","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"orchestrator","can_run":true,"error_string":"","module_options":{"fail_fs":{"name":"fail_fs","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Fail filesystem for rapid multi-rank mds upgrade","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"orchestrator":{"name":"orchestrator","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["cephadm","rook","test_orchestrator"],"desc":"Orchestrator backend","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_perf_query","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"osd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"pg_autoscaler","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"threshold":{"name":"threshold","type":"float","level":"advanced","flags":0,"default_value":"3.0","min":"1.0","max":"","enum_allowed":[],"desc":"scaling threshold","long_desc":"The factor by which the `NEW PG_NUM` must vary from the current`PG_NUM` before being accepted. Cannot be less than 1.0","tags":[],"see_also":[]}}},{"name":"progress","can_run":true,"error_string":"","module_options":{"allow_pg_recovery_event":{"name":"allow_pg_recovery_event","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow the module to show pg recovery progress","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_completed_events":{"name":"max_completed_events","type":"int","level":"advanced","flags":1,"default_value":"50","min":"","max":"","enum_allowed":[],"desc":"number of past completed events to remember","long_desc":"","tags":[],"see_also":[]},"sleep_interval":{"name":"sleep_interval","type":"secs","level":"advanced","flags":1,"default_value":"5","min":"","max":"","enum_allowed":[],"desc":"how long the module is going to sleep","long_desc":"","tags":[],"see_also":[]}}},{"name":"prometheus","can_run":true,"error_string":"","module_options":{"cache":{"name":"cache","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"exclude_perf_counters":{"name":"exclude_perf_counters","type":"bool","level":"advanced","flags":1,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Do not include perf-counters in the metrics output","long_desc":"Gathering perf-counters from a single Prometheus exporter can degrade ceph-mgr performance, especially in large clusters. Instead, Ceph-exporter daemons are now used by default for perf-counter gathering. This should only be disabled when no ceph-exporters are deployed.","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools":{"name":"rbd_stats_pools","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rbd_stats_pools_refresh_interval":{"name":"rbd_stats_pools_refresh_interval","type":"int","level":"advanced","flags":0,"default_value":"300","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"scrape_interval":{"name":"scrape_interval","type":"float","level":"advanced","flags":0,"default_value":"15.0","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"::","min":"","max":"","enum_allowed":[],"desc":"the IPv4 or IPv6 address on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"int","level":"advanced","flags":1,"default_value":"9283","min":"","max":"","enum_allowed":[],"desc":"the port on which the module listens for HTTP requests","long_desc":"","tags":[],"see_also":[]},"stale_cache_strategy":{"name":"stale_cache_strategy","type":"str","level":"advanced","flags":0,"default_value":"log","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_behaviour":{"name":"standby_behaviour","type":"str","level":"advanced","flags":1,"default_value":"default","min":"","max":"","enum_allowed":["default","error"],"desc":"","long_desc":"","tags":[],"see_also":[]},"standby_error_status_code":{"name":"standby_error_status_code","type":"int","level":"advanced","flags":1,"default_value":"500","min":"400","max":"599","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"rbd_support","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_snap_create":{"name":"max_concurrent_snap_create","type":"int","level":"advanced","flags":0,"default_value":"10","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"mirror_snapshot_schedule":{"name":"mirror_snapshot_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"trash_purge_schedule":{"name":"trash_purge_schedule","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"restful","can_run":true,"error_string":"","module_options":{"enable_auth":{"name":"enable_auth","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"key_file":{"name":"key_file","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_addr":{"name":"server_addr","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"server_port":{"name":"server_port","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"selftest","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption1":{"name":"roption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"roption2":{"name":"roption2","type":"str","level":"advanced","flags":0,"default_value":"xyz","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption1":{"name":"rwoption1","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption2":{"name":"rwoption2","type":"int","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption3":{"name":"rwoption3","type":"float","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption4":{"name":"rwoption4","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption5":{"name":"rwoption5","type":"bool","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption6":{"name":"rwoption6","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"rwoption7":{"name":"rwoption7","type":"int","level":"advanced","flags":0,"default_value":"","min":"1","max":"42","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testkey":{"name":"testkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testlkey":{"name":"testlkey","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"testnewline":{"name":"testnewline","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"snap_schedule","can_run":true,"error_string":"","module_options":{"allow_m_granularity":{"name":"allow_m_granularity","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"allow minute scheduled snapshots","long_desc":"","tags":[],"see_also":[]},"dump_on_update":{"name":"dump_on_update","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"dump database to debug log on update","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"stats","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"status","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telegraf","can_run":true,"error_string":"","module_options":{"address":{"name":"address","type":"str","level":"advanced","flags":0,"default_value":"unixgram:///tmp/telegraf.sock","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"15","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"telemetry","can_run":true,"error_string":"","module_options":{"channel_basic":{"name":"channel_basic","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share basic cluster information (size, version)","long_desc":"","tags":[],"see_also":[]},"channel_crash":{"name":"channel_crash","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share metadata about Ceph daemon crashes (version, stack straces, etc)","long_desc":"","tags":[],"see_also":[]},"channel_device":{"name":"channel_device","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Share device health metrics (e.g., SMART data, minus potentially identifying info like serial numbers)","long_desc":"","tags":[],"see_also":[]},"channel_ident":{"name":"channel_ident","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share a user-provided description and/or contact email for the cluster","long_desc":"","tags":[],"see_also":[]},"channel_perf":{"name":"channel_perf","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"Share various performance metrics of a cluster","long_desc":"","tags":[],"see_also":[]},"contact":{"name":"contact","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"description":{"name":"description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"device_url":{"name":"device_url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/device","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"enabled":{"name":"enabled","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"int","level":"advanced","flags":0,"default_value":"24","min":"8","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"last_opt_revision":{"name":"last_opt_revision","type":"int","level":"advanced","flags":0,"default_value":"1","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard":{"name":"leaderboard","type":"bool","level":"advanced","flags":0,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"leaderboard_description":{"name":"leaderboard_description","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"organization":{"name":"organization","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"proxy":{"name":"proxy","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"url":{"name":"url","type":"str","level":"advanced","flags":0,"default_value":"https://telemetry.ceph.com/report","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"test_orchestrator","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}},{"name":"volumes","can_run":true,"error_string":"","module_options":{"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"max_concurrent_clones":{"name":"max_concurrent_clones","type":"int","level":"advanced","flags":0,"default_value":"4","min":"","max":"","enum_allowed":[],"desc":"Number of asynchronous cloner threads","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_delay":{"name":"snapshot_clone_delay","type":"int","level":"advanced","flags":0,"default_value":"0","min":"","max":"","enum_allowed":[],"desc":"Delay clone begin operation by snapshot_clone_delay seconds","long_desc":"","tags":[],"see_also":[]},"snapshot_clone_no_wait":{"name":"snapshot_clone_no_wait","type":"bool","level":"advanced","flags":0,"default_value":"True","min":"","max":"","enum_allowed":[],"desc":"Reject subvolume clone request when cloner threads are busy","long_desc":"","tags":[],"see_also":[]}}},{"name":"zabbix","can_run":true,"error_string":"","module_options":{"discovery_interval":{"name":"discovery_interval","type":"uint","level":"advanced","flags":0,"default_value":"100","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"identifier":{"name":"identifier","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"interval":{"name":"interval","type":"secs","level":"advanced","flags":0,"default_value":"60","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_level":{"name":"log_level","type":"str","level":"advanced","flags":1,"default_value":"","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster":{"name":"log_to_cluster","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_cluster_level":{"name":"log_to_cluster_level","type":"str","level":"advanced","flags":1,"default_value":"info","min":"","max":"","enum_allowed":["","critical","debug","error","info","warning"],"desc":"","long_desc":"","tags":[],"see_also":[]},"log_to_file":{"name":"log_to_file","type":"bool","level":"advanced","flags":1,"default_value":"False","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_host":{"name":"zabbix_host","type":"str","level":"advanced","flags":0,"default_value":"","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_port":{"name":"zabbix_port","type":"int","level":"advanced","flags":0,"default_value":"10051","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]},"zabbix_sender":{"name":"zabbix_sender","type":"str","level":"advanced","flags":0,"default_value":"/usr/bin/zabbix_sender","min":"","max":"","enum_allowed":[],"desc":"","long_desc":"","tags":[],"see_also":[]}}}],"services":{},"always_on_modules":{"octopus":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"pacific":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"quincy":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"],"reef":["balancer","crash","devicehealth","orchestrator","pg_autoscaler","progress","rbd_support","status","telemetry","volumes"]},"last_failure_osd_epoch":0,"active_clients":[{"name":"devicehealth","addrvec":[{"type":"v2","addr":"172.21.15.103:0","nonce":1594762131}]},{"name":"libcephsqlite","addrvec":[{"type":"v2","addr":"172.21.15.103:0","nonce":3674737829}]},{"name":"rbd_support","addrvec":[{"type":"v2","addr":"172.21.15.103:0","nonce":898653890}]},{"name":"volumes","addrvec":[{"type":"v2","addr":"172.21.15.103:0","nonce":2377382165}]}]} 2024-09-13T15:01:07.779 INFO:tasks.ceph.ceph_manager.ceph:mgr available! 2024-09-13T15:01:07.779 INFO:tasks.ceph.ceph_manager.ceph:waiting for all up 2024-09-13T15:01:07.779 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:07.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f418263a700 1 Processor -- start 2024-09-13T15:01:07.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f418263a700 1 -- start start 2024-09-13T15:01:07.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f418263a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f417c15cbb0 0x7f417c0ac8c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f418263a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f417c06cef0 0x7f417c06d330 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f418263a700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f417c06a350 0x7f417c06a800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f418263a700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f417c06ad40 con 0x7f417c15cbb0 2024-09-13T15:01:07.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f418263a700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f417c0b2e40 con 0x7f417c06a350 2024-09-13T15:01:07.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f418263a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f417c06d9f0 con 0x7f417c06cef0 2024-09-13T15:01:07.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f417bfff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f417c15cbb0 0x7f417c0ac8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f417bfff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f417c15cbb0 0x7f417c0ac8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50662/0 (socket says 172.21.15.33:50662) 2024-09-13T15:01:07.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f417bfff700 1 -- 172.21.15.33:0/836984243 learned_addr learned my addr 172.21.15.33:0/836984243 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:07.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f4180bd7700 1 --2- 172.21.15.33:0/836984243 >> v2:172.21.15.103:3300/0 conn(0x7f417c06a350 0x7f417c06a800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f417b7fe700 1 --2- 172.21.15.33:0/836984243 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f417c06cef0 0x7f417c06d330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f417bfff700 1 -- 172.21.15.33:0/836984243 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f417c06cef0 msgr2=0x7f417c06d330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:07.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f417bfff700 1 --2- 172.21.15.33:0/836984243 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f417c06cef0 0x7f417c06d330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f417bfff700 1 -- 172.21.15.33:0/836984243 >> v2:172.21.15.103:3300/0 conn(0x7f417c06a350 msgr2=0x7f417c06a800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:07.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f417bfff700 1 --2- 172.21.15.33:0/836984243 >> v2:172.21.15.103:3300/0 conn(0x7f417c06a350 0x7f417c06a800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f417bfff700 1 -- 172.21.15.33:0/836984243 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f417c0b3090 con 0x7f417c15cbb0 2024-09-13T15:01:07.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f4180bd7700 1 --2- 172.21.15.33:0/836984243 >> v2:172.21.15.103:3300/0 conn(0x7f417c06a350 0x7f417c06a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:07.902 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f417b7fe700 1 --2- 172.21.15.33:0/836984243 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f417c06cef0 0x7f417c06d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:07.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f417bfff700 1 --2- 172.21.15.33:0/836984243 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c15cbb0 0x7f417c0ac8c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f417c06dd70 tx=0x7f417400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d5a168dcd954d281 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:07.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f417affd700 1 -- 172.21.15.33:0/836984243 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f417400e070 con 0x7f417c15cbb0 2024-09-13T15:01:07.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f417affd700 1 -- 172.21.15.33:0/836984243 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f417400b9c0 con 0x7f417c15cbb0 2024-09-13T15:01:07.903 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f417affd700 1 -- 172.21.15.33:0/836984243 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f417400bd70 con 0x7f417c15cbb0 2024-09-13T15:01:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f418263a700 1 -- 172.21.15.33:0/836984243 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c15cbb0 msgr2=0x7f417c0ac8c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.893+0000 7f418263a700 1 --2- 172.21.15.33:0/836984243 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c15cbb0 0x7f417c0ac8c0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7f417c06dd70 tx=0x7f417400b330 comp rx=0 tx=0).stop 2024-09-13T15:01:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.897+0000 7f418263a700 1 -- 172.21.15.33:0/836984243 shutdown_connections 2024-09-13T15:01:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.897+0000 7f418263a700 1 --2- 172.21.15.33:0/836984243 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f417c06cef0 0x7f417c06d330 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.904 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.897+0000 7f418263a700 1 --2- 172.21.15.33:0/836984243 >> v2:172.21.15.103:3300/0 conn(0x7f417c06a350 0x7f417c06a800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.897+0000 7f418263a700 1 --2- 172.21.15.33:0/836984243 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c15cbb0 0x7f417c0ac8c0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.897+0000 7f418263a700 1 -- 172.21.15.33:0/836984243 >> 172.21.15.33:0/836984243 conn(0x7f417c0b1650 msgr2=0x7f417c0b1a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:07.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.897+0000 7f418263a700 1 -- 172.21.15.33:0/836984243 shutdown_connections 2024-09-13T15:01:07.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.897+0000 7f418263a700 1 -- 172.21.15.33:0/836984243 wait complete. 2024-09-13T15:01:07.905 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.897+0000 7f418263a700 1 Processor -- start 2024-09-13T15:01:07.906 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.897+0000 7f418263a700 1 -- start start 2024-09-13T15:01:07.907 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f418263a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f417c06a350 0x7f417c14a3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f418263a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f417c06cef0 0x7f417c15fa20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f418263a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c15cbb0 0x7f417c1560e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f418263a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f417c1546d0 con 0x7f417c15cbb0 2024-09-13T15:01:07.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f418263a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f417c154970 con 0x7f417c06cef0 2024-09-13T15:01:07.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f418263a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f417c154c50 con 0x7f417c06a350 2024-09-13T15:01:07.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f4180bd7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c15cbb0 0x7f417c1560e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f4180bd7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c15cbb0 0x7f417c1560e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50666/0 (socket says 172.21.15.33:50666) 2024-09-13T15:01:07.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f4180bd7700 1 -- 172.21.15.33:0/2823820157 learned_addr learned my addr 172.21.15.33:0/2823820157 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:07.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f417bfff700 1 --2- 172.21.15.33:0/2823820157 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f417c06a350 0x7f417c14a3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.908 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f417b7fe700 1 --2- 172.21.15.33:0/2823820157 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f417c06cef0 0x7f417c15fa20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f4180bd7700 1 -- 172.21.15.33:0/2823820157 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f417c06a350 msgr2=0x7f417c14a3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f4180bd7700 1 --2- 172.21.15.33:0/2823820157 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f417c06a350 0x7f417c14a3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f4180bd7700 1 -- 172.21.15.33:0/2823820157 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f417c06cef0 msgr2=0x7f417c15fa20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f4180bd7700 1 --2- 172.21.15.33:0/2823820157 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f417c06cef0 0x7f417c15fa20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f4180bd7700 1 -- 172.21.15.33:0/2823820157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4174009b30 con 0x7f417c15cbb0 2024-09-13T15:01:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f4180bd7700 1 --2- 172.21.15.33:0/2823820157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c15cbb0 0x7f417c1560e0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f416c00c7f0 tx=0x7f416c00cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f4178ff9700 1 -- 172.21.15.33:0/2823820157 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f416c011800 con 0x7f417c15cbb0 2024-09-13T15:01:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f4178ff9700 1 -- 172.21.15.33:0/2823820157 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f416c011960 con 0x7f417c15cbb0 2024-09-13T15:01:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f418263a700 1 -- 172.21.15.33:0/2823820157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f417c154f30 con 0x7f417c15cbb0 2024-09-13T15:01:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f4178ff9700 1 -- 172.21.15.33:0/2823820157 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f416c011d10 con 0x7f417c15cbb0 2024-09-13T15:01:07.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.901+0000 7f418263a700 1 -- 172.21.15.33:0/2823820157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f417c155730 con 0x7f417c15cbb0 2024-09-13T15:01:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.905+0000 7f4178ff9700 1 -- 172.21.15.33:0/2823820157 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f416c022350 con 0x7f417c15cbb0 2024-09-13T15:01:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.905+0000 7f418263a700 1 -- 172.21.15.33:0/2823820157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f417c067a40 con 0x7f417c15cbb0 2024-09-13T15:01:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.905+0000 7f4178ff9700 1 --2- 172.21.15.33:0/2823820157 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f415c066730 0x7f415c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.905+0000 7f4178ff9700 1 -- 172.21.15.33:0/2823820157 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f416c0841b0 con 0x7f417c15cbb0 2024-09-13T15:01:07.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.905+0000 7f417bfff700 1 --2- 172.21.15.33:0/2823820157 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f415c066730 0x7f415c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:07.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.905+0000 7f417bfff700 1 --2- 172.21.15.33:0/2823820157 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f415c066730 0x7f415c068bf0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f417400b370 tx=0x7f4174009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:07.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:07.913+0000 7f4178ff9700 1 -- 172.21.15.33:0/2823820157 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f416c051220 con 0x7f417c15cbb0 2024-09-13T15:01:08.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.089+0000 7f418263a700 1 -- 172.21.15.33:0/2823820157 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f417c06a800 con 0x7f417c15cbb0 2024-09-13T15:01:08.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.089+0000 7f4178ff9700 1 -- 172.21.15.33:0/2823820157 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7f416c054840 con 0x7f417c15cbb0 2024-09-13T15:01:08.098 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:08.098 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:08.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.093+0000 7f418263a700 1 -- 172.21.15.33:0/2823820157 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f415c066730 msgr2=0x7f415c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.093+0000 7f418263a700 1 --2- 172.21.15.33:0/2823820157 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f415c066730 0x7f415c068bf0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7f417400b370 tx=0x7f4174009000 comp rx=0 tx=0).stop 2024-09-13T15:01:08.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.093+0000 7f418263a700 1 -- 172.21.15.33:0/2823820157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c15cbb0 msgr2=0x7f417c1560e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.093+0000 7f418263a700 1 --2- 172.21.15.33:0/2823820157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c15cbb0 0x7f417c1560e0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f416c00c7f0 tx=0x7f416c00cb00 comp rx=0 tx=0).stop 2024-09-13T15:01:08.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.093+0000 7f418263a700 1 -- 172.21.15.33:0/2823820157 shutdown_connections 2024-09-13T15:01:08.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.093+0000 7f418263a700 1 --2- 172.21.15.33:0/2823820157 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f415c066730 0x7f415c068bf0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.093+0000 7f418263a700 1 --2- 172.21.15.33:0/2823820157 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f417c15cbb0 0x7f417c1560e0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.093+0000 7f418263a700 1 --2- 172.21.15.33:0/2823820157 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f417c06cef0 0x7f417c15fa20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.093+0000 7f418263a700 1 --2- 172.21.15.33:0/2823820157 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f417c06a350 0x7f417c14a3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.093+0000 7f418263a700 1 -- 172.21.15.33:0/2823820157 >> 172.21.15.33:0/2823820157 conn(0x7f417c0b1650 msgr2=0x7f417c070e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.093+0000 7f418263a700 1 -- 172.21.15.33:0/2823820157 shutdown_connections 2024-09-13T15:01:08.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.093+0000 7f418263a700 1 -- 172.21.15.33:0/2823820157 wait complete. 2024-09-13T15:01:08.114 INFO:tasks.ceph.ceph_manager.ceph:all up! 2024-09-13T15:01:08.114 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:08.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.221+0000 7f2e7108a700 1 Processor -- start 2024-09-13T15:01:08.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.221+0000 7f2e7108a700 1 -- start start 2024-09-13T15:01:08.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.221+0000 7f2e7108a700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f2e6c0cd8d0 0x7f2e6c06cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.221+0000 7f2e7108a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e6c0b17f0 0x7f2e6c0cb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.221+0000 7f2e7108a700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e6c0705d0 con 0x7f2e6c0b2200 2024-09-13T15:01:08.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.221+0000 7f2e7108a700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e6c06d0d0 con 0x7f2e6c0cd8d0 2024-09-13T15:01:08.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.221+0000 7f2e7108a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e6c06fca0 con 0x7f2e6c0b17f0 2024-09-13T15:01:08.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e6b7fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e6c0b17f0 0x7f2e6c0cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.221+0000 7f2e6bfff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f2e6c0cd8d0 0x7f2e6c06cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e6b7fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e6c0b17f0 0x7f2e6c0cb800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:39874/0 (socket says 172.21.15.33:39874) 2024-09-13T15:01:08.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e6bfff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f2e6c0cd8d0 0x7f2e6c06cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:50382/0 (socket says 172.21.15.33:50382) 2024-09-13T15:01:08.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e6b7fe700 1 -- 172.21.15.33:0/649305077 learned_addr learned my addr 172.21.15.33:0/649305077 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e70889700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f2e6c0b2200 0x7f2e6c070a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:33854/0 (socket says 172.21.15.33:33854) 2024-09-13T15:01:08.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e6b7fe700 1 -- 172.21.15.33:0/649305077 >> v2:172.21.15.103:3300/0 conn(0x7f2e6c0cd8d0 msgr2=0x7f2e6c06cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e6b7fe700 1 --2- 172.21.15.33:0/649305077 >> v2:172.21.15.103:3300/0 conn(0x7f2e6c0cd8d0 0x7f2e6c06cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e6b7fe700 1 -- 172.21.15.33:0/649305077 >> v1:172.21.15.103:6789/0 conn(0x7f2e6c0b2200 legacy=0x7f2e6c070a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e6b7fe700 1 -- 172.21.15.33:0/649305077 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e6c06ff80 con 0x7f2e6c0b17f0 2024-09-13T15:01:08.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e6b7fe700 1 --2- 172.21.15.33:0/649305077 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e6c0b17f0 0x7f2e6c0cb800 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f2e54009e50 tx=0x7f2e5400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=75391367976f52e7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e6affd700 1 -- 172.21.15.33:0/649305077 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e5400e070 con 0x7f2e6c0b17f0 2024-09-13T15:01:08.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e6affd700 1 -- 172.21.15.33:0/649305077 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e5400b910 con 0x7f2e6c0b17f0 2024-09-13T15:01:08.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e6affd700 1 -- 172.21.15.33:0/649305077 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e5400bcc0 con 0x7f2e6c0b17f0 2024-09-13T15:01:08.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e7108a700 1 -- 172.21.15.33:0/649305077 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e6c0b17f0 msgr2=0x7f2e6c0cb800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e7108a700 1 --2- 172.21.15.33:0/649305077 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e6c0b17f0 0x7f2e6c0cb800 secure :-1 s=READY pgs=39 cs=0 l=1 rev1=1 crypto rx=0x7f2e54009e50 tx=0x7f2e5400b330 comp rx=0 tx=0).stop 2024-09-13T15:01:08.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e7108a700 1 -- 172.21.15.33:0/649305077 shutdown_connections 2024-09-13T15:01:08.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e7108a700 1 --2- 172.21.15.33:0/649305077 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e6c0b17f0 0x7f2e6c0cb800 unknown :-1 s=CLOSED pgs=39 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e7108a700 1 --2- 172.21.15.33:0/649305077 >> v2:172.21.15.103:3300/0 conn(0x7f2e6c0cd8d0 0x7f2e6c06cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e7108a700 1 -- 172.21.15.33:0/649305077 >> 172.21.15.33:0/649305077 conn(0x7f2e6c06a350 msgr2=0x7f2e6c06a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e7108a700 1 -- 172.21.15.33:0/649305077 shutdown_connections 2024-09-13T15:01:08.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.225+0000 7f2e7108a700 1 -- 172.21.15.33:0/649305077 wait complete. 2024-09-13T15:01:08.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.229+0000 7f2e7108a700 1 Processor -- start 2024-09-13T15:01:08.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.229+0000 7f2e7108a700 1 -- start start 2024-09-13T15:01:08.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.229+0000 7f2e7108a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e6c0b17f0 0x7f2e6c0ac8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.229+0000 7f2e7108a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e6c0b2200 0x7f2e6c15a410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.229+0000 7f2e7108a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e6c0cd8d0 0x7f2e6c0a96d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.229+0000 7f2e7108a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e6c15ad50 con 0x7f2e6c0b2200 2024-09-13T15:01:08.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.229+0000 7f2e7108a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e6c15b030 con 0x7f2e6c0b17f0 2024-09-13T15:01:08.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.229+0000 7f2e7108a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e6c15b310 con 0x7f2e6c0cd8d0 2024-09-13T15:01:08.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.229+0000 7f2e6b7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e6c0b2200 0x7f2e6c15a410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.229+0000 7f2e6b7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e6c0b2200 0x7f2e6c15a410 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50678/0 (socket says 172.21.15.33:50678) 2024-09-13T15:01:08.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.229+0000 7f2e6b7fe700 1 -- 172.21.15.33:0/758926397 learned_addr learned my addr 172.21.15.33:0/758926397 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e6bfff700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e6c0b17f0 0x7f2e6c0ac8e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e70889700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e6c0cd8d0 0x7f2e6c0a96d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e6b7fe700 1 -- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e6c0cd8d0 msgr2=0x7f2e6c0a96d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e6b7fe700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e6c0cd8d0 0x7f2e6c0a96d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e6b7fe700 1 -- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e6c0b17f0 msgr2=0x7f2e6c0ac8e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e6b7fe700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e6c0b17f0 0x7f2e6c0ac8e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e6b7fe700 1 -- 172.21.15.33:0/758926397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e54009b30 con 0x7f2e6c0b2200 2024-09-13T15:01:08.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e70889700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e6c0cd8d0 0x7f2e6c0a96d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e6b7fe700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e6c0b2200 0x7f2e6c15a410 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2e5400b370 tx=0x7f2e54004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e68ff9700 1 -- 172.21.15.33:0/758926397 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e540048b0 con 0x7f2e6c0b2200 2024-09-13T15:01:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e68ff9700 1 -- 172.21.15.33:0/758926397 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e540092e0 con 0x7f2e6c0b2200 2024-09-13T15:01:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e68ff9700 1 -- 172.21.15.33:0/758926397 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e5401c680 con 0x7f2e6c0b2200 2024-09-13T15:01:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e7108a700 1 -- 172.21.15.33:0/758926397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e6c15b5f0 con 0x7f2e6c0b2200 2024-09-13T15:01:08.246 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e7108a700 1 -- 172.21.15.33:0/758926397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e6c0ace20 con 0x7f2e6c0b2200 2024-09-13T15:01:08.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e7108a700 1 -- 172.21.15.33:0/758926397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e6c165380 con 0x7f2e6c0b2200 2024-09-13T15:01:08.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e68ff9700 1 -- 172.21.15.33:0/758926397 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2e5401c7e0 con 0x7f2e6c0b2200 2024-09-13T15:01:08.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e68ff9700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2e4c066760 0x7f2e4c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e68ff9700 1 -- 172.21.15.33:0/758926397 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2e54085c90 con 0x7f2e6c0b2200 2024-09-13T15:01:08.247 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.233+0000 7f2e6bfff700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2e4c066760 0x7f2e4c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.248 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.237+0000 7f2e6bfff700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2e4c066760 0x7f2e4c068c20 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2e6c15ca60 tx=0x7f2e5c009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.241+0000 7f2e68ff9700 1 -- 172.21.15.33:0/758926397 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2e54052da0 con 0x7f2e6c0b2200 2024-09-13T15:01:08.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.425+0000 7f2e7108a700 1 -- 172.21.15.33:0/758926397 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2e6c15bab0 con 0x7f2e6c0b2200 2024-09-13T15:01:08.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.425+0000 7f2e68ff9700 1 -- 172.21.15.33:0/758926397 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7f2e5407de60 con 0x7f2e6c0b2200 2024-09-13T15:01:08.433 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:08.434 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.429+0000 7f2e7108a700 1 -- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2e4c066760 msgr2=0x7f2e4c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.429+0000 7f2e7108a700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2e4c066760 0x7f2e4c068c20 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7f2e6c15ca60 tx=0x7f2e5c009240 comp rx=0 tx=0).stop 2024-09-13T15:01:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.429+0000 7f2e7108a700 1 -- 172.21.15.33:0/758926397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e6c0b2200 msgr2=0x7f2e6c15a410 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.429+0000 7f2e7108a700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e6c0b2200 0x7f2e6c15a410 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f2e5400b370 tx=0x7f2e54004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.429+0000 7f2e7108a700 1 -- 172.21.15.33:0/758926397 shutdown_connections 2024-09-13T15:01:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.429+0000 7f2e7108a700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2e4c066760 0x7f2e4c068c20 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.429+0000 7f2e7108a700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e6c0cd8d0 0x7f2e6c0a96d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.429+0000 7f2e7108a700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e6c0b2200 0x7f2e6c15a410 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.429+0000 7f2e7108a700 1 --2- 172.21.15.33:0/758926397 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e6c0b17f0 0x7f2e6c0ac8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.429+0000 7f2e7108a700 1 -- 172.21.15.33:0/758926397 >> 172.21.15.33:0/758926397 conn(0x7f2e6c06a350 msgr2=0x7f2e6c161500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.429+0000 7f2e7108a700 1 -- 172.21.15.33:0/758926397 shutdown_connections 2024-09-13T15:01:08.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.429+0000 7f2e7108a700 1 -- 172.21.15.33:0/758926397 wait complete. 2024-09-13T15:01:08.449 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 flush_pg_stats 2024-09-13T15:01:08.449 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 flush_pg_stats 2024-09-13T15:01:08.450 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 flush_pg_stats 2024-09-13T15:01:08.450 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 flush_pg_stats 2024-09-13T15:01:08.451 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 flush_pg_stats 2024-09-13T15:01:08.451 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 flush_pg_stats 2024-09-13T15:01:08.451 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 flush_pg_stats 2024-09-13T15:01:08.452 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 flush_pg_stats 2024-09-13T15:01:08.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.593+0000 7f5d1985e700 1 Processor -- start 2024-09-13T15:01:08.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.593+0000 7f5d1985e700 1 -- start start 2024-09-13T15:01:08.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.593+0000 7f5d1985e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f5d1406cbd0 0x7f5d140b38a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.593+0000 7f5d1985e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d14164af0 con 0x7f5d140b17f0 2024-09-13T15:01:08.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.593+0000 7f5d1985e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d140ce220 con 0x7f5d14160c60 2024-09-13T15:01:08.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.593+0000 7f5d1985e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d1406d930 con 0x7f5d1406cbd0 2024-09-13T15:01:08.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.593+0000 7f5d137fe700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f5d140b17f0 0x7f5d14070c10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34756/0 (socket says 172.21.15.33:34756) 2024-09-13T15:01:08.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.593+0000 7f5d137fe700 1 -- 172.21.15.33:0/2407465326 learned_addr learned my addr 172.21.15.33:0/2407465326 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:08.602 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.593+0000 7f5d127fc700 1 --2- 172.21.15.33:0/2407465326 >> v2:172.21.15.33:3300/0 conn(0x7f5d1406cbd0 0x7f5d140b38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.593+0000 7f5d11ffb700 1 -- 172.21.15.33:0/2407465326 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1637570970 0 0) 0x7f5d14164af0 con 0x7f5d140b17f0 2024-09-13T15:01:08.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.593+0000 7f5d11ffb700 1 -- 172.21.15.33:0/2407465326 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5cfc0035d0 con 0x7f5d140b17f0 2024-09-13T15:01:08.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d127fc700 1 -- 172.21.15.33:0/2407465326 >> v1:172.21.15.103:6789/0 conn(0x7f5d14160c60 legacy=0x7f5d14164f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d127fc700 1 -- 172.21.15.33:0/2407465326 >> v1:172.21.15.33:6789/0 conn(0x7f5d140b17f0 legacy=0x7f5d14070c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d127fc700 1 -- 172.21.15.33:0/2407465326 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d1406d090 con 0x7f5d1406cbd0 2024-09-13T15:01:08.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d127fc700 1 --2- 172.21.15.33:0/2407465326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d1406cbd0 0x7f5d140b38a0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5d08009850 tx=0x7f5d08009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59a6ce7dc5e38cfb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d11ffb700 1 -- 172.21.15.33:0/2407465326 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d08011830 con 0x7f5d1406cbd0 2024-09-13T15:01:08.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d11ffb700 1 -- 172.21.15.33:0/2407465326 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d08011990 con 0x7f5d1406cbd0 2024-09-13T15:01:08.603 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d11ffb700 1 -- 172.21.15.33:0/2407465326 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d08011d40 con 0x7f5d1406cbd0 2024-09-13T15:01:08.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d1985e700 1 -- 172.21.15.33:0/2407465326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d1406cbd0 msgr2=0x7f5d140b38a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d1985e700 1 --2- 172.21.15.33:0/2407465326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d1406cbd0 0x7f5d140b38a0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f5d08009850 tx=0x7f5d08009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:08.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d1985e700 1 -- 172.21.15.33:0/2407465326 shutdown_connections 2024-09-13T15:01:08.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d1985e700 1 --2- 172.21.15.33:0/2407465326 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d1406cbd0 0x7f5d140b38a0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d1985e700 1 -- 172.21.15.33:0/2407465326 >> 172.21.15.33:0/2407465326 conn(0x7f5d140b04f0 msgr2=0x7f5d140b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d1985e700 1 -- 172.21.15.33:0/2407465326 shutdown_connections 2024-09-13T15:01:08.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d1985e700 1 -- 172.21.15.33:0/2407465326 wait complete. 2024-09-13T15:01:08.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d1985e700 1 Processor -- start 2024-09-13T15:01:08.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.597+0000 7f5d1985e700 1 -- start start 2024-09-13T15:01:08.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d1985e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5d1406cbd0 0x7f5d141562b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d1985e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d140b17f0 0x7f5d14163b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d1985e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d14160c60 0x7f5d14164080 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d1985e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d14161b30 con 0x7f5d140b17f0 2024-09-13T15:01:08.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d1985e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d1415c710 con 0x7f5d14160c60 2024-09-13T15:01:08.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d1985e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d1415c9f0 con 0x7f5d1406cbd0 2024-09-13T15:01:08.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d127fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d140b17f0 0x7f5d14163b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d127fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d140b17f0 0x7f5d14163b40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50688/0 (socket says 172.21.15.33:50688) 2024-09-13T15:01:08.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d127fc700 1 -- 172.21.15.33:0/2129274863 learned_addr learned my addr 172.21.15.33:0/2129274863 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d137fe700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d14160c60 0x7f5d14164080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d12ffd700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5d1406cbd0 0x7f5d141562b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d137fe700 1 -- 172.21.15.33:0/2129274863 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5d1406cbd0 msgr2=0x7f5d141562b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d137fe700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5d1406cbd0 0x7f5d141562b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d137fe700 1 -- 172.21.15.33:0/2129274863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d140b17f0 msgr2=0x7f5d14163b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d137fe700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d140b17f0 0x7f5d14163b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d137fe700 1 -- 172.21.15.33:0/2129274863 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d080094b0 con 0x7f5d14160c60 2024-09-13T15:01:08.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d127fc700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d140b17f0 0x7f5d14163b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:08.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d12ffd700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5d1406cbd0 0x7f5d141562b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:08.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d137fe700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d14160c60 0x7f5d14164080 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5d0c00ca80 tx=0x7f5d0c00cab0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5cfbfff700 1 -- 172.21.15.33:0/2129274863 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d0c007480 con 0x7f5d14160c60 2024-09-13T15:01:08.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7fed83e29700 1 Processor -- start 2024-09-13T15:01:08.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5cfbfff700 1 -- 172.21.15.33:0/2129274863 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5d0c0075e0 con 0x7f5d14160c60 2024-09-13T15:01:08.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d1985e700 1 -- 172.21.15.33:0/2129274863 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d14161750 con 0x7f5d14160c60 2024-09-13T15:01:08.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7fed83e29700 1 -- start start 2024-09-13T15:01:08.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5cfbfff700 1 -- 172.21.15.33:0/2129274863 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5d0c007950 con 0x7f5d14160c60 2024-09-13T15:01:08.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.601+0000 7f5d1985e700 1 -- 172.21.15.33:0/2129274863 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d1415a080 con 0x7f5d14160c60 2024-09-13T15:01:08.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed83e29700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fed7c071320 0x7fed7c06e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed83e29700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed7c06dd40 con 0x7fed7c15a630 2024-09-13T15:01:08.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed83e29700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed7c06d430 con 0x7fed7c15a250 2024-09-13T15:01:08.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed83e29700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed7c06d6f0 con 0x7fed7c071320 2024-09-13T15:01:08.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed813c4700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fed7c15a630 0x7fed7c070c10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34768/0 (socket says 172.21.15.33:34768) 2024-09-13T15:01:08.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f5d1985e700 1 -- 172.21.15.33:0/2129274863 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f5d14161040 con 0x7f5d14160c60 2024-09-13T15:01:08.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed813c4700 1 -- 172.21.15.33:0/883768957 learned_addr learned my addr 172.21.15.33:0/883768957 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:08.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f4aa29f1700 1 Processor -- start 2024-09-13T15:01:08.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f4aa29f1700 1 -- start start 2024-09-13T15:01:08.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f5cfbfff700 1 -- 172.21.15.33:0/2129274863 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5d0c01b3b0 con 0x7f5d14160c60 2024-09-13T15:01:08.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fea2927a700 1 Processor -- start 2024-09-13T15:01:08.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fea2927a700 1 -- start start 2024-09-13T15:01:08.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed823c6700 1 --2- 172.21.15.33:0/883768957 >> v2:172.21.15.33:3300/0 conn(0x7fed7c071320 0x7fed7c06e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed80bc3700 1 -- 172.21.15.33:0/883768957 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4191943281 0 0) 0x7fed7c06dd40 con 0x7fed7c15a630 2024-09-13T15:01:08.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed80bc3700 1 -- 172.21.15.33:0/883768957 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fed680035d0 con 0x7fed7c15a630 2024-09-13T15:01:08.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed823c6700 1 -- 172.21.15.33:0/883768957 >> v1:172.21.15.103:6789/0 conn(0x7fed7c15a250 legacy=0x7fed7c0b3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed823c6700 1 -- 172.21.15.33:0/883768957 >> v1:172.21.15.33:6789/0 conn(0x7fed7c15a630 legacy=0x7fed7c070c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed80bc3700 1 -- 172.21.15.33:0/883768957 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3080303595 0 0) 0x7fed680035d0 con 0x7fed7c15a630 2024-09-13T15:01:08.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed823c6700 1 -- 172.21.15.33:0/883768957 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed7c06d9d0 con 0x7fed7c071320 2024-09-13T15:01:08.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed823c6700 1 --2- 172.21.15.33:0/883768957 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed7c071320 0x7fed7c06e1d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fed74009d90 tx=0x7fed7400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ee4a4cbee6c3b2c6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed80bc3700 1 -- 172.21.15.33:0/883768957 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed7400e070 con 0x7fed7c071320 2024-09-13T15:01:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed80bc3700 1 -- 172.21.15.33:0/883768957 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed74003a40 con 0x7fed7c071320 2024-09-13T15:01:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed80bc3700 1 -- 172.21.15.33:0/883768957 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6c001670 con 0x7fed7c071320 2024-09-13T15:01:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7ff40ea2d700 1 Processor -- start 2024-09-13T15:01:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7ff40ea2d700 1 -- start start 2024-09-13T15:01:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f5cfbfff700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5d00066800 0x7f5d00068cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f5cfbfff700 1 -- 172.21.15.33:0/2129274863 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5d0c083be0 con 0x7f5d14160c60 2024-09-13T15:01:08.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f5cfbfff700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.33:6818/1899465917,v1:172.21.15.33:6819/1899465917] conn(0x7f5d0006fe40 0x7f5d00072280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f5cfbfff700 1 -- 172.21.15.33:0/2129274863 --> [v2:172.21.15.33:6818/1899465917,v1:172.21.15.33:6819/1899465917] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f5d00072950 con 0x7f5d0006fe40 2024-09-13T15:01:08.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f5d12ffd700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5d00066800 0x7f5d00068cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f5cfbfff700 1 -- 172.21.15.33:0/2129274863 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5d0c088220 con 0x7f5d14160c60 2024-09-13T15:01:08.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fea2927a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fea2415a630 0x7fea2406e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fea2927a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fea24070c10 0x7fea240710c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fea2927a700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fea2406dd40 con 0x7fea2415a250 2024-09-13T15:01:08.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fea2927a700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fea24071600 con 0x7fea2415a630 2024-09-13T15:01:08.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fea2927a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea2406d430 con 0x7fea24070c10 2024-09-13T15:01:08.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed83e29700 1 -- 172.21.15.33:0/883768957 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed7c071320 msgr2=0x7fed7c06e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fea23fff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fea2415a250 0x7fea240b3210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34786/0 (socket says 172.21.15.33:34786) 2024-09-13T15:01:08.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fea23fff700 1 -- 172.21.15.33:0/2593260667 learned_addr learned my addr 172.21.15.33:0/2593260667 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:08.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f5d127fc700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.33:6818/1899465917,v1:172.21.15.33:6819/1899465917] conn(0x7f5d0006fe40 0x7f5d00072280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea28a79700 1 --2- 172.21.15.33:0/2593260667 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fea24070c10 0x7fea240710c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f5d12ffd700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5d00066800 0x7f5d00068cc0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5d04001bf0 tx=0x7f5d04009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea237fe700 1 --2- 172.21.15.33:0/2593260667 >> v2:172.21.15.33:3300/0 conn(0x7fea2415a630 0x7fea2406e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea22ffd700 1 -- 172.21.15.33:0/2593260667 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3514687269 0 0) 0x7fea2406dd40 con 0x7fea2415a250 2024-09-13T15:01:08.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea22ffd700 1 -- 172.21.15.33:0/2593260667 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fea0c0035d0 con 0x7fea2415a250 2024-09-13T15:01:08.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed83e29700 1 --2- 172.21.15.33:0/883768957 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed7c071320 0x7fed7c06e1d0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fed74009d90 tx=0x7fed7400b330 comp rx=0 tx=0).stop 2024-09-13T15:01:08.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed83e29700 1 -- 172.21.15.33:0/883768957 shutdown_connections 2024-09-13T15:01:08.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f4aa29f1700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f4a9c06cbd0 0x7f4a9c0b38a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f4aa29f1700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4a9c0b17f0 0x7f4a9c0b1c60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f4aa29f1700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4a9c164af0 con 0x7f4a9c160c60 2024-09-13T15:01:08.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f4aa29f1700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4a9c06d930 con 0x7f4a9c06cbd0 2024-09-13T15:01:08.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f4aa29f1700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a9c0b21a0 con 0x7f4a9c0b17f0 2024-09-13T15:01:08.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f4aa19ef700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f4a9c160c60 0x7f4a9c164f80 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34776/0 (socket says 172.21.15.33:34776) 2024-09-13T15:01:08.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f4aa19ef700 1 -- 172.21.15.33:0/3241449967 learned_addr learned my addr 172.21.15.33:0/3241449967 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:08.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f4aa11ee700 1 --2- 172.21.15.33:0/3241449967 >> v2:172.21.15.103:3300/0 conn(0x7f4a9c06cbd0 0x7f4a9c0b38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed83e29700 1 --2- 172.21.15.33:0/883768957 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed7c071320 0x7fed7c06e1d0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7fed83e29700 1 -- 172.21.15.33:0/883768957 >> 172.21.15.33:0/883768957 conn(0x7fed7c0b04f0 msgr2=0x7fed7c0b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f5d127fc700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.33:6818/1899465917,v1:172.21.15.33:6819/1899465917] conn(0x7f5d0006fe40 0x7f5d00072280 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f4aa11ee700 1 -- 172.21.15.33:0/3241449967 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4a9c0b17f0 msgr2=0x7f4a9c0b1c60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f4aa11ee700 1 --2- 172.21.15.33:0/3241449967 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4a9c0b17f0 0x7f4a9c0b1c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f4aa11ee700 1 -- 172.21.15.33:0/3241449967 >> v1:172.21.15.33:6789/0 conn(0x7f4a9c160c60 legacy=0x7f4a9c164f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.605+0000 7f4aa11ee700 1 -- 172.21.15.33:0/3241449967 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a9c0ce220 con 0x7f4a9c06cbd0 2024-09-13T15:01:08.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f4aa11ee700 1 --2- 172.21.15.33:0/3241449967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a9c06cbd0 0x7f4a9c0b38a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4a98009850 tx=0x7f4a98009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ebc87053b96e736 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea28a79700 1 -- 172.21.15.33:0/2593260667 >> v2:172.21.15.33:3300/0 conn(0x7fea2415a630 msgr2=0x7fea2406e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea22ffd700 1 -- 172.21.15.33:0/2593260667 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1864276213 0 0) 0x7fea0c0035d0 con 0x7fea2415a250 2024-09-13T15:01:08.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fed83e29700 1 -- 172.21.15.33:0/883768957 shutdown_connections 2024-09-13T15:01:08.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea28a79700 1 --2- 172.21.15.33:0/2593260667 >> v2:172.21.15.33:3300/0 conn(0x7fea2415a630 0x7fea2406e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea28a79700 1 -- 172.21.15.33:0/2593260667 >> v1:172.21.15.33:6789/0 conn(0x7fea2415a250 legacy=0x7fea240b3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea28a79700 1 -- 172.21.15.33:0/2593260667 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea2406d6f0 con 0x7fea24070c10 2024-09-13T15:01:08.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea237fe700 1 --2- 172.21.15.33:0/2593260667 >> v2:172.21.15.33:3300/0 conn(0x7fea2415a630 0x7fea2406e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:08.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f4aa09ed700 1 -- 172.21.15.33:0/3241449967 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a98004230 con 0x7f4a9c06cbd0 2024-09-13T15:01:08.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f4aa09ed700 1 -- 172.21.15.33:0/3241449967 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a98004390 con 0x7f4a9c06cbd0 2024-09-13T15:01:08.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f4aa09ed700 1 -- 172.21.15.33:0/3241449967 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a980036c0 con 0x7f4a9c06cbd0 2024-09-13T15:01:08.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea28a79700 1 --2- 172.21.15.33:0/2593260667 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fea24070c10 0x7fea240710c0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fea1c009d90 tx=0x7fea1c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a3255726c466992a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40ea2d700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff4080b1910 0x7ff4081564a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40ea2d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff4080b2320 0x7ff4080ad710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40ea2d700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff4080b2c70 con 0x7ff40806dcc0 2024-09-13T15:01:08.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40ea2d700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff40806c2a0 con 0x7ff4080b2320 2024-09-13T15:01:08.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40ea2d700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff4080b2f50 con 0x7ff4080b1910 2024-09-13T15:01:08.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40e22c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff4080b2320 0x7ff4080ad710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40e22c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff4080b2320 0x7ff4080ad710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50716/0 (socket says 172.21.15.33:50716) 2024-09-13T15:01:08.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40e22c700 1 -- 172.21.15.33:0/3454388979 learned_addr learned my addr 172.21.15.33:0/3454388979 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40da2b700 1 --2- 172.21.15.33:0/3454388979 >> v2:172.21.15.103:3300/0 conn(0x7ff4080b1910 0x7ff4081564a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f4aa29f1700 1 -- 172.21.15.33:0/3241449967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a9c06cbd0 msgr2=0x7f4a9c0b38a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f4aa29f1700 1 --2- 172.21.15.33:0/3241449967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a9c06cbd0 0x7f4a9c0b38a0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f4a98009850 tx=0x7f4a98009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:08.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea22ffd700 1 -- 172.21.15.33:0/2593260667 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea1c00e070 con 0x7fea24070c10 2024-09-13T15:01:08.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea22ffd700 1 -- 172.21.15.33:0/2593260667 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea1c003a40 con 0x7fea24070c10 2024-09-13T15:01:08.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea22ffd700 1 -- 172.21.15.33:0/2593260667 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea14001670 con 0x7fea24070c10 2024-09-13T15:01:08.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fed83e29700 1 -- 172.21.15.33:0/883768957 wait complete. 2024-09-13T15:01:08.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40e22c700 1 -- 172.21.15.33:0/3454388979 >> v2:172.21.15.103:3300/0 conn(0x7ff4080b1910 msgr2=0x7ff4081564a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40e22c700 1 --2- 172.21.15.33:0/3454388979 >> v2:172.21.15.103:3300/0 conn(0x7ff4080b1910 0x7ff4081564a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40e22c700 1 -- 172.21.15.33:0/3454388979 >> v1:172.21.15.33:6789/0 conn(0x7ff40806dcc0 legacy=0x7ff40806bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40e22c700 1 -- 172.21.15.33:0/3454388979 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff4080b3230 con 0x7ff4080b2320 2024-09-13T15:01:08.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f5cfbfff700 1 -- 172.21.15.33:0/2129274863 <== osd.3 v2:172.21.15.33:6818/1899465917 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f5d00072950 con 0x7f5d0006fe40 2024-09-13T15:01:08.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fed83e29700 1 Processor -- start 2024-09-13T15:01:08.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40e22c700 1 --2- 172.21.15.33:0/3454388979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4080b2320 0x7ff4080ad710 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff4080b1590 tx=0x7ff404014850 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f867a405d6e84cac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f4aa29f1700 1 -- 172.21.15.33:0/3241449967 shutdown_connections 2024-09-13T15:01:08.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f4aa29f1700 1 --2- 172.21.15.33:0/3241449967 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4a9c0b17f0 0x7f4a9c0b1c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f4aa29f1700 1 --2- 172.21.15.33:0/3241449967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a9c06cbd0 0x7f4a9c0b38a0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f4aa29f1700 1 -- 172.21.15.33:0/3241449967 >> 172.21.15.33:0/3241449967 conn(0x7f4a9c0b04f0 msgr2=0x7f4a9c0b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea2927a700 1 -- 172.21.15.33:0/2593260667 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fea24070c10 msgr2=0x7fea240710c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea2927a700 1 --2- 172.21.15.33:0/2593260667 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fea24070c10 0x7fea240710c0 secure :-1 s=READY pgs=40 cs=0 l=1 rev1=1 crypto rx=0x7fea1c009d90 tx=0x7fea1c00b330 comp rx=0 tx=0).stop 2024-09-13T15:01:08.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40ca29700 1 -- 172.21.15.33:0/3454388979 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff404012660 con 0x7ff4080b2320 2024-09-13T15:01:08.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40ca29700 1 -- 172.21.15.33:0/3454388979 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff4040127c0 con 0x7ff4080b2320 2024-09-13T15:01:08.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40ca29700 1 -- 172.21.15.33:0/3454388979 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff404012b50 con 0x7ff4080b2320 2024-09-13T15:01:08.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea2927a700 1 -- 172.21.15.33:0/2593260667 shutdown_connections 2024-09-13T15:01:08.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea2927a700 1 --2- 172.21.15.33:0/2593260667 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fea24070c10 0x7fea240710c0 unknown :-1 s=CLOSED pgs=40 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea2927a700 1 --2- 172.21.15.33:0/2593260667 >> v2:172.21.15.33:3300/0 conn(0x7fea2415a630 0x7fea2406e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea2927a700 1 -- 172.21.15.33:0/2593260667 >> 172.21.15.33:0/2593260667 conn(0x7fea240b04f0 msgr2=0x7fea240b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f4aa29f1700 1 -- 172.21.15.33:0/3241449967 shutdown_connections 2024-09-13T15:01:08.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7f4aa29f1700 1 -- 172.21.15.33:0/3241449967 wait complete. 2024-09-13T15:01:08.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fea2927a700 1 -- 172.21.15.33:0/2593260667 shutdown_connections 2024-09-13T15:01:08.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40ea2d700 1 -- 172.21.15.33:0/3454388979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4080b2320 msgr2=0x7ff4080ad710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7ff40ea2d700 1 --2- 172.21.15.33:0/3454388979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4080b2320 0x7ff4080ad710 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff4080b1590 tx=0x7ff404014850 comp rx=0 tx=0).stop 2024-09-13T15:01:08.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f4aa29f1700 1 Processor -- start 2024-09-13T15:01:08.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea2927a700 1 -- 172.21.15.33:0/2593260667 wait complete. 2024-09-13T15:01:08.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.609+0000 7fc52b59e700 1 Processor -- start 2024-09-13T15:01:08.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc52b59e700 1 -- start start 2024-09-13T15:01:08.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc52b59e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fc52c06f0c0 0x7fc52c06cf20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7ff40ea2d700 1 -- 172.21.15.33:0/3454388979 shutdown_connections 2024-09-13T15:01:08.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7ff40ea2d700 1 --2- 172.21.15.33:0/3454388979 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4080b2320 0x7ff4080ad710 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7ff40ea2d700 1 --2- 172.21.15.33:0/3454388979 >> v2:172.21.15.103:3300/0 conn(0x7ff4080b1910 0x7ff4081564a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7ff40ea2d700 1 -- 172.21.15.33:0/3454388979 >> 172.21.15.33:0/3454388979 conn(0x7ff40806a350 msgr2=0x7ff40806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc52b59e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc52c15acc0 con 0x7fc52c06d460 2024-09-13T15:01:08.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc52b59e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc52c153fd0 con 0x7fc52c153bf0 2024-09-13T15:01:08.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc52b59e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc52c06dc90 con 0x7fc52c06f0c0 2024-09-13T15:01:08.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc52ad9d700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fc52c06d460 0x7fc52c0ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34800/0 (socket says 172.21.15.33:34800) 2024-09-13T15:01:08.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc52ad9d700 1 -- 172.21.15.33:0/1064141412 learned_addr learned my addr 172.21.15.33:0/1064141412 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:08.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed83e29700 1 -- start start 2024-09-13T15:01:08.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc529d9b700 1 --2- 172.21.15.33:0/1064141412 >> v2:172.21.15.103:3300/0 conn(0x7fc52c06f0c0 0x7fc52c06cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f8031155700 1 Processor -- start 2024-09-13T15:01:08.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f8031155700 1 -- start start 2024-09-13T15:01:08.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea2927a700 1 Processor -- start 2024-09-13T15:01:08.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea2927a700 1 -- start start 2024-09-13T15:01:08.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc529d9b700 1 -- 172.21.15.33:0/1064141412 >> v1:172.21.15.103:6789/0 conn(0x7fc52c153bf0 legacy=0x7fc52c06e9b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc529d9b700 1 -- 172.21.15.33:0/1064141412 >> v1:172.21.15.33:6789/0 conn(0x7fc52c06d460 legacy=0x7fc52c0ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc529d9b700 1 -- 172.21.15.33:0/1064141412 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc52c06df70 con 0x7fc52c06f0c0 2024-09-13T15:01:08.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed83e29700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed7c071320 0x7fed7c153570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc529d9b700 1 --2- 172.21.15.33:0/1064141412 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc52c06f0c0 0x7fc52c06cf20 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc524009dc0 tx=0x7fc52400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=2a4b7842585b7968 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed83e29700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fed7c15a250 0x7fed7c153e70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed83e29700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed7c15a630 0x7fed7c147140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea2927a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea24070c10 0x7fea24144eb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea2927a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea2415a250 0x7fea2415f000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea2927a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fea2415a630 0x7fea24156470 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea2927a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea24152920 con 0x7fea24070c10 2024-09-13T15:01:08.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea2927a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fea24152c00 con 0x7fea2415a250 2024-09-13T15:01:08.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea2927a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fea24152ee0 con 0x7fea2415a630 2024-09-13T15:01:08.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed83e29700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed7c153be0 con 0x7fed7c071320 2024-09-13T15:01:08.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed83e29700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed7c151430 con 0x7fed7c15a630 2024-09-13T15:01:08.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed83e29700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed7c147680 con 0x7fed7c15a250 2024-09-13T15:01:08.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7ff40ea2d700 1 -- 172.21.15.33:0/3454388979 shutdown_connections 2024-09-13T15:01:08.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f4aa29f1700 1 -- start start 2024-09-13T15:01:08.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea23fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea24070c10 0x7fea24144eb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea23fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea24070c10 0x7fea24144eb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50738/0 (socket says 172.21.15.33:50738) 2024-09-13T15:01:08.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea23fff700 1 -- 172.21.15.33:0/2771563536 learned_addr learned my addr 172.21.15.33:0/2771563536 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f8031155700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f802c1594f0 0x7f802c06d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f8031155700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f802c06da70 0x7f802c0b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea28a79700 1 --2- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fea2415a630 0x7fea24156470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea237fe700 1 --2- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea2415a250 0x7fea2415f000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc52959a700 1 -- 172.21.15.33:0/1064141412 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc52400e070 con 0x7fc52c06f0c0 2024-09-13T15:01:08.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea23fff700 1 -- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fea2415a630 msgr2=0x7fea24156470 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea23fff700 1 --2- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fea2415a630 0x7fea24156470 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea23fff700 1 -- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea2415a250 msgr2=0x7fea2415f000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea23fff700 1 --2- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fea2415a250 0x7fea2415f000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fea23fff700 1 -- 172.21.15.33:0/2771563536 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fea180094b0 con 0x7fea24070c10 2024-09-13T15:01:08.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc52959a700 1 -- 172.21.15.33:0/1064141412 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc52400bad0 con 0x7fc52c06f0c0 2024-09-13T15:01:08.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fc52959a700 1 -- 172.21.15.33:0/1064141412 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc52400be60 con 0x7fc52c06f0c0 2024-09-13T15:01:08.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed81bc5700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed7c071320 0x7fed7c153570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed81bc5700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed7c071320 0x7fed7c153570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50732/0 (socket says 172.21.15.33:50732) 2024-09-13T15:01:08.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed81bc5700 1 -- 172.21.15.33:0/2011374075 learned_addr learned my addr 172.21.15.33:0/2011374075 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed813c4700 1 --2- 172.21.15.33:0/2011374075 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fed7c15a250 0x7fed7c153e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed81bc5700 1 -- 172.21.15.33:0/2011374075 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fed7c15a250 msgr2=0x7fed7c153e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed81bc5700 1 --2- 172.21.15.33:0/2011374075 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fed7c15a250 0x7fed7c153e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed81bc5700 1 -- 172.21.15.33:0/2011374075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed7c15a630 msgr2=0x7fed7c147140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed81bc5700 1 --2- 172.21.15.33:0/2011374075 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed7c15a630 0x7fed7c147140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed81bc5700 1 -- 172.21.15.33:0/2011374075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed74009a70 con 0x7fed7c071320 2024-09-13T15:01:08.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7fed81bc5700 1 --2- 172.21.15.33:0/2011374075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed7c071320 0x7fed7c153570 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fed7800c6e0 tx=0x7fed7800c9f0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f8031155700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f802c0b3630 0x7f802c15d150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f8031155700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f802c0b2280 con 0x7f802c1594f0 2024-09-13T15:01:08.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f8031155700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f802c06deb0 con 0x7f802c0b3630 2024-09-13T15:01:08.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f8031155700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f802c0cc890 con 0x7f802c06da70 2024-09-13T15:01:08.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f802bfff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f802c1594f0 0x7f802c06d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f802bfff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f802c1594f0 0x7f802c06d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50740/0 (socket says 172.21.15.33:50740) 2024-09-13T15:01:08.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f802bfff700 1 -- 172.21.15.33:0/2666865807 learned_addr learned my addr 172.21.15.33:0/2666865807 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f802b7fe700 1 --2- 172.21.15.33:0/2666865807 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f802c06da70 0x7f802c0b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f8030954700 1 --2- 172.21.15.33:0/2666865807 >> v2:172.21.15.103:3300/0 conn(0x7f802c0b3630 0x7f802c15d150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.613+0000 7f4aa29f1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a9c06cbd0 0x7f4a9c0a98d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa29f1700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a9c0b17f0 0x7f4a9c15c910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa29f1700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4a9c160c60 0x7f4a9c15a520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa29f1700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a9c15dc20 con 0x7f4a9c06cbd0 2024-09-13T15:01:08.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa29f1700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4a9c15aa60 con 0x7f4a9c0b17f0 2024-09-13T15:01:08.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa29f1700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4a9c15d010 con 0x7f4a9c160c60 2024-09-13T15:01:08.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7ff40ea2d700 1 -- 172.21.15.33:0/3454388979 wait complete. 2024-09-13T15:01:08.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f802bfff700 1 -- 172.21.15.33:0/2666865807 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f802c06da70 msgr2=0x7f802c0b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f802bfff700 1 --2- 172.21.15.33:0/2666865807 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f802c06da70 0x7f802c0b30f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f802bfff700 1 -- 172.21.15.33:0/2666865807 >> v2:172.21.15.103:3300/0 conn(0x7f802c0b3630 msgr2=0x7f802c15d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f802bfff700 1 --2- 172.21.15.33:0/2666865807 >> v2:172.21.15.103:3300/0 conn(0x7f802c0b3630 0x7f802c15d150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f802bfff700 1 -- 172.21.15.33:0/2666865807 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f802c0b1970 con 0x7f802c1594f0 2024-09-13T15:01:08.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f802b7fe700 1 --2- 172.21.15.33:0/2666865807 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f802c06da70 0x7f802c0b30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:08.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f8030954700 1 --2- 172.21.15.33:0/2666865807 >> v2:172.21.15.103:3300/0 conn(0x7f802c0b3630 0x7f802c15d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:08.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fea23fff700 1 --2- 172.21.15.33:0/2771563536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea24070c10 0x7fea24144eb0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fea140011e0 tx=0x7fea1400c9e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa21f0700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4a9c160c60 0x7f4a9c15a520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa21f0700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4a9c160c60 0x7f4a9c15a520 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:39940/0 (socket says 172.21.15.33:39940) 2024-09-13T15:01:08.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa21f0700 1 -- 172.21.15.33:0/2891933356 learned_addr learned my addr 172.21.15.33:0/2891933356 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f802bfff700 1 --2- 172.21.15.33:0/2666865807 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f802c1594f0 0x7f802c06d530 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f802c0b1b60 tx=0x7f801c009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=db6a71c8e50230a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f802affd700 1 -- 172.21.15.33:0/2666865807 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f801c004230 con 0x7f802c1594f0 2024-09-13T15:01:08.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f802affd700 1 -- 172.21.15.33:0/2666865807 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f801c004390 con 0x7f802c1594f0 2024-09-13T15:01:08.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f802affd700 1 -- 172.21.15.33:0/2666865807 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f801c0036c0 con 0x7f802c1594f0 2024-09-13T15:01:08.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa19ef700 1 --2- 172.21.15.33:0/2891933356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a9c06cbd0 0x7f4a9c0a98d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fc52b59e700 1 -- 172.21.15.33:0/1064141412 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc52c06f0c0 msgr2=0x7fc52c06cf20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fc52b59e700 1 --2- 172.21.15.33:0/1064141412 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc52c06f0c0 0x7fc52c06cf20 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7fc524009dc0 tx=0x7fc52400b330 comp rx=0 tx=0).stop 2024-09-13T15:01:08.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fc52b59e700 1 -- 172.21.15.33:0/1064141412 shutdown_connections 2024-09-13T15:01:08.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fc52b59e700 1 --2- 172.21.15.33:0/1064141412 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc52c06f0c0 0x7fc52c06cf20 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fc52b59e700 1 -- 172.21.15.33:0/1064141412 >> 172.21.15.33:0/1064141412 conn(0x7fc52c0b15e0 msgr2=0x7fc52c0b19f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa21f0700 1 -- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a9c0b17f0 msgr2=0x7f4a9c15c910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa21f0700 1 --2- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4a9c0b17f0 0x7f4a9c15c910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa21f0700 1 -- 172.21.15.33:0/2891933356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a9c06cbd0 msgr2=0x7f4a9c0a98d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa21f0700 1 --2- 172.21.15.33:0/2891933356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a9c06cbd0 0x7f4a9c0a98d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa21f0700 1 -- 172.21.15.33:0/2891933356 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4a980094b0 con 0x7f4a9c160c60 2024-09-13T15:01:08.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa19ef700 1 --2- 172.21.15.33:0/2891933356 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4a9c06cbd0 0x7f4a9c0a98d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:08.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4aa21f0700 1 --2- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4a9c160c60 0x7f4a9c15a520 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c00b4d0 tx=0x7f4a8c00b890 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4a927fc700 1 -- 172.21.15.33:0/2891933356 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a8c011830 con 0x7f4a9c160c60 2024-09-13T15:01:08.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7ff40ea2d700 1 Processor -- start 2024-09-13T15:01:08.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7ff40ea2d700 1 -- start start 2024-09-13T15:01:08.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fea20ff9700 1 -- 172.21.15.33:0/2771563536 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea14004ca0 con 0x7fea24070c10 2024-09-13T15:01:08.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fea20ff9700 1 -- 172.21.15.33:0/2771563536 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fea14004e20 con 0x7fea24070c10 2024-09-13T15:01:08.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fea20ff9700 1 -- 172.21.15.33:0/2771563536 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fea14007310 con 0x7fea24070c10 2024-09-13T15:01:08.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f8031155700 1 -- 172.21.15.33:0/2666865807 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f802c1594f0 msgr2=0x7f802c06d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f8031155700 1 --2- 172.21.15.33:0/2666865807 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f802c1594f0 0x7f802c06d530 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f802c0b1b60 tx=0x7f801c009bf0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fea2927a700 1 -- 172.21.15.33:0/2771563536 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fea1c009a70 con 0x7fea24070c10 2024-09-13T15:01:08.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fea2927a700 1 -- 172.21.15.33:0/2771563536 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fea241534a0 con 0x7fea24070c10 2024-09-13T15:01:08.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7ff40ea2d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff40806dcc0 0x7ff408152a70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7ff40ea2d700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff4080b1910 0x7ff40814f400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7ff40ea2d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4080b2320 0x7ff408149aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7ff40ea2d700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff408152fb0 con 0x7ff4080b2320 2024-09-13T15:01:08.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7ff40ea2d700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff4081eeb20 con 0x7ff4080b1910 2024-09-13T15:01:08.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7ff40ea2d700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff4081519d0 con 0x7ff40806dcc0 2024-09-13T15:01:08.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fed727fc700 1 -- 172.21.15.33:0/2011374075 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed780054e0 con 0x7fed7c071320 2024-09-13T15:01:08.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fed727fc700 1 -- 172.21.15.33:0/2011374075 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed780036a0 con 0x7fed7c071320 2024-09-13T15:01:08.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fed727fc700 1 -- 172.21.15.33:0/2011374075 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed78003a50 con 0x7fed7c071320 2024-09-13T15:01:08.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fed83e29700 1 -- 172.21.15.33:0/2011374075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed7c150a90 con 0x7fed7c071320 2024-09-13T15:01:08.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fed83e29700 1 -- 172.21.15.33:0/2011374075 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed7c151050 con 0x7fed7c071320 2024-09-13T15:01:08.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fed727fc700 1 -- 172.21.15.33:0/2011374075 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fed78003bb0 con 0x7fed7c071320 2024-09-13T15:01:08.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7f4a927fc700 1 -- 172.21.15.33:0/2891933356 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4a8c011990 con 0x7f4a9c160c60 2024-09-13T15:01:08.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7ff40da2b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff40806dcc0 0x7ff408152a70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7ff40da2b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff40806dcc0 0x7ff408152a70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:39942/0 (socket says 172.21.15.33:39942) 2024-09-13T15:01:08.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7ff40da2b700 1 -- 172.21.15.33:0/2571506237 learned_addr learned my addr 172.21.15.33:0/2571506237 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7ff40d22a700 1 --2- 172.21.15.33:0/2571506237 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff4080b1910 0x7ff40814f400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fea2927a700 1 -- 172.21.15.33:0/2771563536 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fea240b3cb0 con 0x7fea24070c10 2024-09-13T15:01:08.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fc52b59e700 1 -- 172.21.15.33:0/1064141412 shutdown_connections 2024-09-13T15:01:08.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fc52b59e700 1 -- 172.21.15.33:0/1064141412 wait complete. 2024-09-13T15:01:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7ff40da2b700 1 -- 172.21.15.33:0/2571506237 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff4080b1910 msgr2=0x7ff40814f400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7ff40da2b700 1 --2- 172.21.15.33:0/2571506237 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff4080b1910 0x7ff40814f400 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7ff40da2b700 1 -- 172.21.15.33:0/2571506237 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4080b2320 msgr2=0x7ff408149aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7ff40da2b700 1 --2- 172.21.15.33:0/2571506237 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff4080b2320 0x7ff408149aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7ff40da2b700 1 -- 172.21.15.33:0/2571506237 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff40400fdb0 con 0x7ff40806dcc0 2024-09-13T15:01:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7f4aa29f1700 1 -- 172.21.15.33:0/2891933356 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4a9c15d2f0 con 0x7f4a9c160c60 2024-09-13T15:01:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7f4aa29f1700 1 -- 172.21.15.33:0/2891933356 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4a9c15d8b0 con 0x7f4a9c160c60 2024-09-13T15:01:08.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7f4a927fc700 1 -- 172.21.15.33:0/2891933356 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4a8c011d40 con 0x7f4a9c160c60 2024-09-13T15:01:08.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7f8031155700 1 -- 172.21.15.33:0/2666865807 shutdown_connections 2024-09-13T15:01:08.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7f8031155700 1 --2- 172.21.15.33:0/2666865807 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f802c06da70 0x7f802c0b30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7f8031155700 1 --2- 172.21.15.33:0/2666865807 >> v2:172.21.15.103:3300/0 conn(0x7f802c0b3630 0x7f802c15d150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7f8031155700 1 --2- 172.21.15.33:0/2666865807 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f802c1594f0 0x7f802c06d530 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7f8031155700 1 -- 172.21.15.33:0/2666865807 >> 172.21.15.33:0/2666865807 conn(0x7f802c06a350 msgr2=0x7f802c06a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7ff40da2b700 1 --2- 172.21.15.33:0/2571506237 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff40806dcc0 0x7ff408152a70 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff3f800e9d0 tx=0x7ff3f800ece0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fea20ff9700 1 -- 172.21.15.33:0/2771563536 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fea14007470 con 0x7fea24070c10 2024-09-13T15:01:08.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7ff3fe7fc700 1 -- 172.21.15.33:0/2571506237 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3f800c850 con 0x7ff40806dcc0 2024-09-13T15:01:08.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7ff3fe7fc700 1 -- 172.21.15.33:0/2571506237 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff3f800c9b0 con 0x7ff40806dcc0 2024-09-13T15:01:08.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7ff40ea2d700 1 -- 172.21.15.33:0/2571506237 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff408151cb0 con 0x7ff40806dcc0 2024-09-13T15:01:08.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fea20ff9700 1 --2- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fea10066800 0x7fea10068cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7ff40ea2d700 1 -- 172.21.15.33:0/2571506237 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff408152270 con 0x7ff40806dcc0 2024-09-13T15:01:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fea20ff9700 1 -- 172.21.15.33:0/2771563536 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fea14084270 con 0x7fea24070c10 2024-09-13T15:01:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fea20ff9700 1 --2- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:6816/2786140903,v1:172.21.15.103:6817/2786140903] conn(0x7fea1006fdc0 0x7fea10072200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fea20ff9700 1 -- 172.21.15.33:0/2771563536 --> [v2:172.21.15.103:6816/2786140903,v1:172.21.15.103:6817/2786140903] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fea100728d0 con 0x7fea1006fdc0 2024-09-13T15:01:08.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fc52b59e700 1 Processor -- start 2024-09-13T15:01:08.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fc52b59e700 1 -- start start 2024-09-13T15:01:08.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fa77bb89700 1 Processor -- start 2024-09-13T15:01:08.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fea28a79700 1 --2- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:6816/2786140903,v1:172.21.15.103:6817/2786140903] conn(0x7fea1006fdc0 0x7fea10072200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fa77bb89700 1 -- start start 2024-09-13T15:01:08.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7f8031155700 1 -- 172.21.15.33:0/2666865807 shutdown_connections 2024-09-13T15:01:08.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fea20ff9700 1 -- 172.21.15.33:0/2771563536 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fea14001a10 con 0x7fea24070c10 2024-09-13T15:01:08.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fed727fc700 1 --2- 172.21.15.33:0/2011374075 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed60066730 0x7fed60068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.617+0000 7fed727fc700 1 -- 172.21.15.33:0/2011374075 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fed78083920 con 0x7fed7c071320 2024-09-13T15:01:08.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fed813c4700 1 --2- 172.21.15.33:0/2011374075 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed60066730 0x7fed60068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fed83e29700 1 --2- 172.21.15.33:0/2011374075 >> [v2:172.21.15.33:6806/84018156,v1:172.21.15.33:6808/84018156] conn(0x7fed640015e0 0x7fed64003aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fed83e29700 1 -- 172.21.15.33:0/2011374075 --> [v2:172.21.15.33:6806/84018156,v1:172.21.15.33:6808/84018156] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fed64006bf0 con 0x7fed640015e0 2024-09-13T15:01:08.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fed823c6700 1 --2- 172.21.15.33:0/2011374075 >> [v2:172.21.15.33:6806/84018156,v1:172.21.15.33:6808/84018156] conn(0x7fed640015e0 0x7fed64003aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fed823c6700 1 --2- 172.21.15.33:0/2011374075 >> [v2:172.21.15.33:6806/84018156,v1:172.21.15.33:6808/84018156] conn(0x7fed640015e0 0x7fed64003aa0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fed813c4700 1 --2- 172.21.15.33:0/2011374075 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed60066730 0x7fed60068bf0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fed7c1f58c0 tx=0x7fed6c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fed727fc700 1 -- 172.21.15.33:0/2011374075 <== osd.0 v2:172.21.15.33:6806/84018156 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fed64006bf0 con 0x7fed640015e0 2024-09-13T15:01:08.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7ff3fe7fc700 1 -- 172.21.15.33:0/2571506237 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff3f800cd20 con 0x7ff40806dcc0 2024-09-13T15:01:08.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7ff40ea2d700 1 -- 172.21.15.33:0/2571506237 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7ff408070f60 con 0x7ff40806dcc0 2024-09-13T15:01:08.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fa77bb89700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa7740b0fe0 0x7fa774159a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fa77bb89700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7740b2000 con 0x7fa7740b17f0 2024-09-13T15:01:08.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fa77bb89700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa7740b22e0 con 0x7fa774070c10 2024-09-13T15:01:08.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fa77bb89700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa7740b28a0 con 0x7fa7740b0fe0 2024-09-13T15:01:08.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fa779124700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fa7740b17f0 0x7fa774152ab0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34812/0 (socket says 172.21.15.33:34812) 2024-09-13T15:01:08.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fa779124700 1 -- 172.21.15.33:0/698233935 learned_addr learned my addr 172.21.15.33:0/698233935 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:08.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7f8031155700 1 -- 172.21.15.33:0/2666865807 wait complete. 2024-09-13T15:01:08.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fea237fe700 1 --2- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fea10066800 0x7fea10068cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fea28a79700 1 --2- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:6816/2786140903,v1:172.21.15.103:6817/2786140903] conn(0x7fea1006fdc0 0x7fea10072200 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fea237fe700 1 --2- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fea10066800 0x7fea10068cc0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fea241f5700 tx=0x7fea18009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fc52b59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc52c06d460 0x7fc52c0ce4f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fc52b59e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc52c06f0c0 0x7fc52c0cea30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fc52b59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc52c153bf0 0x7fc52c0b04a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fc52b59e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc52c1e35b0 con 0x7fc52c153bf0 2024-09-13T15:01:08.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fc52b59e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc52c154df0 con 0x7fc52c06f0c0 2024-09-13T15:01:08.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fc52b59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc52c1565d0 con 0x7fc52c06d460 2024-09-13T15:01:08.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fc52a59c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc52c06d460 0x7fc52c0ce4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fc52a59c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc52c06d460 0x7fc52c0ce4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:39952/0 (socket says 172.21.15.33:39952) 2024-09-13T15:01:08.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7fc52a59c700 1 -- 172.21.15.33:0/475861996 learned_addr learned my addr 172.21.15.33:0/475861996 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fc52a59c700 1 -- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc52c06f0c0 msgr2=0x7fc52c0cea30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fc52a59c700 1 --2- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc52c06f0c0 0x7fc52c0cea30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fc52a59c700 1 -- 172.21.15.33:0/475861996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc52c153bf0 msgr2=0x7fc52c0b04a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fc52a59c700 1 --2- 172.21.15.33:0/475861996 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc52c153bf0 0x7fc52c0b04a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fc52a59c700 1 -- 172.21.15.33:0/475861996 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc524009a70 con 0x7fc52c06d460 2024-09-13T15:01:08.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fa779925700 1 --2- 172.21.15.33:0/698233935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa7740b0fe0 0x7fa774159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7f4aa29f1700 1 -- 172.21.15.33:0/2891933356 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f4a9c06d650 con 0x7f4a9c160c60 2024-09-13T15:01:08.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.621+0000 7f4a927fc700 1 -- 172.21.15.33:0/2891933356 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4a8c01a400 con 0x7f4a9c160c60 2024-09-13T15:01:08.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f4a927fc700 1 --2- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4a80066730 0x7f4a80068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f4a927fc700 1 -- 172.21.15.33:0/2891933356 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4a8c084550 con 0x7f4a9c160c60 2024-09-13T15:01:08.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fea20ff9700 1 -- 172.21.15.33:0/2771563536 <== osd.6 v2:172.21.15.103:6816/2786140903 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fea100728d0 con 0x7fea1006fdc0 2024-09-13T15:01:08.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f4aa19ef700 1 --2- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4a80066730 0x7f4a80068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7ff3fe7fc700 1 -- 172.21.15.33:0/2571506237 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff3f8013470 con 0x7ff40806dcc0 2024-09-13T15:01:08.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8031155700 1 Processor -- start 2024-09-13T15:01:08.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8031155700 1 -- start start 2024-09-13T15:01:08.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f4a927fc700 1 --2- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:6808/330577803,v1:172.21.15.103:6809/330577803] conn(0x7f4a8006fb80 0x7f4a80071fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f4a927fc700 1 -- 172.21.15.33:0/2891933356 --> [v2:172.21.15.103:6808/330577803,v1:172.21.15.103:6809/330577803] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f4a80072690 con 0x7f4a8006fb80 2024-09-13T15:01:08.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f4a927fc700 1 -- 172.21.15.33:0/2891933356 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7f4a8c086c10 con 0x7f4a9c160c60 2024-09-13T15:01:08.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fc52a59c700 1 --2- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc52c06d460 0x7fc52c0ce4f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc52000c500 tx=0x7fc52000c8c0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7ff3fe7fc700 1 --2- 172.21.15.33:0/2571506237 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff3ec066730 0x7ff3ec068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7ff3fe7fc700 1 -- 172.21.15.33:0/2571506237 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff3f8084530 con 0x7ff40806dcc0 2024-09-13T15:01:08.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fc51affd700 1 -- 172.21.15.33:0/475861996 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5200054e0 con 0x7fc52c06d460 2024-09-13T15:01:08.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f4aa11ee700 1 --2- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:6808/330577803,v1:172.21.15.103:6809/330577803] conn(0x7f4a8006fb80 0x7f4a80071fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fc51affd700 1 -- 172.21.15.33:0/475861996 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc5200011b0 con 0x7fc52c06d460 2024-09-13T15:01:08.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7ff3fe7fc700 1 --2- 172.21.15.33:0/2571506237 >> [v2:172.21.15.33:6800/2310982799,v1:172.21.15.33:6801/2310982799] conn(0x7ff3ec06fc00 0x7ff3ec072040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7ff3fe7fc700 1 -- 172.21.15.33:0/2571506237 --> [v2:172.21.15.33:6800/2310982799,v1:172.21.15.33:6801/2310982799] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7ff3ec072710 con 0x7ff3ec06fc00 2024-09-13T15:01:08.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7ff3fe7fc700 1 -- 172.21.15.33:0/2571506237 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff3f8086b50 con 0x7ff40806dcc0 2024-09-13T15:01:08.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8031155700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f802c06da70 0x7f802c15b9f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8031155700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f802c0b3630 0x7f802c15bf30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8031155700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f802c1594f0 0x7f802c1ff420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8031155700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f802c201220 con 0x7f802c0b3630 2024-09-13T15:01:08.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8031155700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f802c200680 con 0x7f802c06da70 2024-09-13T15:01:08.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8031155700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f802c1fd060 con 0x7f802c1594f0 2024-09-13T15:01:08.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fa779925700 1 -- 172.21.15.33:0/698233935 >> v1:172.21.15.103:6789/0 conn(0x7fa774070c10 legacy=0x7fa7740ad500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fa779925700 1 -- 172.21.15.33:0/698233935 >> v1:172.21.15.33:6789/0 conn(0x7fa7740b17f0 legacy=0x7fa774152ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fa779925700 1 -- 172.21.15.33:0/698233935 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa774160610 con 0x7fa7740b0fe0 2024-09-13T15:01:08.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8030954700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f802c1594f0 0x7f802c1ff420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f802bfff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f802c06da70 0x7f802c15b9f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8030954700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f802c1594f0 0x7f802c1ff420 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:39970/0 (socket says 172.21.15.33:39970) 2024-09-13T15:01:08.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8030954700 1 -- 172.21.15.33:0/3946949658 learned_addr learned my addr 172.21.15.33:0/3946949658 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f4aa11ee700 1 --2- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:6808/330577803,v1:172.21.15.103:6809/330577803] conn(0x7f4a8006fb80 0x7f4a80071fc0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8030954700 1 -- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f802c06da70 msgr2=0x7f802c15b9f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8030954700 1 --2- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f802c06da70 0x7f802c15b9f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8030954700 1 -- 172.21.15.33:0/3946949658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f802c0b3630 msgr2=0x7f802c15bf30 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T15:01:08.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8030954700 1 --2- 172.21.15.33:0/3946949658 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f802c0b3630 0x7f802c15bf30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8030954700 1 -- 172.21.15.33:0/3946949658 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f801c009570 con 0x7f802c1594f0 2024-09-13T15:01:08.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7fc51affd700 1 -- 172.21.15.33:0/475861996 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc5200038e0 con 0x7fc52c06d460 2024-09-13T15:01:08.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7ff40e22c700 1 --2- 172.21.15.33:0/2571506237 >> [v2:172.21.15.33:6800/2310982799,v1:172.21.15.33:6801/2310982799] conn(0x7ff3ec06fc00 0x7ff3ec072040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8030954700 1 --2- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f802c1594f0 0x7f802c1ff420 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8024007f20 tx=0x7f802400d3b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8028ff9700 1 -- 172.21.15.33:0/3946949658 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f802400dde0 con 0x7f802c1594f0 2024-09-13T15:01:08.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8031155700 1 -- 172.21.15.33:0/3946949658 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f802c1fce30 con 0x7f802c1594f0 2024-09-13T15:01:08.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7ff40e22c700 1 --2- 172.21.15.33:0/2571506237 >> [v2:172.21.15.33:6800/2310982799,v1:172.21.15.33:6801/2310982799] conn(0x7ff3ec06fc00 0x7ff3ec072040 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8031155700 1 -- 172.21.15.33:0/3946949658 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f802c200bd0 con 0x7f802c1594f0 2024-09-13T15:01:08.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8028ff9700 1 -- 172.21.15.33:0/3946949658 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f802400f040 con 0x7f802c1594f0 2024-09-13T15:01:08.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.625+0000 7f8028ff9700 1 -- 172.21.15.33:0/3946949658 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8024003c80 con 0x7f802c1594f0 2024-09-13T15:01:08.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7fc52b59e700 1 -- 172.21.15.33:0/475861996 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc52c1568b0 con 0x7fc52c06d460 2024-09-13T15:01:08.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7fc52b59e700 1 -- 172.21.15.33:0/475861996 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc52c14d630 con 0x7fc52c06d460 2024-09-13T15:01:08.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7f4a927fc700 1 -- 172.21.15.33:0/2891933356 <== osd.5 v2:172.21.15.103:6808/330577803 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f4a80072690 con 0x7f4a8006fb80 2024-09-13T15:01:08.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7f4aa19ef700 1 --2- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4a80066730 0x7f4a80068bf0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f4a940013b0 tx=0x7f4a94001a20 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7ff40d22a700 1 --2- 172.21.15.33:0/2571506237 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff3ec066730 0x7ff3ec068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7f8028ff9700 1 -- 172.21.15.33:0/3946949658 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8024004030 con 0x7f802c1594f0 2024-09-13T15:01:08.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7ff3fe7fc700 1 -- 172.21.15.33:0/2571506237 <== osd.1 v2:172.21.15.33:6800/2310982799 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7ff3ec072710 con 0x7ff3ec06fc00 2024-09-13T15:01:08.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7ff40d22a700 1 --2- 172.21.15.33:0/2571506237 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff3ec066730 0x7ff3ec068bf0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff4080cab70 tx=0x7ff400009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7f8028ff9700 1 --2- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8018066760 0x7f8018068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7f8028ff9700 1 -- 172.21.15.33:0/3946949658 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f8024084520 con 0x7f802c1594f0 2024-09-13T15:01:08.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7f802bfff700 1 --2- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8018066760 0x7f8018068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7fc51affd700 1 -- 172.21.15.33:0/475861996 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc520003a40 con 0x7fc52c06d460 2024-09-13T15:01:08.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7f802bfff700 1 --2- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8018066760 0x7f8018068c20 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f802c0b1b60 tx=0x7f801c008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7fc51affd700 1 --2- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc50c066730 0x7fc50c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7fc51affd700 1 -- 172.21.15.33:0/475861996 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc5200835e0 con 0x7fc52c06d460 2024-09-13T15:01:08.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7fc529d9b700 1 --2- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc50c066730 0x7fc50c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.629+0000 7fc529d9b700 1 --2- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc50c066730 0x7fc50c068bf0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc52c0725d0 tx=0x7fc52400f000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7fa779925700 1 --2- 172.21.15.33:0/698233935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa7740b0fe0 0x7fa774159a40 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa770009880 tx=0x7fa770009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=1c18f031621f2148 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7fc52b59e700 1 --2- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:6824/222075078,v1:172.21.15.103:6825/222075078] conn(0x7fc52c15c300 0x7fc52c159bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7fc52b59e700 1 -- 172.21.15.33:0/475861996 --> [v2:172.21.15.103:6824/222075078,v1:172.21.15.103:6825/222075078] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fc52c0cdfd0 con 0x7fc52c15c300 2024-09-13T15:01:08.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7f8031155700 1 --2- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:6800/3668482288,v1:172.21.15.103:6801/3668482288] conn(0x7f800c0015e0 0x7f800c003aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7f8031155700 1 -- 172.21.15.33:0/3946949658 --> [v2:172.21.15.103:6800/3668482288,v1:172.21.15.103:6801/3668482288] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f800c006bf0 con 0x7f800c0015e0 2024-09-13T15:01:08.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7fa778923700 1 -- 172.21.15.33:0/698233935 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa770010790 con 0x7fa7740b0fe0 2024-09-13T15:01:08.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7fc52ad9d700 1 --2- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:6824/222075078,v1:172.21.15.103:6825/222075078] conn(0x7fc52c15c300 0x7fc52c159bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7fa778923700 1 -- 172.21.15.33:0/698233935 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa7700108f0 con 0x7fa7740b0fe0 2024-09-13T15:01:08.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7fa778923700 1 -- 172.21.15.33:0/698233935 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa770010ca0 con 0x7fa7740b0fe0 2024-09-13T15:01:08.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7f802b7fe700 1 --2- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:6800/3668482288,v1:172.21.15.103:6801/3668482288] conn(0x7f800c0015e0 0x7f800c003aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7fc52ad9d700 1 --2- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:6824/222075078,v1:172.21.15.103:6825/222075078] conn(0x7fc52c15c300 0x7fc52c159bc0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7f802b7fe700 1 --2- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:6800/3668482288,v1:172.21.15.103:6801/3668482288] conn(0x7f800c0015e0 0x7f800c003aa0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7fa77bb89700 1 -- 172.21.15.33:0/698233935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa7740b0fe0 msgr2=0x7fa774159a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7fa77bb89700 1 --2- 172.21.15.33:0/698233935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa7740b0fe0 0x7fa774159a40 secure :-1 s=READY pgs=45 cs=0 l=1 rev1=1 crypto rx=0x7fa770009880 tx=0x7fa770009b90 comp rx=0 tx=0).stop 2024-09-13T15:01:08.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7f8028ff9700 1 -- 172.21.15.33:0/3946949658 <== osd.4 v2:172.21.15.103:6800/3668482288 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f800c006bf0 con 0x7f800c0015e0 2024-09-13T15:01:08.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.633+0000 7fc51affd700 1 -- 172.21.15.33:0/475861996 <== osd.7 v2:172.21.15.103:6824/222075078 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fc51c0013b0 con 0x7fc52c15c300 2024-09-13T15:01:08.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.637+0000 7f5d1985e700 1 -- 172.21.15.33:0/2129274863 --> [v2:172.21.15.33:6818/1899465917,v1:172.21.15.33:6819/1899465917] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f5d1406d650 con 0x7f5d0006fe40 2024-09-13T15:01:08.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.637+0000 7fa77bb89700 1 -- 172.21.15.33:0/698233935 shutdown_connections 2024-09-13T15:01:08.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.637+0000 7fa77bb89700 1 --2- 172.21.15.33:0/698233935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa7740b0fe0 0x7fa774159a40 unknown :-1 s=CLOSED pgs=45 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.637+0000 7fa77bb89700 1 -- 172.21.15.33:0/698233935 >> 172.21.15.33:0/698233935 conn(0x7fa7740b04f0 msgr2=0x7fa7740b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.637+0000 7fa77bb89700 1 -- 172.21.15.33:0/698233935 shutdown_connections 2024-09-13T15:01:08.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.637+0000 7fa77bb89700 1 -- 172.21.15.33:0/698233935 wait complete. 2024-09-13T15:01:08.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.637+0000 7f5cfbfff700 1 -- 172.21.15.33:0/2129274863 <== osd.3 v2:172.21.15.33:6818/1899465917 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f5d08022040 con 0x7f5d0006fe40 2024-09-13T15:01:08.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.641+0000 7fa77bb89700 1 Processor -- start 2024-09-13T15:01:08.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.641+0000 7fa77bb89700 1 -- start start 2024-09-13T15:01:08.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.641+0000 7fa77bb89700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa774070c10 0x7fa774157a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.641+0000 7fa77bb89700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa7740b0fe0 0x7fa7741648a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.641+0000 7fa77bb89700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7740b17f0 0x7fa7741f5da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.641+0000 7fa77bb89700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa774160ca0 con 0x7fa774070c10 2024-09-13T15:01:08.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.641+0000 7fa77bb89700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa77414b8f0 con 0x7fa7740b17f0 2024-09-13T15:01:08.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.641+0000 7fa77bb89700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa774157fd0 con 0x7fa7740b0fe0 2024-09-13T15:01:08.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.641+0000 7fa779925700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa774070c10 0x7fa774157a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.641+0000 7fa779925700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa774070c10 0x7fa774157a90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50784/0 (socket says 172.21.15.33:50784) 2024-09-13T15:01:08.688 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.641+0000 7fa779124700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa7740b0fe0 0x7fa7741648a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.641+0000 7fa77a126700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7740b17f0 0x7fa7741f5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.641+0000 7fa779124700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa7740b0fe0 0x7fa7741648a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:39980/0 (socket says 172.21.15.33:39980) 2024-09-13T15:01:08.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.641+0000 7fa779124700 1 -- 172.21.15.33:0/1337308914 learned_addr learned my addr 172.21.15.33:0/1337308914 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7fa779124700 1 -- 172.21.15.33:0/1337308914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7740b17f0 msgr2=0x7fa7741f5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7fa779124700 1 --2- 172.21.15.33:0/1337308914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa7740b17f0 0x7fa7741f5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7fa779124700 1 -- 172.21.15.33:0/1337308914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa774070c10 msgr2=0x7fa774157a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7fa779124700 1 --2- 172.21.15.33:0/1337308914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa774070c10 0x7fa774157a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7fa779124700 1 -- 172.21.15.33:0/1337308914 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa7700094b0 con 0x7fa7740b0fe0 2024-09-13T15:01:08.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7f5cf9ffb700 1 -- 172.21.15.33:0/2129274863 >> [v2:172.21.15.33:6818/1899465917,v1:172.21.15.33:6819/1899465917] conn(0x7f5d0006fe40 msgr2=0x7f5d00072280 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7f5cf9ffb700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.33:6818/1899465917,v1:172.21.15.33:6819/1899465917] conn(0x7f5d0006fe40 0x7f5d00072280 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7f5cf9ffb700 1 -- 172.21.15.33:0/2129274863 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5d00066800 msgr2=0x7f5d00068cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7f5cf9ffb700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5d00066800 0x7f5d00068cc0 secure :-1 s=READY pgs=89 cs=0 l=1 rev1=1 crypto rx=0x7f5d04001bf0 tx=0x7f5d04009040 comp rx=0 tx=0).stop 2024-09-13T15:01:08.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7f5cf9ffb700 1 -- 172.21.15.33:0/2129274863 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d14160c60 msgr2=0x7f5d14164080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7f5cf9ffb700 1 --2- 172.21.15.33:0/2129274863 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d14160c60 0x7f5d14164080 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7f5d0c00ca80 tx=0x7f5d0c00cab0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7f5d137fe700 1 -- 172.21.15.33:0/2129274863 reap_dead start 2024-09-13T15:01:08.690 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7fa779925700 1 --2- 172.21.15.33:0/1337308914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa774070c10 0x7fa774157a90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:08.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7f5cf9ffb700 1 -- 172.21.15.33:0/2129274863 shutdown_connections 2024-09-13T15:01:08.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7fa779124700 1 --2- 172.21.15.33:0/1337308914 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa7740b0fe0 0x7fa7741648a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa76c001fa0 tx=0x7fa76c00a340 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7f5cf9ffb700 1 -- 172.21.15.33:0/2129274863 >> 172.21.15.33:0/2129274863 conn(0x7f5d140b04f0 msgr2=0x7f5d140b1ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7f5cf9ffb700 1 -- 172.21.15.33:0/2129274863 shutdown_connections 2024-09-13T15:01:08.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.645+0000 7f5cf9ffb700 1 -- 172.21.15.33:0/2129274863 wait complete. 2024-09-13T15:01:08.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7fed83e29700 1 -- 172.21.15.33:0/2011374075 --> [v2:172.21.15.33:6806/84018156,v1:172.21.15.33:6808/84018156] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fed64005c70 con 0x7fed640015e0 2024-09-13T15:01:08.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7fed727fc700 1 -- 172.21.15.33:0/2011374075 <== osd.0 v2:172.21.15.33:6806/84018156 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fed64005c70 con 0x7fed640015e0 2024-09-13T15:01:08.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7fed5ffff700 1 -- 172.21.15.33:0/2011374075 >> [v2:172.21.15.33:6806/84018156,v1:172.21.15.33:6808/84018156] conn(0x7fed640015e0 msgr2=0x7fed64003aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7fed5ffff700 1 --2- 172.21.15.33:0/2011374075 >> [v2:172.21.15.33:6806/84018156,v1:172.21.15.33:6808/84018156] conn(0x7fed640015e0 0x7fed64003aa0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7f4aa29f1700 1 -- 172.21.15.33:0/2891933356 --> [v2:172.21.15.103:6808/330577803,v1:172.21.15.103:6809/330577803] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f4a9c06d370 con 0x7f4a8006fb80 2024-09-13T15:01:08.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7fed5ffff700 1 -- 172.21.15.33:0/2011374075 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed60066730 msgr2=0x7fed60068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7fed5ffff700 1 --2- 172.21.15.33:0/2011374075 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed60066730 0x7fed60068bf0 secure :-1 s=READY pgs=90 cs=0 l=1 rev1=1 crypto rx=0x7fed7c1f58c0 tx=0x7fed6c009040 comp rx=0 tx=0).stop 2024-09-13T15:01:08.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7fed5ffff700 1 -- 172.21.15.33:0/2011374075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed7c071320 msgr2=0x7fed7c153570 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7fed5ffff700 1 --2- 172.21.15.33:0/2011374075 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed7c071320 0x7fed7c153570 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fed7800c6e0 tx=0x7fed7800c9f0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7fc52b59e700 1 -- 172.21.15.33:0/475861996 --> [v2:172.21.15.103:6824/222075078,v1:172.21.15.103:6825/222075078] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fc52c067990 con 0x7fc52c15c300 2024-09-13T15:01:08.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7fed823c6700 1 -- 172.21.15.33:0/2011374075 reap_dead start 2024-09-13T15:01:08.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7fed5ffff700 1 -- 172.21.15.33:0/2011374075 shutdown_connections 2024-09-13T15:01:08.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7fed5ffff700 1 -- 172.21.15.33:0/2011374075 >> 172.21.15.33:0/2011374075 conn(0x7fed7c0b04f0 msgr2=0x7fed7c15ba10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7fed5ffff700 1 -- 172.21.15.33:0/2011374075 shutdown_connections 2024-09-13T15:01:08.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.653+0000 7fed5ffff700 1 -- 172.21.15.33:0/2011374075 wait complete. 2024-09-13T15:01:08.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7fc51affd700 1 -- 172.21.15.33:0/475861996 <== osd.7 v2:172.21.15.103:6824/222075078 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fc52c067990 con 0x7fc52c15c300 2024-09-13T15:01:08.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7f4a927fc700 1 -- 172.21.15.33:0/2891933356 <== osd.5 v2:172.21.15.103:6808/330577803 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f4a98006c80 con 0x7f4a8006fb80 2024-09-13T15:01:08.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7f4aa29f1700 1 -- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:6808/330577803,v1:172.21.15.103:6809/330577803] conn(0x7f4a8006fb80 msgr2=0x7f4a80071fc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7f4aa29f1700 1 --2- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:6808/330577803,v1:172.21.15.103:6809/330577803] conn(0x7f4a8006fb80 0x7f4a80071fc0 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7f4aa29f1700 1 -- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4a80066730 msgr2=0x7f4a80068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7f4aa29f1700 1 --2- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4a80066730 0x7f4a80068bf0 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f4a940013b0 tx=0x7f4a94001a20 comp rx=0 tx=0).stop 2024-09-13T15:01:08.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7f4aa29f1700 1 -- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4a9c160c60 msgr2=0x7f4a9c15a520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7f4aa29f1700 1 --2- 172.21.15.33:0/2891933356 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4a9c160c60 0x7f4a9c15a520 secure :-1 s=READY pgs=41 cs=0 l=1 rev1=1 crypto rx=0x7f4a8c00b4d0 tx=0x7f4a8c00b890 comp rx=0 tx=0).stop 2024-09-13T15:01:08.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7f4aa21f0700 1 -- 172.21.15.33:0/2891933356 reap_dead start 2024-09-13T15:01:08.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7f4aa29f1700 1 -- 172.21.15.33:0/2891933356 shutdown_connections 2024-09-13T15:01:08.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7f4aa29f1700 1 -- 172.21.15.33:0/2891933356 >> 172.21.15.33:0/2891933356 conn(0x7f4a9c0b04f0 msgr2=0x7f4a9c15bac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7f4aa29f1700 1 -- 172.21.15.33:0/2891933356 shutdown_connections 2024-09-13T15:01:08.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7f8031155700 1 -- 172.21.15.33:0/3946949658 --> [v2:172.21.15.103:6800/3668482288,v1:172.21.15.103:6801/3668482288] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7f800c005cd0 con 0x7f800c0015e0 2024-09-13T15:01:08.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7f4aa29f1700 1 -- 172.21.15.33:0/2891933356 wait complete. 2024-09-13T15:01:08.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.657+0000 7f8028ff9700 1 -- 172.21.15.33:0/3946949658 <== osd.4 v2:172.21.15.103:6800/3668482288 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7f800c005cd0 con 0x7f800c0015e0 2024-09-13T15:01:08.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fa76a7fc700 1 -- 172.21.15.33:0/1337308914 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa76c00acd0 con 0x7fa7740b0fe0 2024-09-13T15:01:08.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fa76a7fc700 1 -- 172.21.15.33:0/1337308914 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa76c0020f0 con 0x7fa7740b0fe0 2024-09-13T15:01:08.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fa76a7fc700 1 -- 172.21.15.33:0/1337308914 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa76c0072f0 con 0x7fa7740b0fe0 2024-09-13T15:01:08.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fea2927a700 1 -- 172.21.15.33:0/2771563536 --> [v2:172.21.15.103:6816/2786140903,v1:172.21.15.103:6817/2786140903] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fea240b3920 con 0x7fea1006fdc0 2024-09-13T15:01:08.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fc52b59e700 1 -- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:6824/222075078,v1:172.21.15.103:6825/222075078] conn(0x7fc52c15c300 msgr2=0x7fc52c159bc0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fc52b59e700 1 --2- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:6824/222075078,v1:172.21.15.103:6825/222075078] conn(0x7fc52c15c300 0x7fc52c159bc0 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fc52b59e700 1 -- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc50c066730 msgr2=0x7fc50c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fc52b59e700 1 --2- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc50c066730 0x7fc50c068bf0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7fc52c0725d0 tx=0x7fc52400f000 comp rx=0 tx=0).stop 2024-09-13T15:01:08.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fc52b59e700 1 -- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc52c06d460 msgr2=0x7fc52c0ce4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fc52b59e700 1 --2- 172.21.15.33:0/475861996 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc52c06d460 0x7fc52c0ce4f0 secure :-1 s=READY pgs=43 cs=0 l=1 rev1=1 crypto rx=0x7fc52000c500 tx=0x7fc52000c8c0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fc52ad9d700 1 -- 172.21.15.33:0/475861996 reap_dead start 2024-09-13T15:01:08.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fc52b59e700 1 -- 172.21.15.33:0/475861996 shutdown_connections 2024-09-13T15:01:08.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fc52b59e700 1 -- 172.21.15.33:0/475861996 >> 172.21.15.33:0/475861996 conn(0x7fc52c0b15e0 msgr2=0x7fc52c06a450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fc52b59e700 1 -- 172.21.15.33:0/475861996 shutdown_connections 2024-09-13T15:01:08.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fc52b59e700 1 -- 172.21.15.33:0/475861996 wait complete. 2024-09-13T15:01:08.701 INFO:teuthology.orchestra.run.smithi033.stdout:60129542152 2024-09-13T15:01:08.702 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T15:01:08.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7ff40ea2d700 1 -- 172.21.15.33:0/2571506237 --> [v2:172.21.15.33:6800/2310982799,v1:172.21.15.33:6801/2310982799] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7ff4081528c0 con 0x7ff3ec06fc00 2024-09-13T15:01:08.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7f8031155700 1 -- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:6800/3668482288,v1:172.21.15.103:6801/3668482288] conn(0x7f800c0015e0 msgr2=0x7f800c003aa0 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7f8031155700 1 --2- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:6800/3668482288,v1:172.21.15.103:6801/3668482288] conn(0x7f800c0015e0 0x7f800c003aa0 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fa77bb89700 1 -- 172.21.15.33:0/1337308914 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa77414b330 con 0x7fa7740b0fe0 2024-09-13T15:01:08.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fa77bb89700 1 -- 172.21.15.33:0/1337308914 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa774160930 con 0x7fa7740b0fe0 2024-09-13T15:01:08.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7f8031155700 1 -- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8018066760 msgr2=0x7f8018068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7f8031155700 1 --2- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8018066760 0x7f8018068c20 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f802c0b1b60 tx=0x7f801c008030 comp rx=0 tx=0).stop 2024-09-13T15:01:08.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7f8031155700 1 -- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f802c1594f0 msgr2=0x7f802c1ff420 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7f8031155700 1 --2- 172.21.15.33:0/3946949658 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f802c1594f0 0x7f802c1ff420 secure :-1 s=READY pgs=44 cs=0 l=1 rev1=1 crypto rx=0x7f8024007f20 tx=0x7f802400d3b0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7f8030954700 1 -- 172.21.15.33:0/3946949658 reap_dead start 2024-09-13T15:01:08.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7f8031155700 1 -- 172.21.15.33:0/3946949658 shutdown_connections 2024-09-13T15:01:08.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7f8031155700 1 -- 172.21.15.33:0/3946949658 >> 172.21.15.33:0/3946949658 conn(0x7f802c06a350 msgr2=0x7f802c06a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7f8031155700 1 -- 172.21.15.33:0/3946949658 shutdown_connections 2024-09-13T15:01:08.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7f8031155700 1 -- 172.21.15.33:0/3946949658 wait complete. 2024-09-13T15:01:08.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fea20ff9700 1 -- 172.21.15.33:0/2771563536 <== osd.6 v2:172.21.15.103:6816/2786140903 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fea1c003cf0 con 0x7fea1006fdc0 2024-09-13T15:01:08.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7ff3fe7fc700 1 -- 172.21.15.33:0/2571506237 <== osd.1 v2:172.21.15.33:6800/2310982799 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7ff4081528c0 con 0x7ff3ec06fc00 2024-09-13T15:01:08.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fa77bb89700 1 -- 172.21.15.33:0/1337308914 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fa77406bd30 con 0x7fa7740b0fe0 2024-09-13T15:01:08.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fea2927a700 1 -- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:6816/2786140903,v1:172.21.15.103:6817/2786140903] conn(0x7fea1006fdc0 msgr2=0x7fea10072200 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fea2927a700 1 --2- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:6816/2786140903,v1:172.21.15.103:6817/2786140903] conn(0x7fea1006fdc0 0x7fea10072200 crc :-1 s=READY pgs=9 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fea2927a700 1 -- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fea10066800 msgr2=0x7fea10068cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.661+0000 7fea2927a700 1 --2- 172.21.15.33:0/2771563536 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fea10066800 0x7fea10068cc0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7fea241f5700 tx=0x7fea18009240 comp rx=0 tx=0).stop 2024-09-13T15:01:08.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fea2927a700 1 -- 172.21.15.33:0/2771563536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea24070c10 msgr2=0x7fea24144eb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fea2927a700 1 --2- 172.21.15.33:0/2771563536 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fea24070c10 0x7fea24144eb0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fea140011e0 tx=0x7fea1400c9e0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fea28a79700 1 -- 172.21.15.33:0/2771563536 reap_dead start 2024-09-13T15:01:08.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7ff3ebfff700 1 -- 172.21.15.33:0/2571506237 >> [v2:172.21.15.33:6800/2310982799,v1:172.21.15.33:6801/2310982799] conn(0x7ff3ec06fc00 msgr2=0x7ff3ec072040 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7ff3ebfff700 1 --2- 172.21.15.33:0/2571506237 >> [v2:172.21.15.33:6800/2310982799,v1:172.21.15.33:6801/2310982799] conn(0x7ff3ec06fc00 0x7ff3ec072040 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7ff3ebfff700 1 -- 172.21.15.33:0/2571506237 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff3ec066730 msgr2=0x7ff3ec068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7ff3ebfff700 1 --2- 172.21.15.33:0/2571506237 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff3ec066730 0x7ff3ec068bf0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7ff4080cab70 tx=0x7ff400009040 comp rx=0 tx=0).stop 2024-09-13T15:01:08.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7ff3ebfff700 1 -- 172.21.15.33:0/2571506237 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff40806dcc0 msgr2=0x7ff408152a70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7ff3ebfff700 1 --2- 172.21.15.33:0/2571506237 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff40806dcc0 0x7ff408152a70 secure :-1 s=READY pgs=42 cs=0 l=1 rev1=1 crypto rx=0x7ff3f800e9d0 tx=0x7ff3f800ece0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7ff40e22c700 1 -- 172.21.15.33:0/2571506237 reap_dead start 2024-09-13T15:01:08.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fa76a7fc700 1 -- 172.21.15.33:0/1337308914 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa76c007450 con 0x7fa7740b0fe0 2024-09-13T15:01:08.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7ff3ebfff700 1 -- 172.21.15.33:0/2571506237 shutdown_connections 2024-09-13T15:01:08.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7ff3ebfff700 1 -- 172.21.15.33:0/2571506237 >> 172.21.15.33:0/2571506237 conn(0x7ff40806a350 msgr2=0x7ff408156a80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fea2927a700 1 -- 172.21.15.33:0/2771563536 shutdown_connections 2024-09-13T15:01:08.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fea2927a700 1 -- 172.21.15.33:0/2771563536 >> 172.21.15.33:0/2771563536 conn(0x7fea240b04f0 msgr2=0x7fea2415aea0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7ff3ebfff700 1 -- 172.21.15.33:0/2571506237 shutdown_connections 2024-09-13T15:01:08.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fea2927a700 1 -- 172.21.15.33:0/2771563536 shutdown_connections 2024-09-13T15:01:08.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fea2927a700 1 -- 172.21.15.33:0/2771563536 wait complete. 2024-09-13T15:01:08.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7ff3ebfff700 1 -- 172.21.15.33:0/2571506237 wait complete. 2024-09-13T15:01:08.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fa76a7fc700 1 --2- 172.21.15.33:0/1337308914 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa7580667b0 0x7fa758068c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fa779925700 1 --2- 172.21.15.33:0/1337308914 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa7580667b0 0x7fa758068c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fa76a7fc700 1 -- 172.21.15.33:0/1337308914 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fa76c0848d0 con 0x7fa7740b0fe0 2024-09-13T15:01:08.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fa76a7fc700 1 --2- 172.21.15.33:0/1337308914 >> [v2:172.21.15.33:6816/588923312,v1:172.21.15.33:6817/588923312] conn(0x7fa75806fdf0 0x7fa758072230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fa76a7fc700 1 -- 172.21.15.33:0/1337308914 --> [v2:172.21.15.33:6816/588923312,v1:172.21.15.33:6817/588923312] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fa758072900 con 0x7fa75806fdf0 2024-09-13T15:01:08.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fa76a7fc700 1 -- 172.21.15.33:0/1337308914 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7fa76c084d70 con 0x7fa7740b0fe0 2024-09-13T15:01:08.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fa77a126700 1 --2- 172.21.15.33:0/1337308914 >> [v2:172.21.15.33:6816/588923312,v1:172.21.15.33:6817/588923312] conn(0x7fa75806fdf0 0x7fa758072230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.665+0000 7fa77a126700 1 --2- 172.21.15.33:0/1337308914 >> [v2:172.21.15.33:6816/588923312,v1:172.21.15.33:6817/588923312] conn(0x7fa75806fdf0 0x7fa758072230 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.669+0000 7fa76a7fc700 1 -- 172.21.15.33:0/1337308914 <== osd.2 v2:172.21.15.33:6816/588923312 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fa758072900 con 0x7fa75806fdf0 2024-09-13T15:01:08.711 INFO:teuthology.orchestra.run.smithi033.stdout:60129542152 2024-09-13T15:01:08.711 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T15:01:08.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.677+0000 7fa779925700 1 --2- 172.21.15.33:0/1337308914 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa7580667b0 0x7fa758068c70 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fa7700097d0 tx=0x7fa770008000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.712 INFO:teuthology.orchestra.run.smithi033.stdout:60129542152 2024-09-13T15:01:08.712 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T15:01:08.713 INFO:teuthology.orchestra.run.smithi033.stdout:60129542151 2024-09-13T15:01:08.713 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T15:01:08.714 INFO:teuthology.orchestra.run.smithi033.stdout:60129542153 2024-09-13T15:01:08.714 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T15:01:08.715 INFO:teuthology.orchestra.run.smithi033.stdout:60129542152 2024-09-13T15:01:08.716 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T15:01:08.716 INFO:teuthology.orchestra.run.smithi033.stdout:60129542152 2024-09-13T15:01:08.717 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T15:01:08.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.689+0000 7fa77bb89700 1 -- 172.21.15.33:0/1337308914 --> [v2:172.21.15.33:6816/588923312,v1:172.21.15.33:6817/588923312] -- command(tid 2: {"prefix": "flush_pg_stats"}) v1 -- 0x7fa7740b1c60 con 0x7fa75806fdf0 2024-09-13T15:01:08.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.689+0000 7fa76a7fc700 1 -- 172.21.15.33:0/1337308914 <== osd.2 v2:172.21.15.33:6816/588923312 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+11 (crc 0 0 0) 0x7fa764001580 con 0x7fa75806fdf0 2024-09-13T15:01:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.689+0000 7fa77bb89700 1 -- 172.21.15.33:0/1337308914 >> [v2:172.21.15.33:6816/588923312,v1:172.21.15.33:6817/588923312] conn(0x7fa75806fdf0 msgr2=0x7fa758072230 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.689+0000 7fa77bb89700 1 --2- 172.21.15.33:0/1337308914 >> [v2:172.21.15.33:6816/588923312,v1:172.21.15.33:6817/588923312] conn(0x7fa75806fdf0 0x7fa758072230 crc :-1 s=READY pgs=10 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.689+0000 7fa77bb89700 1 -- 172.21.15.33:0/1337308914 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa7580667b0 msgr2=0x7fa758068c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.689+0000 7fa77bb89700 1 --2- 172.21.15.33:0/1337308914 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa7580667b0 0x7fa758068c70 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fa7700097d0 tx=0x7fa770008000 comp rx=0 tx=0).stop 2024-09-13T15:01:08.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.689+0000 7fa77bb89700 1 -- 172.21.15.33:0/1337308914 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa7740b0fe0 msgr2=0x7fa7741648a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.689+0000 7fa77bb89700 1 --2- 172.21.15.33:0/1337308914 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa7740b0fe0 0x7fa7741648a0 secure :-1 s=READY pgs=46 cs=0 l=1 rev1=1 crypto rx=0x7fa76c001fa0 tx=0x7fa76c00a340 comp rx=0 tx=0).stop 2024-09-13T15:01:08.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.689+0000 7fa77a126700 1 -- 172.21.15.33:0/1337308914 reap_dead start 2024-09-13T15:01:08.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.689+0000 7fa77bb89700 1 -- 172.21.15.33:0/1337308914 shutdown_connections 2024-09-13T15:01:08.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.689+0000 7fa77bb89700 1 -- 172.21.15.33:0/1337308914 >> 172.21.15.33:0/1337308914 conn(0x7fa7740b04f0 msgr2=0x7fa7740ccdc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.689+0000 7fa77bb89700 1 -- 172.21.15.33:0/1337308914 shutdown_connections 2024-09-13T15:01:08.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.689+0000 7fa77bb89700 1 -- 172.21.15.33:0/1337308914 wait complete. 2024-09-13T15:01:08.720 INFO:teuthology.orchestra.run.smithi033.stdout:60129542153 2024-09-13T15:01:08.721 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T15:01:08.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.901+0000 7fed7210a700 1 Processor -- start 2024-09-13T15:01:08.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.901+0000 7f9383fff700 1 Processor -- start 2024-09-13T15:01:08.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.901+0000 7fed7210a700 1 -- start start 2024-09-13T15:01:08.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.901+0000 7f9383fff700 1 -- start start 2024-09-13T15:01:08.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41ef039700 1 Processor -- start 2024-09-13T15:01:08.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41ef039700 1 -- start start 2024-09-13T15:01:08.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed7210a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fed6c0cd8d0 0x7fed6c06cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed7210a700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fed6c0b17f0 0x7fed6c0cb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed7210a700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed6c0705d0 con 0x7fed6c0b2200 2024-09-13T15:01:08.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed7210a700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed6c06d0d0 con 0x7fed6c0cd8d0 2024-09-13T15:01:08.911 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed7210a700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed6c06fca0 con 0x7fed6c0b17f0 2024-09-13T15:01:08.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1f6eae700 1 Processor -- start 2024-09-13T15:01:08.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed71108700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fed6c0cd8d0 0x7fed6c06cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed71108700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fed6c0cd8d0 0x7fed6c06cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50796/0 (socket says 172.21.15.33:50796) 2024-09-13T15:01:08.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed71108700 1 -- 172.21.15.33:0/2179356712 learned_addr learned my addr 172.21.15.33:0/2179356712 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed70907700 1 --2- 172.21.15.33:0/2179356712 >> v2:172.21.15.103:3300/0 conn(0x7fed6c0b17f0 0x7fed6c0cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9383fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f93840b0fe0 0x7f9384159a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9383fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9384153070 0x7f9384070c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9383fff700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f93840b2000 con 0x7f9384152c90 2024-09-13T15:01:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9383fff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f93840b28a0 con 0x7f93840b0fe0 2024-09-13T15:01:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9383fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f93840b22e0 con 0x7f9384153070 2024-09-13T15:01:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f93827fc700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f93840b0fe0 0x7f9384159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f93827fc700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f93840b0fe0 0x7f9384159a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50812/0 (socket says 172.21.15.33:50812) 2024-09-13T15:01:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f93827fc700 1 -- 172.21.15.33:0/2389947531 learned_addr learned my addr 172.21.15.33:0/2389947531 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1f6eae700 1 -- start start 2024-09-13T15:01:08.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f93837fe700 1 --2- 172.21.15.33:0/2389947531 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9384153070 0x7f9384070c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f93827fc700 1 -- 172.21.15.33:0/2389947531 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9384153070 msgr2=0x7f9384070c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f93827fc700 1 --2- 172.21.15.33:0/2389947531 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9384153070 0x7f9384070c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f93827fc700 1 -- 172.21.15.33:0/2389947531 >> v1:172.21.15.103:6789/0 conn(0x7f9384152c90 legacy=0x7f93840b17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f93827fc700 1 -- 172.21.15.33:0/2389947531 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f93840b25c0 con 0x7f93840b0fe0 2024-09-13T15:01:08.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed71108700 1 -- 172.21.15.33:0/2179356712 >> v2:172.21.15.103:3300/0 conn(0x7fed6c0b17f0 msgr2=0x7fed6c0cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed71108700 1 --2- 172.21.15.33:0/2179356712 >> v2:172.21.15.103:3300/0 conn(0x7fed6c0b17f0 0x7fed6c0cb800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed71108700 1 -- 172.21.15.33:0/2179356712 >> v1:172.21.15.33:6789/0 conn(0x7fed6c0b2200 legacy=0x7fed6c070a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed71108700 1 -- 172.21.15.33:0/2179356712 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed6c06ff80 con 0x7fed6c0cd8d0 2024-09-13T15:01:08.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f93827fc700 1 --2- 172.21.15.33:0/2389947531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93840b0fe0 0x7f9384159a40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f937c009e50 tx=0x7f937c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9df63dd6aad552b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.915 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed71108700 1 --2- 172.21.15.33:0/2179356712 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed6c0cd8d0 0x7fed6c06cb90 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fed6c0ae2c0 tx=0x7fed6400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c2e5d79f73ca095d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41ef039700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f41e00e1890 0x7f41e001ce20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41ef039700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41e0006cb0 con 0x7f41e000a580 2024-09-13T15:01:08.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41ef039700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f41e00060a0 con 0x7f41e0005ae0 2024-09-13T15:01:08.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41ef039700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f41e0006380 con 0x7f41e00e1890 2024-09-13T15:01:08.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41ecdd5700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f41e000a580 0x7f41e000a960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34822/0 (socket says 172.21.15.33:34822) 2024-09-13T15:01:08.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41ecdd5700 1 -- 172.21.15.33:0/204198991 learned_addr learned my addr 172.21.15.33:0/204198991 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:08.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41ed5d6700 1 --2- 172.21.15.33:0/204198991 >> v2:172.21.15.33:3300/0 conn(0x7f41e00e1890 0x7f41e001ce20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9381ffb700 1 -- 172.21.15.33:0/2389947531 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f937c00e070 con 0x7f93840b0fe0 2024-09-13T15:01:08.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9381ffb700 1 -- 172.21.15.33:0/2389947531 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f937c00b9c0 con 0x7f93840b0fe0 2024-09-13T15:01:08.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9381ffb700 1 -- 172.21.15.33:0/2389947531 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f937c00bd70 con 0x7f93840b0fe0 2024-09-13T15:01:08.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41ed5d6700 1 -- 172.21.15.33:0/204198991 >> v1:172.21.15.103:6789/0 conn(0x7f41e0005ae0 legacy=0x7f41e001c710 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T15:01:08.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41ed5d6700 1 -- 172.21.15.33:0/204198991 >> v1:172.21.15.33:6789/0 conn(0x7f41e000a580 legacy=0x7f41e000a960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41ed5d6700 1 -- 172.21.15.33:0/204198991 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41e0006660 con 0x7f41e00e1890 2024-09-13T15:01:08.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1f6eae700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff1f00cdeb0 0x7ff1f006c9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1f6eae700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1f00ce2d0 con 0x7ff1f006c5f0 2024-09-13T15:01:08.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1f6eae700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff1f006cf10 con 0x7ff1f00cd200 2024-09-13T15:01:08.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1f6eae700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1f00ce540 con 0x7ff1f00cdeb0 2024-09-13T15:01:08.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41ed5d6700 1 --2- 172.21.15.33:0/204198991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e00e1890 0x7f41e001ce20 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f41dc009850 tx=0x7f41dc009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=817782a8946a4e8d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed63fff700 1 -- 172.21.15.33:0/2179356712 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6400e070 con 0x7fed6c0cd8d0 2024-09-13T15:01:08.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1f4c4a700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7ff1f006c5f0 0x7ff1f015a010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34828/0 (socket says 172.21.15.33:34828) 2024-09-13T15:01:08.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1f4c4a700 1 -- 172.21.15.33:0/690458223 learned_addr learned my addr 172.21.15.33:0/690458223 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:08.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed63fff700 1 -- 172.21.15.33:0/2179356712 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed6400b9c0 con 0x7fed6c0cd8d0 2024-09-13T15:01:08.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7fed63fff700 1 -- 172.21.15.33:0/2179356712 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6400bd50 con 0x7fed6c0cd8d0 2024-09-13T15:01:08.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1effff700 1 --2- 172.21.15.33:0/690458223 >> v2:172.21.15.103:3300/0 conn(0x7ff1f00cdeb0 0x7ff1f006c9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9383fff700 1 -- 172.21.15.33:0/2389947531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93840b0fe0 msgr2=0x7f9384159a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9383fff700 1 --2- 172.21.15.33:0/2389947531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93840b0fe0 0x7f9384159a40 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f937c009e50 tx=0x7f937c00b330 comp rx=0 tx=0).stop 2024-09-13T15:01:08.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41e77fe700 1 -- 172.21.15.33:0/204198991 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41dc004230 con 0x7f41e00e1890 2024-09-13T15:01:08.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41e77fe700 1 -- 172.21.15.33:0/204198991 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41dc004390 con 0x7f41e00e1890 2024-09-13T15:01:08.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f41e77fe700 1 -- 172.21.15.33:0/204198991 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41dc0036c0 con 0x7f41e00e1890 2024-09-13T15:01:08.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1ef7fe700 1 -- 172.21.15.33:0/690458223 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1085824928 0 0) 0x7ff1f00ce2d0 con 0x7ff1f006c5f0 2024-09-13T15:01:08.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1ef7fe700 1 -- 172.21.15.33:0/690458223 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff1d80035d0 con 0x7ff1f006c5f0 2024-09-13T15:01:08.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9383fff700 1 -- 172.21.15.33:0/2389947531 shutdown_connections 2024-09-13T15:01:08.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9383fff700 1 --2- 172.21.15.33:0/2389947531 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9384153070 0x7f9384070c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9383fff700 1 --2- 172.21.15.33:0/2389947531 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f93840b0fe0 0x7f9384159a40 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.921 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9383fff700 1 -- 172.21.15.33:0/2389947531 >> 172.21.15.33:0/2389947531 conn(0x7f93840b04f0 msgr2=0x7f93840b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1ef7fe700 1 -- 172.21.15.33:0/690458223 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1734706942 0 0) 0x7ff1d80035d0 con 0x7ff1f006c5f0 2024-09-13T15:01:08.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1ef7fe700 1 -- 172.21.15.33:0/690458223 >> v2:172.21.15.103:3300/0 conn(0x7ff1f00cdeb0 msgr2=0x7ff1f006c9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1ef7fe700 1 --2- 172.21.15.33:0/690458223 >> v2:172.21.15.103:3300/0 conn(0x7ff1f00cdeb0 0x7ff1f006c9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1ef7fe700 1 -- 172.21.15.33:0/690458223 >> v1:172.21.15.103:6789/0 conn(0x7ff1f00cd200 legacy=0x7ff1f015a760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1ef7fe700 1 -- 172.21.15.33:0/690458223 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1f00cc720 con 0x7ff1f006c5f0 2024-09-13T15:01:08.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1ef7fe700 1 -- 172.21.15.33:0/690458223 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7ff1e4001670 con 0x7ff1f006c5f0 2024-09-13T15:01:08.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7ff1ef7fe700 1 -- 172.21.15.33:0/690458223 >> v1:172.21.15.33:6789/0 conn(0x7ff1f006c5f0 legacy=0x7ff1f015a010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1ef7fe700 1 --2- 172.21.15.33:0/690458223 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1d8003a20 0x7ff1d8003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1ef7fe700 1 --2- 172.21.15.33:0/690458223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1d8004870 0x7ff1d8004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1ef7fe700 1 --2- 172.21.15.33:0/690458223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1d8005230 0x7ff1d800ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1ef7fe700 1 -- 172.21.15.33:0/690458223 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1f00ce540 con 0x7ff1d8005230 2024-09-13T15:01:08.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1ef7fe700 1 -- 172.21.15.33:0/690458223 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1d800c180 con 0x7ff1d8004870 2024-09-13T15:01:08.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1ef7fe700 1 -- 172.21.15.33:0/690458223 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1d800c340 con 0x7ff1d8003a20 2024-09-13T15:01:08.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.905+0000 7f9383fff700 1 -- 172.21.15.33:0/2389947531 shutdown_connections 2024-09-13T15:01:08.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f9383fff700 1 -- 172.21.15.33:0/2389947531 wait complete. 2024-09-13T15:01:08.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fed7210a700 1 -- 172.21.15.33:0/2179356712 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed6c0cd8d0 msgr2=0x7fed6c06cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fed7210a700 1 --2- 172.21.15.33:0/2179356712 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed6c0cd8d0 0x7fed6c06cb90 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fed6c0ae2c0 tx=0x7fed6400b330 comp rx=0 tx=0).stop 2024-09-13T15:01:08.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f41ef039700 1 -- 172.21.15.33:0/204198991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e00e1890 msgr2=0x7f41e001ce20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f41ef039700 1 --2- 172.21.15.33:0/204198991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e00e1890 0x7f41e001ce20 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f41dc009850 tx=0x7f41dc009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:08.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fed7210a700 1 -- 172.21.15.33:0/2179356712 shutdown_connections 2024-09-13T15:01:08.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fed7210a700 1 --2- 172.21.15.33:0/2179356712 >> v2:172.21.15.103:3300/0 conn(0x7fed6c0b17f0 0x7fed6c0cb800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fed7210a700 1 --2- 172.21.15.33:0/2179356712 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed6c0cd8d0 0x7fed6c06cb90 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fed7210a700 1 -- 172.21.15.33:0/2179356712 >> 172.21.15.33:0/2179356712 conn(0x7fed6c06a350 msgr2=0x7fed6c06a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1f544b700 1 --2- 172.21.15.33:0/690458223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1d8005230 0x7ff1d800ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1effff700 1 --2- 172.21.15.33:0/690458223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1d8004870 0x7ff1d8004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fed7210a700 1 -- 172.21.15.33:0/2179356712 shutdown_connections 2024-09-13T15:01:08.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fed7210a700 1 -- 172.21.15.33:0/2179356712 wait complete. 2024-09-13T15:01:08.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f41ef039700 1 -- 172.21.15.33:0/204198991 shutdown_connections 2024-09-13T15:01:08.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f41ef039700 1 --2- 172.21.15.33:0/204198991 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e00e1890 0x7f41e001ce20 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f41ef039700 1 -- 172.21.15.33:0/204198991 >> 172.21.15.33:0/204198991 conn(0x7f41e0036110 msgr2=0x7f41e0036520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f41ef039700 1 -- 172.21.15.33:0/204198991 shutdown_connections 2024-09-13T15:01:08.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1effff700 1 -- 172.21.15.33:0/690458223 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1d8003a20 msgr2=0x7ff1d8003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f41ef039700 1 -- 172.21.15.33:0/204198991 wait complete. 2024-09-13T15:01:08.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1f4c4a700 1 --2- 172.21.15.33:0/690458223 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1d8003a20 0x7ff1d8003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f9383fff700 1 Processor -- start 2024-09-13T15:01:08.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f9383fff700 1 -- start start 2024-09-13T15:01:08.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f41ef039700 1 Processor -- start 2024-09-13T15:01:08.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1effff700 1 --2- 172.21.15.33:0/690458223 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1d8003a20 0x7ff1d8003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1effff700 1 -- 172.21.15.33:0/690458223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1d8005230 msgr2=0x7ff1d800ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1effff700 1 --2- 172.21.15.33:0/690458223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1d8005230 0x7ff1d800ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1effff700 1 -- 172.21.15.33:0/690458223 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1d80035d0 con 0x7ff1d8004870 2024-09-13T15:01:08.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fed7210a700 1 Processor -- start 2024-09-13T15:01:08.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1f4c4a700 1 --2- 172.21.15.33:0/690458223 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1d8003a20 0x7ff1d8003e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:08.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1f544b700 1 --2- 172.21.15.33:0/690458223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1d8005230 0x7ff1d800ba30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:08.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7ff1f544b700 1 -- 172.21.15.33:0/690458223 reap_dead start 2024-09-13T15:01:08.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fed7210a700 1 -- start start 2024-09-13T15:01:08.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f9383fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f93840b0fe0 0x7f9384153560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f9383fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9384152c90 0x7f9384147b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f9383fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9384153070 0x7f938413f450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f9383fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9384148080 con 0x7f9384153070 2024-09-13T15:01:08.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f9383fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9384153bd0 con 0x7f93840b0fe0 2024-09-13T15:01:08.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f9383fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9384153eb0 con 0x7f9384152c90 2024-09-13T15:01:08.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f93837fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9384153070 0x7f938413f450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f93837fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9384153070 0x7f938413f450 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50852/0 (socket says 172.21.15.33:50852) 2024-09-13T15:01:08.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f93837fe700 1 -- 172.21.15.33:0/1697510771 learned_addr learned my addr 172.21.15.33:0/1697510771 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f93827fc700 1 --2- 172.21.15.33:0/1697510771 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9384152c90 0x7f9384147b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f9382ffd700 1 --2- 172.21.15.33:0/1697510771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f93840b0fe0 0x7f9384153560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb92e7700 1 Processor -- start 2024-09-13T15:01:08.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f93837fe700 1 -- 172.21.15.33:0/1697510771 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9384152c90 msgr2=0x7f9384147b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f93837fe700 1 --2- 172.21.15.33:0/1697510771 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9384152c90 0x7f9384147b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f93837fe700 1 -- 172.21.15.33:0/1697510771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f93840b0fe0 msgr2=0x7f9384153560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f93837fe700 1 --2- 172.21.15.33:0/1697510771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f93840b0fe0 0x7f9384153560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f93837fe700 1 -- 172.21.15.33:0/1697510771 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f937c009b30 con 0x7f9384153070 2024-09-13T15:01:08.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb92e7700 1 -- start start 2024-09-13T15:01:08.932 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb92e7700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fadb4160c60 0x7fadb40b38a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb92e7700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fadb406cbd0 0x7fadb4164f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb92e7700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fadb4164af0 con 0x7fadb41654c0 2024-09-13T15:01:08.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb92e7700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fadb406d930 con 0x7fadb4160c60 2024-09-13T15:01:08.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb92e7700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fadb4164850 con 0x7fadb406cbd0 2024-09-13T15:01:08.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb37fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fadb406cbd0 0x7fadb4164f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb37fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fadb406cbd0 0x7fadb4164f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:40006/0 (socket says 172.21.15.33:40006) 2024-09-13T15:01:08.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb37fe700 1 -- 172.21.15.33:0/1635663585 learned_addr learned my addr 172.21.15.33:0/1635663585 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb8ae6700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fadb41654c0 0x7fadb40b17f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34844/0 (socket says 172.21.15.33:34844) 2024-09-13T15:01:08.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb3fff700 1 --2- 172.21.15.33:0/1635663585 >> v2:172.21.15.33:3300/0 conn(0x7fadb4160c60 0x7fadb40b38a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7f93837fe700 1 --2- 172.21.15.33:0/1697510771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9384153070 0x7f938413f450 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f937400d800 tx=0x7f937400db10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb3fff700 1 -- 172.21.15.33:0/1635663585 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fadb406cbd0 msgr2=0x7fadb4164f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb3fff700 1 --2- 172.21.15.33:0/1635663585 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fadb406cbd0 0x7fadb4164f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb3fff700 1 -- 172.21.15.33:0/1635663585 >> v1:172.21.15.33:6789/0 conn(0x7fadb41654c0 legacy=0x7fadb40b17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fadb3fff700 1 -- 172.21.15.33:0/1635663585 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fadb40ce220 con 0x7fadb4160c60 2024-09-13T15:01:08.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fed7210a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed6c0b17f0 0x7fed6c1f5f30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f936bfff700 1 -- 172.21.15.33:0/1697510771 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f93740125f0 con 0x7f9384153070 2024-09-13T15:01:08.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.909+0000 7fed7210a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed6c0b2200 0x7fed6c0ac3a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f936bfff700 1 -- 172.21.15.33:0/1697510771 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9374012750 con 0x7f9384153070 2024-09-13T15:01:08.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f936bfff700 1 -- 172.21.15.33:0/1697510771 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9374012b00 con 0x7f9384153070 2024-09-13T15:01:08.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed7210a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fed6c0cd8d0 0x7fed6c0ac8e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed7210a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed6c0aae00 con 0x7fed6c0b2200 2024-09-13T15:01:08.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed7210a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed6c0a9f10 con 0x7fed6c0b17f0 2024-09-13T15:01:08.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed7210a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed6c0aa1f0 con 0x7fed6c0cd8d0 2024-09-13T15:01:08.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7ff1effff700 1 --2- 172.21.15.33:0/690458223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1d8004870 0x7ff1d8004cf0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff1e8011570 tx=0x7ff1d80058a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ea63cebfd3a9846a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41ef039700 1 -- start start 2024-09-13T15:01:08.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed70907700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed6c0b2200 0x7fed6c0ac3a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed71108700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed6c0b17f0 0x7fed6c1f5f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed70907700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed6c0b2200 0x7fed6c0ac3a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50862/0 (socket says 172.21.15.33:50862) 2024-09-13T15:01:08.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed70907700 1 -- 172.21.15.33:0/2083475164 learned_addr learned my addr 172.21.15.33:0/2083475164 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7ff1ef7fe700 1 -- 172.21.15.33:0/690458223 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e8011e90 con 0x7ff1d8004870 2024-09-13T15:01:08.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7ff1ef7fe700 1 -- 172.21.15.33:0/690458223 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1e8009430 con 0x7ff1d8004870 2024-09-13T15:01:08.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7ff1ef7fe700 1 -- 172.21.15.33:0/690458223 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e80097a0 con 0x7ff1d8004870 2024-09-13T15:01:08.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed71108700 1 -- 172.21.15.33:0/2083475164 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fed6c0cd8d0 msgr2=0x7fed6c0ac8e0 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T15:01:08.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed71108700 1 --2- 172.21.15.33:0/2083475164 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fed6c0cd8d0 0x7fed6c0ac8e0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed71108700 1 -- 172.21.15.33:0/2083475164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed6c0b2200 msgr2=0x7fed6c0ac3a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed71108700 1 --2- 172.21.15.33:0/2083475164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed6c0b2200 0x7fed6c0ac3a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed71108700 1 -- 172.21.15.33:0/2083475164 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed64009b30 con 0x7fed6c0b17f0 2024-09-13T15:01:08.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed71108700 1 --2- 172.21.15.33:0/2083475164 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed6c0b17f0 0x7fed6c1f5f30 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fed64015000 tx=0x7fed64004af0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41ef039700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e0005ae0 0x7f41e00394e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41ef039700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f41e000a580 0x7f41e0047320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41ef039700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f41e00e1890 0x7f41e00de1f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41ef039700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41e0037b60 con 0x7f41e0005ae0 2024-09-13T15:01:08.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41ef039700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f41e003a150 con 0x7f41e00e1890 2024-09-13T15:01:08.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41ef039700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f41e0039e70 con 0x7f41e000a580 2024-09-13T15:01:08.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41ecdd5700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e0005ae0 0x7f41e00394e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41ecdd5700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e0005ae0 0x7f41e00394e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50864/0 (socket says 172.21.15.33:50864) 2024-09-13T15:01:08.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41ecdd5700 1 -- 172.21.15.33:0/1210292802 learned_addr learned my addr 172.21.15.33:0/1210292802 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41e7fff700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f41e000a580 0x7f41e0047320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fadb3fff700 1 --2- 172.21.15.33:0/1635663585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadb4160c60 0x7fadb40b38a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fada4009850 tx=0x7fada4009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b5247fc989f3d3be server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41ed5d6700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f41e00e1890 0x7f41e00de1f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7ff1f6eae700 1 -- 172.21.15.33:0/690458223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1d8004870 msgr2=0x7ff1d8004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7ff1f6eae700 1 --2- 172.21.15.33:0/690458223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1d8004870 0x7ff1d8004cf0 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7ff1e8011570 tx=0x7ff1d80058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7ff1f6eae700 1 -- 172.21.15.33:0/690458223 shutdown_connections 2024-09-13T15:01:08.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7ff1f6eae700 1 --2- 172.21.15.33:0/690458223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1d8004870 0x7ff1d8004cf0 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7ff1f6eae700 1 -- 172.21.15.33:0/690458223 >> 172.21.15.33:0/690458223 conn(0x7ff1f006a350 msgr2=0x7ff1f006a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41e7fff700 1 -- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f41e00e1890 msgr2=0x7f41e00de1f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41e7fff700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f41e00e1890 0x7f41e00de1f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41e7fff700 1 -- 172.21.15.33:0/1210292802 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e0005ae0 msgr2=0x7f41e00394e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41e7fff700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e0005ae0 0x7f41e00394e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f9383fff700 1 -- 172.21.15.33:0/1697510771 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9384154190 con 0x7f9384153070 2024-09-13T15:01:08.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f9383fff700 1 -- 172.21.15.33:0/1697510771 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9384154750 con 0x7f9384153070 2024-09-13T15:01:08.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41e7fff700 1 -- 172.21.15.33:0/1210292802 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f41dc0094b0 con 0x7f41e000a580 2024-09-13T15:01:08.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41ed5d6700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f41e00e1890 0x7f41e00de1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:08.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f41e7fff700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f41e000a580 0x7f41e0047320 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f41d400b410 tx=0x7f41d400b720 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7ff1f6eae700 1 -- 172.21.15.33:0/690458223 shutdown_connections 2024-09-13T15:01:08.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f9383fff700 1 -- 172.21.15.33:0/1697510771 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9364005310 con 0x7f9384153070 2024-09-13T15:01:08.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fadb2ffd700 1 -- 172.21.15.33:0/1635663585 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fada4011830 con 0x7fadb4160c60 2024-09-13T15:01:08.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7ff1f6eae700 1 -- 172.21.15.33:0/690458223 wait complete. 2024-09-13T15:01:08.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fb01400b700 1 Processor -- start 2024-09-13T15:01:08.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed61ffb700 1 -- 172.21.15.33:0/2083475164 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed640048f0 con 0x7fed6c0b17f0 2024-09-13T15:01:08.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fb01400b700 1 -- start start 2024-09-13T15:01:08.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed61ffb700 1 -- 172.21.15.33:0/2083475164 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed640092e0 con 0x7fed6c0b17f0 2024-09-13T15:01:08.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed7210a700 1 -- 172.21.15.33:0/2083475164 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed6c0aa4d0 con 0x7fed6c0b17f0 2024-09-13T15:01:08.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed61ffb700 1 -- 172.21.15.33:0/2083475164 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed6401b650 con 0x7fed6c0b17f0 2024-09-13T15:01:08.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fed7210a700 1 -- 172.21.15.33:0/2083475164 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed6c0aaa90 con 0x7fed6c0b17f0 2024-09-13T15:01:08.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7f936bfff700 1 -- 172.21.15.33:0/1697510771 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9374012c60 con 0x7f9384153070 2024-09-13T15:01:08.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb01400b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fb00c142940 0x7fb00c072110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb01400b700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fb00c06d520 0x7fb00c06d960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb01400b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb00c0cd660 0x7fb00c06c340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb01400b700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb00c071b90 con 0x7fb00c142940 2024-09-13T15:01:08.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb01400b700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb00c070f80 con 0x7fb00c06d520 2024-09-13T15:01:08.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb01400b700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb00c071260 con 0x7fb00c0cd660 2024-09-13T15:01:08.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1f6eae700 1 Processor -- start 2024-09-13T15:01:08.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7f41e57fa700 1 -- 172.21.15.33:0/1210292802 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41d4011620 con 0x7f41e000a580 2024-09-13T15:01:08.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fadb2ffd700 1 -- 172.21.15.33:0/1635663585 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fada4011990 con 0x7fadb4160c60 2024-09-13T15:01:08.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.913+0000 7fadb2ffd700 1 -- 172.21.15.33:0/1635663585 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fada4011d40 con 0x7fadb4160c60 2024-09-13T15:01:08.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7f41e57fa700 1 -- 172.21.15.33:0/1210292802 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f41d40117a0 con 0x7f41e000a580 2024-09-13T15:01:08.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7f41e57fa700 1 -- 172.21.15.33:0/1210292802 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f41d4011b50 con 0x7f41e000a580 2024-09-13T15:01:08.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fadb92e7700 1 -- 172.21.15.33:0/1635663585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadb4160c60 msgr2=0x7fadb40b38a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fadb92e7700 1 --2- 172.21.15.33:0/1635663585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadb4160c60 0x7fadb40b38a0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7fada4009850 tx=0x7fada4009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:08.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fadb92e7700 1 -- 172.21.15.33:0/1635663585 shutdown_connections 2024-09-13T15:01:08.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fadb92e7700 1 --2- 172.21.15.33:0/1635663585 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fadb406cbd0 0x7fadb4164f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fadb92e7700 1 --2- 172.21.15.33:0/1635663585 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadb4160c60 0x7fadb40b38a0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fadb92e7700 1 -- 172.21.15.33:0/1635663585 >> 172.21.15.33:0/1635663585 conn(0x7fadb40b04f0 msgr2=0x7fadb40b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7f41ef039700 1 -- 172.21.15.33:0/1210292802 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f41e0039a20 con 0x7f41e000a580 2024-09-13T15:01:08.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7f41ef039700 1 -- 172.21.15.33:0/1210292802 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f41e0037880 con 0x7f41e000a580 2024-09-13T15:01:08.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb011da7700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fb00c142940 0x7fb00c072110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb011da7700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fb00c142940 0x7fb00c072110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50876/0 (socket says 172.21.15.33:50876) 2024-09-13T15:01:08.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb011da7700 1 -- 172.21.15.33:0/1065512352 learned_addr learned my addr 172.21.15.33:0/1065512352 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb0115a6700 1 --2- 172.21.15.33:0/1065512352 >> v2:172.21.15.103:3300/0 conn(0x7fb00c06d520 0x7fb00c06d960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fed7210a700 1 -- 172.21.15.33:0/2083475164 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed6c0cdcb0 con 0x7fed6c0b17f0 2024-09-13T15:01:08.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1f6eae700 1 -- start start 2024-09-13T15:01:08.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb011da7700 1 -- 172.21.15.33:0/1065512352 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb00c0cd660 msgr2=0x7fb00c06c340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb011da7700 1 --2- 172.21.15.33:0/1065512352 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb00c0cd660 0x7fb00c06c340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb011da7700 1 -- 172.21.15.33:0/1065512352 >> v2:172.21.15.103:3300/0 conn(0x7fb00c06d520 msgr2=0x7fb00c06d960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb011da7700 1 --2- 172.21.15.33:0/1065512352 >> v2:172.21.15.103:3300/0 conn(0x7fb00c06d520 0x7fb00c06d960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb011da7700 1 -- 172.21.15.33:0/1065512352 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb00c071540 con 0x7fb00c142940 2024-09-13T15:01:08.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fb011da7700 1 --2- 172.21.15.33:0/1065512352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb00c142940 0x7fb00c072110 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb00c06bcb0 tx=0x7fb008009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9ae577b8329a6f43 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7f936bfff700 1 --2- 172.21.15.33:0/1697510771 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f936c0668f0 0x7f936c068db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7f936bfff700 1 -- 172.21.15.33:0/1697510771 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9374084530 con 0x7f9384153070 2024-09-13T15:01:08.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fadb92e7700 1 -- 172.21.15.33:0/1635663585 shutdown_connections 2024-09-13T15:01:08.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fed61ffb700 1 -- 172.21.15.33:0/2083475164 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fed6401b7b0 con 0x7fed6c0b17f0 2024-09-13T15:01:08.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fadb92e7700 1 -- 172.21.15.33:0/1635663585 wait complete. 2024-09-13T15:01:08.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7f9382ffd700 1 --2- 172.21.15.33:0/1697510771 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f936c0668f0 0x7f936c068db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fed61ffb700 1 --2- 172.21.15.33:0/2083475164 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed500667b0 0x7fed50068c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1f6eae700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1d8004870 0x7ff1f014c3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1f6eae700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1f0152030 0x7ff1f015b340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1f6eae700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1f0153f60 0x7ff1f014f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1f6eae700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1f0152ee0 con 0x7ff1f0152030 2024-09-13T15:01:08.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1f6eae700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1f01531a0 con 0x7ff1f0153f60 2024-09-13T15:01:08.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1f6eae700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1f0153480 con 0x7ff1d8004870 2024-09-13T15:01:08.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fed61ffb700 1 -- 172.21.15.33:0/2083475164 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fed640857d0 con 0x7fed6c0b17f0 2024-09-13T15:01:08.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7fed70907700 1 --2- 172.21.15.33:0/2083475164 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed500667b0 0x7fed50068c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1effff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1f0152030 0x7ff1f015b340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1effff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1f0152030 0x7ff1f015b340 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50888/0 (socket says 172.21.15.33:50888) 2024-09-13T15:01:08.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1effff700 1 -- 172.21.15.33:0/1113455603 learned_addr learned my addr 172.21.15.33:0/1113455603 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1f4c4a700 1 --2- 172.21.15.33:0/1113455603 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1d8004870 0x7ff1f014c3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1f544b700 1 --2- 172.21.15.33:0/1113455603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1f0153f60 0x7ff1f014f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1effff700 1 -- 172.21.15.33:0/1113455603 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1d8004870 msgr2=0x7ff1f014c3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1effff700 1 --2- 172.21.15.33:0/1113455603 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1d8004870 0x7ff1f014c3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1effff700 1 -- 172.21.15.33:0/1113455603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1f0153f60 msgr2=0x7ff1f014f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1effff700 1 --2- 172.21.15.33:0/1113455603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1f0153f60 0x7ff1f014f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7ff1effff700 1 -- 172.21.15.33:0/1113455603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1f0153760 con 0x7ff1f0152030 2024-09-13T15:01:08.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7f9382ffd700 1 --2- 172.21.15.33:0/1697510771 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f936c0668f0 0x7f936c068db0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9378000f60 tx=0x7f9378009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.917+0000 7f41ef039700 1 -- 172.21.15.33:0/1210292802 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f41e0039c40 con 0x7f41e000a580 2024-09-13T15:01:08.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fed70907700 1 --2- 172.21.15.33:0/2083475164 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed500667b0 0x7fed50068c70 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fed6c0ac320 tx=0x7fed5c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7ff1effff700 1 --2- 172.21.15.33:0/1113455603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1f0152030 0x7ff1f015b340 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff1d800c310 tx=0x7ff1e8004b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f3a0161f700 1 Processor -- start 2024-09-13T15:01:08.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f3a0161f700 1 -- start start 2024-09-13T15:01:08.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f41e57fa700 1 -- 172.21.15.33:0/1210292802 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f41d4011cb0 con 0x7f41e000a580 2024-09-13T15:01:08.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb92e7700 1 Processor -- start 2024-09-13T15:01:08.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f41e57fa700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f41cc0667b0 0x7f41cc068c70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb92e7700 1 -- start start 2024-09-13T15:01:08.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f41e57fa700 1 -- 172.21.15.33:0/1210292802 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f41d4084180 con 0x7f41e000a580 2024-09-13T15:01:08.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f3a0161f700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f39fc15a630 0x7f39fc06e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f3a0161f700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f39fc070c10 0x7f39fc0710c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f3a0161f700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f39fc06dd40 con 0x7f39fc15a250 2024-09-13T15:01:08.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f3a0161f700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39fc071600 con 0x7f39fc15a630 2024-09-13T15:01:08.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f3a0161f700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f39fc06d430 con 0x7f39fc070c10 2024-09-13T15:01:08.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f39fb7fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f39fc15a630 0x7f39fc06e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f39fb7fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f39fc15a630 0x7f39fc06e1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50890/0 (socket says 172.21.15.33:50890) 2024-09-13T15:01:08.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f39fb7fe700 1 -- 172.21.15.33:0/1632680977 learned_addr learned my addr 172.21.15.33:0/1632680977 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb92e7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadb406cbd0 0x7fadb4140710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb92e7700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fadb4160c60 0x7fadb4070c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb92e7700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadb41654c0 0x7fadb4071190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f41ecdd5700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f41cc0667b0 0x7f41cc068c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f3a00e1e700 1 --2- 172.21.15.33:0/1632680977 >> v2:172.21.15.103:3300/0 conn(0x7f39fc070c10 0x7f39fc0710c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb92e7700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadb4140c50 con 0x7fadb406cbd0 2024-09-13T15:01:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb92e7700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fadb4163160 con 0x7fadb41654c0 2024-09-13T15:01:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb92e7700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fadb41479e0 con 0x7fadb4160c60 2024-09-13T15:01:08.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f39fb7fe700 1 -- 172.21.15.33:0/1632680977 >> v2:172.21.15.103:3300/0 conn(0x7f39fc070c10 msgr2=0x7f39fc0710c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f39fb7fe700 1 --2- 172.21.15.33:0/1632680977 >> v2:172.21.15.103:3300/0 conn(0x7f39fc070c10 0x7f39fc0710c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f39fb7fe700 1 -- 172.21.15.33:0/1632680977 >> v1:172.21.15.103:6789/0 conn(0x7f39fc15a250 legacy=0x7f39fc0b3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb37fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fadb4160c60 0x7fadb4070c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadb406cbd0 0x7fadb4140710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f39fb7fe700 1 -- 172.21.15.33:0/1632680977 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39fc06d6f0 con 0x7f39fc15a630 2024-09-13T15:01:08.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadb406cbd0 0x7fadb4140710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50898/0 (socket says 172.21.15.33:50898) 2024-09-13T15:01:08.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb3fff700 1 -- 172.21.15.33:0/1364505697 learned_addr learned my addr 172.21.15.33:0/1364505697 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f39fb7fe700 1 --2- 172.21.15.33:0/1632680977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc15a630 0x7f39fc06e1d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f39fc06e710 tx=0x7f39ec009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d7c2fc69258a60ce server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f936bfff700 1 -- 172.21.15.33:0/1697510771 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f93740515a0 con 0x7f9384153070 2024-09-13T15:01:08.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb3fff700 1 -- 172.21.15.33:0/1364505697 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fadb4160c60 msgr2=0x7fadb4070c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb3fff700 1 --2- 172.21.15.33:0/1364505697 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fadb4160c60 0x7fadb4070c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb3fff700 1 -- 172.21.15.33:0/1364505697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadb41654c0 msgr2=0x7fadb4071190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb3fff700 1 --2- 172.21.15.33:0/1364505697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadb41654c0 0x7fadb4071190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb3fff700 1 -- 172.21.15.33:0/1364505697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fada40094b0 con 0x7fadb406cbd0 2024-09-13T15:01:08.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7ffad331c700 1 Processor -- start 2024-09-13T15:01:08.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7ffad331c700 1 -- start start 2024-09-13T15:01:08.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f39faffd700 1 -- 172.21.15.33:0/1632680977 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39ec00b8a0 con 0x7f39fc15a630 2024-09-13T15:01:08.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f39faffd700 1 -- 172.21.15.33:0/1632680977 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39ec00ba00 con 0x7f39fc15a630 2024-09-13T15:01:08.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7f39faffd700 1 -- 172.21.15.33:0/1632680977 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39ec00bd90 con 0x7f39fc15a630 2024-09-13T15:01:08.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7ff1ed7fa700 1 -- 172.21.15.33:0/1113455603 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e8004240 con 0x7ff1f0152030 2024-09-13T15:01:08.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7ff1ed7fa700 1 -- 172.21.15.33:0/1113455603 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff1e8011e90 con 0x7ff1f0152030 2024-09-13T15:01:08.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7ff1ed7fa700 1 -- 172.21.15.33:0/1113455603 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1e80045e0 con 0x7ff1f0152030 2024-09-13T15:01:08.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7ff1f6eae700 1 -- 172.21.15.33:0/1113455603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff1f0153a40 con 0x7ff1f0152030 2024-09-13T15:01:08.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb3fff700 1 --2- 172.21.15.33:0/1364505697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadb406cbd0 0x7fadb4140710 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fada40090b0 tx=0x7fada4004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7ff1f6eae700 1 -- 172.21.15.33:0/1113455603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff1f015b880 con 0x7ff1f0152030 2024-09-13T15:01:08.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fb010da5700 1 -- 172.21.15.33:0/1065512352 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb008011830 con 0x7fb00c142940 2024-09-13T15:01:08.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fb010da5700 1 -- 172.21.15.33:0/1065512352 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb008011990 con 0x7fb00c142940 2024-09-13T15:01:08.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fb010da5700 1 -- 172.21.15.33:0/1065512352 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb008011d00 con 0x7fb00c142940 2024-09-13T15:01:08.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb0ff9700 1 -- 172.21.15.33:0/1364505697 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fada4004510 con 0x7fadb406cbd0 2024-09-13T15:01:08.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb0ff9700 1 -- 172.21.15.33:0/1364505697 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fada401f070 con 0x7fadb406cbd0 2024-09-13T15:01:08.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb92e7700 1 -- 172.21.15.33:0/1364505697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fadb4147cc0 con 0x7fadb406cbd0 2024-09-13T15:01:08.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb0ff9700 1 -- 172.21.15.33:0/1364505697 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fada4003900 con 0x7fadb406cbd0 2024-09-13T15:01:08.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7f3a0161f700 1 -- 172.21.15.33:0/1632680977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc15a630 msgr2=0x7f39fc06e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7f3a0161f700 1 --2- 172.21.15.33:0/1632680977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc15a630 0x7f39fc06e1d0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f39fc06e710 tx=0x7f39ec009bf0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad331c700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ffacc071740 0x7ffacc06ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad331c700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffacc06de00 con 0x7ffacc06bf70 2024-09-13T15:01:08.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad331c700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffacc06db20 con 0x7ffacc06bb90 2024-09-13T15:01:08.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad331c700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffacc1591b0 con 0x7ffacc071740 2024-09-13T15:01:08.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1b19700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7ffacc06bf70 0x7ffacc071030 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34848/0 (socket says 172.21.15.33:34848) 2024-09-13T15:01:08.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1b19700 1 -- 172.21.15.33:0/2113335594 learned_addr learned my addr 172.21.15.33:0/2113335594 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:08.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fb01400b700 1 -- 172.21.15.33:0/1065512352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb00c142940 msgr2=0x7fb00c072110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fb01400b700 1 --2- 172.21.15.33:0/1065512352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb00c142940 0x7fb00c072110 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7fb00c06bcb0 tx=0x7fb008009bf0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fb01400b700 1 -- 172.21.15.33:0/1065512352 shutdown_connections 2024-09-13T15:01:08.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fb01400b700 1 --2- 172.21.15.33:0/1065512352 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb00c0cd660 0x7fb00c06c340 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 -- 172.21.15.33:0/2113335594 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2388918411 0 0) 0x7ffacc06de00 con 0x7ffacc06bf70 2024-09-13T15:01:08.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fb01400b700 1 --2- 172.21.15.33:0/1065512352 >> v2:172.21.15.103:3300/0 conn(0x7fb00c06d520 0x7fb00c06d960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fb01400b700 1 --2- 172.21.15.33:0/1065512352 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb00c142940 0x7fb00c072110 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fb01400b700 1 -- 172.21.15.33:0/1065512352 >> 172.21.15.33:0/1065512352 conn(0x7fb00c0aeb40 msgr2=0x7fb00c0aef50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 -- 172.21.15.33:0/2113335594 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffab80035d0 con 0x7ffacc06bf70 2024-09-13T15:01:08.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.921+0000 7fadb92e7700 1 -- 172.21.15.33:0/1364505697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fadb4148280 con 0x7fadb406cbd0 2024-09-13T15:01:08.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 -- 172.21.15.33:0/2113335594 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1047960781 0 0) 0x7ffab80035d0 con 0x7ffacc06bf70 2024-09-13T15:01:08.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 -- 172.21.15.33:0/2113335594 >> v2:172.21.15.103:3300/0 conn(0x7ffacc071740 msgr2=0x7ffacc06ce30 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T15:01:08.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 --2- 172.21.15.33:0/2113335594 >> v2:172.21.15.103:3300/0 conn(0x7ffacc071740 0x7ffacc06ce30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 -- 172.21.15.33:0/2113335594 >> v1:172.21.15.103:6789/0 conn(0x7ffacc06bb90 legacy=0x7ffacc158aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fadb92e7700 1 -- 172.21.15.33:0/1364505697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fadb4164f80 con 0x7fadb406cbd0 2024-09-13T15:01:08.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ff1f6eae700 1 -- 172.21.15.33:0/1113455603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1f00cc390 con 0x7ff1f0152030 2024-09-13T15:01:08.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 -- 172.21.15.33:0/2113335594 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffacc15fa00 con 0x7ffacc06bf70 2024-09-13T15:01:08.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fadb0ff9700 1 -- 172.21.15.33:0/1364505697 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fada4003a60 con 0x7fadb406cbd0 2024-09-13T15:01:08.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 -- 172.21.15.33:0/2113335594 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7ffac40019f0 con 0x7ffacc06bf70 2024-09-13T15:01:08.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 -- 172.21.15.33:0/2113335594 >> v1:172.21.15.33:6789/0 conn(0x7ffacc06bf70 legacy=0x7ffacc071030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 --2- 172.21.15.33:0/2113335594 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffab8003a70 0x7ffab8003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 --2- 172.21.15.33:0/2113335594 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffab8004870 0x7ffab8004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 --2- 172.21.15.33:0/2113335594 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffab8005350 0x7ffab800ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 -- 172.21.15.33:0/2113335594 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffacc1591b0 con 0x7ffab8004870 2024-09-13T15:01:08.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 -- 172.21.15.33:0/2113335594 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffab800c2a0 con 0x7ffab8005350 2024-09-13T15:01:08.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1318700 1 -- 172.21.15.33:0/2113335594 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffab800c460 con 0x7ffab8003a70 2024-09-13T15:01:08.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1b19700 1 --2- 172.21.15.33:0/2113335594 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffab8004870 0x7ffab8004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad231a700 1 --2- 172.21.15.33:0/2113335594 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffab8003a70 0x7ffab8003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad2b1b700 1 --2- 172.21.15.33:0/2113335594 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffab8005350 0x7ffab800ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1b19700 1 -- 172.21.15.33:0/2113335594 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffab8003a70 msgr2=0x7ffab8003e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1b19700 1 --2- 172.21.15.33:0/2113335594 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffab8003a70 0x7ffab8003e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1b19700 1 -- 172.21.15.33:0/2113335594 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffab8005350 msgr2=0x7ffab800ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:08.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1b19700 1 --2- 172.21.15.33:0/2113335594 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffab8005350 0x7ffab800ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1b19700 1 -- 172.21.15.33:0/2113335594 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffab80035d0 con 0x7ffab8004870 2024-09-13T15:01:08.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad2b1b700 1 -- 172.21.15.33:0/2113335594 reap_dead start 2024-09-13T15:01:08.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fadb0ff9700 1 --2- 172.21.15.33:0/1364505697 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fada0066760 0x7fada0068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7ffad1b19700 1 --2- 172.21.15.33:0/2113335594 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffab8004870 0x7ffab8004cf0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ffac4010c50 tx=0x7ffab80058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a7e978ed0260f4ef server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fadb0ff9700 1 -- 172.21.15.33:0/1364505697 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fada4021070 con 0x7fadb406cbd0 2024-09-13T15:01:08.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fb01400b700 1 -- 172.21.15.33:0/1065512352 shutdown_connections 2024-09-13T15:01:08.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fb01400b700 1 -- 172.21.15.33:0/1065512352 wait complete. 2024-09-13T15:01:08.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fadb37fe700 1 --2- 172.21.15.33:0/1364505697 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fada0066760 0x7fada0068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fadb37fe700 1 --2- 172.21.15.33:0/1364505697 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fada0066760 0x7fada0068c20 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fadb40b0200 tx=0x7fada80092e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fb01400b700 1 Processor -- start 2024-09-13T15:01:08.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.925+0000 7fb01400b700 1 -- start start 2024-09-13T15:01:08.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f41ecdd5700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f41cc0667b0 0x7f41cc068c70 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f41e8068eb0 tx=0x7f41e808c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb01400b700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb00c06d520 0x7fb00c140e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb01400b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb00c0cd660 0x7fb00c13d650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb01400b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb00c142940 0x7fb00c153690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f3a0161f700 1 -- 172.21.15.33:0/1632680977 shutdown_connections 2024-09-13T15:01:08.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f3a0161f700 1 --2- 172.21.15.33:0/1632680977 >> v2:172.21.15.103:3300/0 conn(0x7f39fc070c10 0x7f39fc0710c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f3a0161f700 1 --2- 172.21.15.33:0/1632680977 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc15a630 0x7f39fc06e1d0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f3a0161f700 1 -- 172.21.15.33:0/1632680977 >> 172.21.15.33:0/1632680977 conn(0x7f39fc0b04f0 msgr2=0x7f39fc0b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f3a0161f700 1 -- 172.21.15.33:0/1632680977 shutdown_connections 2024-09-13T15:01:08.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f3a0161f700 1 -- 172.21.15.33:0/1632680977 wait complete. 2024-09-13T15:01:08.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb01400b700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb00c13e110 con 0x7fb00c0cd660 2024-09-13T15:01:08.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb01400b700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb00c13e3f0 con 0x7fb00c06d520 2024-09-13T15:01:08.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb01400b700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb00c13e6d0 con 0x7fb00c142940 2024-09-13T15:01:08.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb0115a6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb00c0cd660 0x7fb00c13d650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb0115a6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb00c0cd660 0x7fb00c13d650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50918/0 (socket says 172.21.15.33:50918) 2024-09-13T15:01:08.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb0115a6700 1 -- 172.21.15.33:0/3588049151 learned_addr learned my addr 172.21.15.33:0/3588049151 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb011da7700 1 --2- 172.21.15.33:0/3588049151 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb00c06d520 0x7fb00c140e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb0115a6700 1 -- 172.21.15.33:0/3588049151 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb00c142940 msgr2=0x7fb00c153690 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T15:01:08.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb0115a6700 1 --2- 172.21.15.33:0/3588049151 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb00c142940 0x7fb00c153690 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb0115a6700 1 -- 172.21.15.33:0/3588049151 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb00c06d520 msgr2=0x7fb00c140e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb0115a6700 1 --2- 172.21.15.33:0/3588049151 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb00c06d520 0x7fb00c140e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb0115a6700 1 -- 172.21.15.33:0/3588049151 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb008009570 con 0x7fb00c0cd660 2024-09-13T15:01:08.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fb0115a6700 1 --2- 172.21.15.33:0/3588049151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb00c0cd660 0x7fb00c13d650 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7faffc00e9d0 tx=0x7faffc00ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f3a0161f700 1 Processor -- start 2024-09-13T15:01:08.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7fed61ffb700 1 -- 172.21.15.33:0/2083475164 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fed640529c0 con 0x7fed6c0b17f0 2024-09-13T15:01:08.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f3a0161f700 1 -- start start 2024-09-13T15:01:08.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f41e57fa700 1 -- 172.21.15.33:0/1210292802 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f41e0039c40 con 0x7f41e000a580 2024-09-13T15:01:08.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f3a0161f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc070c10 0x7f39fc157120 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f3a0161f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f39fc15a250 0x7f39fc14ace0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f3a0161f700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f39fc15a630 0x7f39fc1477d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f3a0161f700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39fc14b220 con 0x7f39fc070c10 2024-09-13T15:01:08.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f3a0161f700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f39fc1482c0 con 0x7f39fc15a630 2024-09-13T15:01:08.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f3a0161f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f39fc1485a0 con 0x7f39fc15a250 2024-09-13T15:01:08.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f39fb7fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f39fc15a250 0x7f39fc14ace0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f39fb7fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f39fc15a250 0x7f39fc14ace0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:40062/0 (socket says 172.21.15.33:40062) 2024-09-13T15:01:08.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.929+0000 7f39fb7fe700 1 -- 172.21.15.33:0/2435578684 learned_addr learned my addr 172.21.15.33:0/2435578684 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7f39fb7fe700 1 -- 172.21.15.33:0/2435578684 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f39fc15a630 msgr2=0x7f39fc1477d0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T15:01:08.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7f39fb7fe700 1 --2- 172.21.15.33:0/2435578684 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f39fc15a630 0x7f39fc1477d0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7f39fb7fe700 1 -- 172.21.15.33:0/2435578684 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc070c10 msgr2=0x7f39fc157120 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T15:01:08.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7f39fb7fe700 1 --2- 172.21.15.33:0/2435578684 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc070c10 0x7f39fc157120 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7f39fb7fe700 1 -- 172.21.15.33:0/2435578684 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f39ec009570 con 0x7f39fc15a250 2024-09-13T15:01:08.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7f39fb7fe700 1 --2- 172.21.15.33:0/2435578684 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f39fc15a250 0x7f39fc14ace0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f39ec000c00 tx=0x7f39ec004770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7ffad1318700 1 -- 172.21.15.33:0/2113335594 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac40102d0 con 0x7ffab8004870 2024-09-13T15:01:08.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7fadb0ff9700 1 -- 172.21.15.33:0/1364505697 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fada4052c40 con 0x7fadb406cbd0 2024-09-13T15:01:08.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7ffad1318700 1 -- 172.21.15.33:0/2113335594 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffac4015710 con 0x7ffab8004870 2024-09-13T15:01:08.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7ffad1318700 1 -- 172.21.15.33:0/2113335594 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac4015ac0 con 0x7ffab8004870 2024-09-13T15:01:08.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7ffad331c700 1 -- 172.21.15.33:0/2113335594 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffab8004870 msgr2=0x7ffab8004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7ffad331c700 1 --2- 172.21.15.33:0/2113335594 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffab8004870 0x7ffab8004cf0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ffac4010c50 tx=0x7ffab80058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7ffad331c700 1 -- 172.21.15.33:0/2113335594 shutdown_connections 2024-09-13T15:01:08.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7ffad331c700 1 --2- 172.21.15.33:0/2113335594 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffab8004870 0x7ffab8004cf0 secure :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7ffac4010c50 tx=0x7ffab80058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7ffad331c700 1 -- 172.21.15.33:0/2113335594 >> 172.21.15.33:0/2113335594 conn(0x7ffacc06a350 msgr2=0x7ffacc06a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:08.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7ff1ed7fa700 1 -- 172.21.15.33:0/1113455603 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff1e8004740 con 0x7ff1f0152030 2024-09-13T15:01:08.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7ff1ed7fa700 1 --2- 172.21.15.33:0/1113455603 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff1dc066780 0x7ff1dc068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7ff1ed7fa700 1 -- 172.21.15.33:0/1113455603 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff1e808aa80 con 0x7ff1f0152030 2024-09-13T15:01:08.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.933+0000 7ff1f4c4a700 1 --2- 172.21.15.33:0/1113455603 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff1dc066780 0x7ff1dc068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7fb0027fc700 1 -- 172.21.15.33:0/3588049151 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faffc00c850 con 0x7fb00c0cd660 2024-09-13T15:01:08.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7fb0027fc700 1 -- 172.21.15.33:0/3588049151 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7faffc00c9b0 con 0x7fb00c0cd660 2024-09-13T15:01:08.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7fb01400b700 1 -- 172.21.15.33:0/3588049151 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb00c13e9b0 con 0x7fb00c0cd660 2024-09-13T15:01:08.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7ffad331c700 1 -- 172.21.15.33:0/2113335594 shutdown_connections 2024-09-13T15:01:08.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7fb01400b700 1 -- 172.21.15.33:0/3588049151 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb00c141370 con 0x7fb00c0cd660 2024-09-13T15:01:08.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7fb0027fc700 1 -- 172.21.15.33:0/3588049151 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faffc00cd20 con 0x7fb00c0cd660 2024-09-13T15:01:08.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7ff1f4c4a700 1 --2- 172.21.15.33:0/1113455603 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff1dc066780 0x7ff1dc068c40 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff1e4001eb0 tx=0x7ff1e4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7ffad331c700 1 -- 172.21.15.33:0/2113335594 wait complete. 2024-09-13T15:01:08.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7ffad331c700 1 Processor -- start 2024-09-13T15:01:08.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7ffad331c700 1 -- start start 2024-09-13T15:01:08.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7ff1ed7fa700 1 -- 172.21.15.33:0/1113455603 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff1e8057c70 con 0x7ff1f0152030 2024-09-13T15:01:08.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7ffad331c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffacc14e540 0x7ffacc151130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7ffad331c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffacc14ed40 0x7ffacc0af5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7ffad331c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffacc15a790 0x7ffacc0afb20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7ffad331c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffacc1506c0 con 0x7ffacc15a790 2024-09-13T15:01:08.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7ffad331c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffacc150070 con 0x7ffacc14ed40 2024-09-13T15:01:08.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.937+0000 7ffad331c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffacc150930 con 0x7ffacc14e540 2024-09-13T15:01:08.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7ffad2b1b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffacc15a790 0x7ffacc0afb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7ffad1b19700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffacc14ed40 0x7ffacc0af5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7ffad1b19700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffacc14ed40 0x7ffacc0af5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:50616/0 (socket says 172.21.15.33:50616) 2024-09-13T15:01:08.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7ffad1b19700 1 -- 172.21.15.33:0/308778012 learned_addr learned my addr 172.21.15.33:0/308778012 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:08.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7ffad231a700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffacc14e540 0x7ffacc151130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7ffad1b19700 1 -- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffacc14e540 msgr2=0x7ffacc151130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7ffad1b19700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffacc14e540 0x7ffacc151130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7ffad1b19700 1 -- 172.21.15.33:0/308778012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffacc15a790 msgr2=0x7ffacc0afb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:08.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7fb0027fc700 1 -- 172.21.15.33:0/3588049151 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7faffc013470 con 0x7fb00c0cd660 2024-09-13T15:01:08.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7ffad1b19700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffacc15a790 0x7ffacc0afb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:08.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7ffad1b19700 1 -- 172.21.15.33:0/308778012 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffacc150c10 con 0x7ffacc14ed40 2024-09-13T15:01:08.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7ffad1b19700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffacc14ed40 0x7ffacc0af5e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ffac4002230 tx=0x7ffac4001cb0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7fb0027fc700 1 --2- 172.21.15.33:0/3588049151 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7faff0066780 0x7faff0068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7fb0027fc700 1 -- 172.21.15.33:0/3588049151 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7faffc084450 con 0x7fb00c0cd660 2024-09-13T15:01:08.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7ffad231a700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffacc14e540 0x7ffacc151130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:08.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7ffad2b1b700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffacc15a790 0x7ffacc0afb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:08.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7fb011da7700 1 --2- 172.21.15.33:0/3588049151 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7faff0066780 0x7faff0068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7fb011da7700 1 --2- 172.21.15.33:0/3588049151 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7faff0066780 0x7faff0068c40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb008000c00 tx=0x7fb008008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7f39f8ff9700 1 -- 172.21.15.33:0/2435578684 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39ec012da0 con 0x7f39fc15a250 2024-09-13T15:01:08.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7f3a0161f700 1 -- 172.21.15.33:0/2435578684 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f39fc148880 con 0x7f39fc15a250 2024-09-13T15:01:08.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7f39f8ff9700 1 -- 172.21.15.33:0/2435578684 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f39ec01e070 con 0x7f39fc15a250 2024-09-13T15:01:08.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7f39f8ff9700 1 -- 172.21.15.33:0/2435578684 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f39ec01a620 con 0x7f39fc15a250 2024-09-13T15:01:08.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7f3a0161f700 1 -- 172.21.15.33:0/2435578684 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f39fc154a50 con 0x7f39fc15a250 2024-09-13T15:01:08.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7f39f8ff9700 1 -- 172.21.15.33:0/2435578684 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f39ec01a780 con 0x7f39fc15a250 2024-09-13T15:01:08.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7f39f8ff9700 1 --2- 172.21.15.33:0/2435578684 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f39e8066780 0x7f39e8068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7f39f8ff9700 1 -- 172.21.15.33:0/2435578684 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f39ec0857b0 con 0x7f39fc15a250 2024-09-13T15:01:08.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.941+0000 7f39fbfff700 1 --2- 172.21.15.33:0/2435578684 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f39e8066780 0x7f39e8068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.945+0000 7ffac2ffd700 1 -- 172.21.15.33:0/308778012 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac4015c90 con 0x7ffacc14ed40 2024-09-13T15:01:08.993 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.945+0000 7ffac2ffd700 1 -- 172.21.15.33:0/308778012 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffac4015df0 con 0x7ffacc14ed40 2024-09-13T15:01:08.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.945+0000 7f39fbfff700 1 --2- 172.21.15.33:0/2435578684 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f39e8066780 0x7f39e8068c40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f39f00015a0 tx=0x7f39f0007a80 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.945+0000 7fb01400b700 1 -- 172.21.15.33:0/3588049151 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faff4005310 con 0x7fb00c0cd660 2024-09-13T15:01:08.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.945+0000 7ffac2ffd700 1 -- 172.21.15.33:0/308778012 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffac401e650 con 0x7ffacc14ed40 2024-09-13T15:01:08.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.945+0000 7ffad331c700 1 -- 172.21.15.33:0/308778012 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffacc150350 con 0x7ffacc14ed40 2024-09-13T15:01:08.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.945+0000 7ffad331c700 1 -- 172.21.15.33:0/308778012 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffacc14fcb0 con 0x7ffacc14ed40 2024-09-13T15:01:08.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.945+0000 7ffac2ffd700 1 -- 172.21.15.33:0/308778012 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ffac401e7b0 con 0x7ffacc14ed40 2024-09-13T15:01:08.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.949+0000 7f3a0161f700 1 -- 172.21.15.33:0/2435578684 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f39fc148da0 con 0x7f39fc15a250 2024-09-13T15:01:08.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.949+0000 7ffac2ffd700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffab80685c0 0x7ffab806aa80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:08.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.949+0000 7ffac2ffd700 1 -- 172.21.15.33:0/308778012 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ffac40864d0 con 0x7ffacc14ed40 2024-09-13T15:01:08.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.949+0000 7fb0027fc700 1 -- 172.21.15.33:0/3588049151 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7faffc0515b0 con 0x7fb00c0cd660 2024-09-13T15:01:08.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.953+0000 7f39f8ff9700 1 -- 172.21.15.33:0/2435578684 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f39fc148da0 con 0x7f39fc15a250 2024-09-13T15:01:08.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.957+0000 7ffad331c700 1 -- 172.21.15.33:0/308778012 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffab4005310 con 0x7ffacc14ed40 2024-09-13T15:01:08.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.965+0000 7ffad231a700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffab80685c0 0x7ffab806aa80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:08.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.965+0000 7ffad231a700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffab80685c0 0x7ffab806aa80 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7ffabc001b20 tx=0x7ffabc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:08.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:08.969+0000 7ffac2ffd700 1 -- 172.21.15.33:0/308778012 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ffac40535c0 con 0x7ffacc14ed40 2024-09-13T15:01:09.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.257+0000 7f9383fff700 1 -- 172.21.15.33:0/1697510771 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f93640055c0 con 0x7f9384153070 2024-09-13T15:01:09.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.257+0000 7f936bfff700 1 -- 172.21.15.33:0/1697510771 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9374054bc0 con 0x7f9384153070 2024-09-13T15:01:09.265 INFO:teuthology.orchestra.run.smithi033.stdout:60129542150 2024-09-13T15:01:09.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.257+0000 7f41ef039700 1 -- 172.21.15.33:0/1210292802 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f41e0039c40 con 0x7f41e000a580 2024-09-13T15:01:09.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.261+0000 7f41e57fa700 1 -- 172.21.15.33:0/1210292802 <== mon.2 v2:172.21.15.103:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f41e0039c40 con 0x7f41e000a580 2024-09-13T15:01:09.268 INFO:teuthology.orchestra.run.smithi033.stdout:60129542150 2024-09-13T15:01:09.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.261+0000 7f9383fff700 1 -- 172.21.15.33:0/1697510771 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f936c0668f0 msgr2=0x7f936c068db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.261+0000 7f9383fff700 1 --2- 172.21.15.33:0/1697510771 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f936c0668f0 0x7f936c068db0 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f9378000f60 tx=0x7f9378009040 comp rx=0 tx=0).stop 2024-09-13T15:01:09.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.261+0000 7f9383fff700 1 -- 172.21.15.33:0/1697510771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9384153070 msgr2=0x7f938413f450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.261+0000 7f9383fff700 1 --2- 172.21.15.33:0/1697510771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9384153070 0x7f938413f450 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f937400d800 tx=0x7f937400db10 comp rx=0 tx=0).stop 2024-09-13T15:01:09.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.261+0000 7f9383fff700 1 -- 172.21.15.33:0/1697510771 shutdown_connections 2024-09-13T15:01:09.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.261+0000 7f9383fff700 1 --2- 172.21.15.33:0/1697510771 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f936c0668f0 0x7f936c068db0 unknown :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.261+0000 7f9383fff700 1 --2- 172.21.15.33:0/1697510771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9384153070 0x7f938413f450 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.261+0000 7f9383fff700 1 --2- 172.21.15.33:0/1697510771 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9384152c90 0x7f9384147b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.261+0000 7f9383fff700 1 --2- 172.21.15.33:0/1697510771 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f93840b0fe0 0x7f9384153560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.261+0000 7f9383fff700 1 -- 172.21.15.33:0/1697510771 >> 172.21.15.33:0/1697510771 conn(0x7f93840b04f0 msgr2=0x7f93840cccc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:09.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.261+0000 7f9383fff700 1 -- 172.21.15.33:0/1697510771 shutdown_connections 2024-09-13T15:01:09.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.261+0000 7f9383fff700 1 -- 172.21.15.33:0/1697510771 wait complete. 2024-09-13T15:01:09.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.265+0000 7f41d2ffd700 1 -- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f41cc0667b0 msgr2=0x7f41cc068c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.265+0000 7f41d2ffd700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f41cc0667b0 0x7f41cc068c70 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f41e8068eb0 tx=0x7f41e808c040 comp rx=0 tx=0).stop 2024-09-13T15:01:09.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.265+0000 7f41d2ffd700 1 -- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f41e000a580 msgr2=0x7f41e0047320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.265+0000 7f41d2ffd700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f41e000a580 0x7f41e0047320 secure :-1 s=READY pgs=47 cs=0 l=1 rev1=1 crypto rx=0x7f41d400b410 tx=0x7f41d400b720 comp rx=0 tx=0).stop 2024-09-13T15:01:09.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.265+0000 7f41d2ffd700 1 -- 172.21.15.33:0/1210292802 shutdown_connections 2024-09-13T15:01:09.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.265+0000 7f41d2ffd700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f41cc0667b0 0x7f41cc068c70 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.265+0000 7f41d2ffd700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f41e00e1890 0x7f41e00de1f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.277 INFO:teuthology.orchestra.run.smithi033.stdout:60129542150 2024-09-13T15:01:09.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.265+0000 7fed7210a700 1 -- 172.21.15.33:0/2083475164 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7fed6c0b0d20 con 0x7fed6c0b17f0 2024-09-13T15:01:09.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.265+0000 7fed61ffb700 1 -- 172.21.15.33:0/2083475164 <== mon.1 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fed64055fe0 con 0x7fed6c0b17f0 2024-09-13T15:01:09.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.265+0000 7f41d2ffd700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f41e000a580 0x7f41e0047320 unknown :-1 s=CLOSED pgs=47 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.278 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.265+0000 7f41d2ffd700 1 --2- 172.21.15.33:0/1210292802 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f41e0005ae0 0x7f41e00394e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.265+0000 7f41d2ffd700 1 -- 172.21.15.33:0/1210292802 >> 172.21.15.33:0/1210292802 conn(0x7f41e0036110 msgr2=0x7f41e001c710 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:09.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7f41d2ffd700 1 -- 172.21.15.33:0/1210292802 shutdown_connections 2024-09-13T15:01:09.279 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7f41d2ffd700 1 -- 172.21.15.33:0/1210292802 wait complete. 2024-09-13T15:01:09.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7fed577fe700 1 -- 172.21.15.33:0/2083475164 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed500667b0 msgr2=0x7fed50068c70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7fed577fe700 1 --2- 172.21.15.33:0/2083475164 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed500667b0 0x7fed50068c70 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7fed6c0ac320 tx=0x7fed5c008040 comp rx=0 tx=0).stop 2024-09-13T15:01:09.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7fed577fe700 1 -- 172.21.15.33:0/2083475164 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed6c0b17f0 msgr2=0x7fed6c1f5f30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7fed577fe700 1 --2- 172.21.15.33:0/2083475164 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed6c0b17f0 0x7fed6c1f5f30 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7fed64015000 tx=0x7fed64004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7fed577fe700 1 -- 172.21.15.33:0/2083475164 shutdown_connections 2024-09-13T15:01:09.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7fed577fe700 1 --2- 172.21.15.33:0/2083475164 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed500667b0 0x7fed50068c70 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7fed577fe700 1 --2- 172.21.15.33:0/2083475164 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fed6c0cd8d0 0x7fed6c0ac8e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7fed577fe700 1 --2- 172.21.15.33:0/2083475164 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed6c0b2200 0x7fed6c0ac3a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7fed577fe700 1 --2- 172.21.15.33:0/2083475164 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed6c0b17f0 0x7fed6c1f5f30 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7fed577fe700 1 -- 172.21.15.33:0/2083475164 >> 172.21.15.33:0/2083475164 conn(0x7fed6c06a350 msgr2=0x7fed6c163360 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:09.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7fed577fe700 1 -- 172.21.15.33:0/2083475164 shutdown_connections 2024-09-13T15:01:09.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7fed577fe700 1 -- 172.21.15.33:0/2083475164 wait complete. 2024-09-13T15:01:09.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7fadb92e7700 1 -- 172.21.15.33:0/1364505697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fadb40b2f60 con 0x7fadb406cbd0 2024-09-13T15:01:09.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7fadb0ff9700 1 -- 172.21.15.33:0/1364505697 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fada402b090 con 0x7fadb406cbd0 2024-09-13T15:01:09.282 INFO:teuthology.orchestra.run.smithi033.stdout:60129542149 2024-09-13T15:01:09.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7f3a0161f700 1 -- 172.21.15.33:0/2435578684 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f39fc148da0 con 0x7f39fc15a250 2024-09-13T15:01:09.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.273+0000 7f39f8ff9700 1 -- 172.21.15.33:0/2435578684 <== mon.2 v2:172.21.15.103:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f39fc148da0 con 0x7f39fc15a250 2024-09-13T15:01:09.283 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.5 2024-09-13T15:01:09.283 INFO:teuthology.orchestra.run.smithi033.stdout:60129542151 2024-09-13T15:01:09.285 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.277+0000 7ff1f6eae700 1 -- 172.21.15.33:0/1113455603 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7ff1f0153bd0 con 0x7ff1f0152030 2024-09-13T15:01:09.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.277+0000 7fadb92e7700 1 -- 172.21.15.33:0/1364505697 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fada0066760 msgr2=0x7fada0068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.277+0000 7fadb92e7700 1 --2- 172.21.15.33:0/1364505697 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fada0066760 0x7fada0068c20 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7fadb40b0200 tx=0x7fada80092e0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.277+0000 7fadb92e7700 1 -- 172.21.15.33:0/1364505697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadb406cbd0 msgr2=0x7fadb4140710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.277+0000 7fadb92e7700 1 --2- 172.21.15.33:0/1364505697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadb406cbd0 0x7fadb4140710 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7fada40090b0 tx=0x7fada4004770 comp rx=0 tx=0).stop 2024-09-13T15:01:09.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.277+0000 7f3a0161f700 1 -- 172.21.15.33:0/2435578684 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f39e8066780 msgr2=0x7f39e8068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.277+0000 7f3a0161f700 1 --2- 172.21.15.33:0/2435578684 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f39e8066780 0x7f39e8068c40 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f39f00015a0 tx=0x7f39f0007a80 comp rx=0 tx=0).stop 2024-09-13T15:01:09.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7fadb92e7700 1 -- 172.21.15.33:0/1364505697 shutdown_connections 2024-09-13T15:01:09.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7ff1ed7fa700 1 -- 172.21.15.33:0/1113455603 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ff1e8009e60 con 0x7ff1f0152030 2024-09-13T15:01:09.289 INFO:teuthology.orchestra.run.smithi033.stdout:60129542150 2024-09-13T15:01:09.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7fadb92e7700 1 --2- 172.21.15.33:0/1364505697 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fada0066760 0x7fada0068c20 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7fadb92e7700 1 --2- 172.21.15.33:0/1364505697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fadb41654c0 0x7fadb4071190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7fadb92e7700 1 --2- 172.21.15.33:0/1364505697 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fadb4160c60 0x7fadb4070c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7fadb92e7700 1 --2- 172.21.15.33:0/1364505697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fadb406cbd0 0x7fadb4140710 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7fadb92e7700 1 -- 172.21.15.33:0/1364505697 >> 172.21.15.33:0/1364505697 conn(0x7fadb40b04f0 msgr2=0x7fadb40b3480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:09.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7fadb92e7700 1 -- 172.21.15.33:0/1364505697 shutdown_connections 2024-09-13T15:01:09.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7fadb92e7700 1 -- 172.21.15.33:0/1364505697 wait complete. 2024-09-13T15:01:09.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7f3a0161f700 1 -- 172.21.15.33:0/2435578684 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f39fc15a250 msgr2=0x7f39fc14ace0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7f3a0161f700 1 --2- 172.21.15.33:0/2435578684 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f39fc15a250 0x7f39fc14ace0 secure :-1 s=READY pgs=48 cs=0 l=1 rev1=1 crypto rx=0x7f39ec000c00 tx=0x7f39ec004770 comp rx=0 tx=0).stop 2024-09-13T15:01:09.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7f3a0161f700 1 -- 172.21.15.33:0/2435578684 shutdown_connections 2024-09-13T15:01:09.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7f3a0161f700 1 --2- 172.21.15.33:0/2435578684 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f39e8066780 0x7f39e8068c40 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7f3a0161f700 1 --2- 172.21.15.33:0/2435578684 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f39fc15a630 0x7f39fc1477d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7f3a0161f700 1 --2- 172.21.15.33:0/2435578684 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f39fc15a250 0x7f39fc14ace0 unknown :-1 s=CLOSED pgs=48 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7f3a0161f700 1 --2- 172.21.15.33:0/2435578684 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f39fc070c10 0x7f39fc157120 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7f3a0161f700 1 -- 172.21.15.33:0/2435578684 >> 172.21.15.33:0/2435578684 conn(0x7f39fc0b04f0 msgr2=0x7f39fc157fd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:09.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7f3a0161f700 1 -- 172.21.15.33:0/2435578684 shutdown_connections 2024-09-13T15:01:09.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.281+0000 7f3a0161f700 1 -- 172.21.15.33:0/2435578684 wait complete. 2024-09-13T15:01:09.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.285+0000 7ff1f6eae700 1 -- 172.21.15.33:0/1113455603 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff1dc066780 msgr2=0x7ff1dc068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.285+0000 7ff1f6eae700 1 --2- 172.21.15.33:0/1113455603 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff1dc066780 0x7ff1dc068c40 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7ff1e4001eb0 tx=0x7ff1e4009040 comp rx=0 tx=0).stop 2024-09-13T15:01:09.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.285+0000 7ff1f6eae700 1 -- 172.21.15.33:0/1113455603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1f0152030 msgr2=0x7ff1f015b340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.285+0000 7ff1f6eae700 1 --2- 172.21.15.33:0/1113455603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1f0152030 0x7ff1f015b340 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7ff1d800c310 tx=0x7ff1e8004b60 comp rx=0 tx=0).stop 2024-09-13T15:01:09.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.285+0000 7ff1f6eae700 1 -- 172.21.15.33:0/1113455603 shutdown_connections 2024-09-13T15:01:09.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.285+0000 7ff1f6eae700 1 --2- 172.21.15.33:0/1113455603 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff1dc066780 0x7ff1dc068c40 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.285+0000 7ff1f6eae700 1 --2- 172.21.15.33:0/1113455603 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1f0153f60 0x7ff1f014f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.285+0000 7ff1f6eae700 1 --2- 172.21.15.33:0/1113455603 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1f0152030 0x7ff1f015b340 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.285+0000 7ff1f6eae700 1 --2- 172.21.15.33:0/1113455603 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1d8004870 0x7ff1f014c3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.285+0000 7ff1f6eae700 1 -- 172.21.15.33:0/1113455603 >> 172.21.15.33:0/1113455603 conn(0x7ff1f006a350 msgr2=0x7ff1f014e6b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:09.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.285+0000 7ff1f6eae700 1 -- 172.21.15.33:0/1113455603 shutdown_connections 2024-09-13T15:01:09.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.285+0000 7ff1f6eae700 1 -- 172.21.15.33:0/1113455603 wait complete. 2024-09-13T15:01:09.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.285+0000 7fb01400b700 1 -- 172.21.15.33:0/3588049151 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7faff4005890 con 0x7fb00c0cd660 2024-09-13T15:01:09.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.285+0000 7fb0027fc700 1 -- 172.21.15.33:0/3588049151 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7faffc021090 con 0x7fb00c0cd660 2024-09-13T15:01:09.294 INFO:teuthology.orchestra.run.smithi033.stdout:60129542151 2024-09-13T15:01:09.294 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.6 2024-09-13T15:01:09.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.289+0000 7fb01400b700 1 -- 172.21.15.33:0/3588049151 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7faff0066780 msgr2=0x7faff0068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.289+0000 7fb01400b700 1 --2- 172.21.15.33:0/3588049151 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7faff0066780 0x7faff0068c40 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7fb008000c00 tx=0x7fb008008030 comp rx=0 tx=0).stop 2024-09-13T15:01:09.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.289+0000 7fb01400b700 1 -- 172.21.15.33:0/3588049151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb00c0cd660 msgr2=0x7fb00c13d650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.289+0000 7fb01400b700 1 --2- 172.21.15.33:0/3588049151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb00c0cd660 0x7fb00c13d650 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7faffc00e9d0 tx=0x7faffc00ed90 comp rx=0 tx=0).stop 2024-09-13T15:01:09.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.289+0000 7fb01400b700 1 -- 172.21.15.33:0/3588049151 shutdown_connections 2024-09-13T15:01:09.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.289+0000 7fb01400b700 1 --2- 172.21.15.33:0/3588049151 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7faff0066780 0x7faff0068c40 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.289+0000 7fb01400b700 1 --2- 172.21.15.33:0/3588049151 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb00c142940 0x7fb00c153690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.289+0000 7fb01400b700 1 --2- 172.21.15.33:0/3588049151 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb00c0cd660 0x7fb00c13d650 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.289+0000 7fb01400b700 1 --2- 172.21.15.33:0/3588049151 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb00c06d520 0x7fb00c140e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.289+0000 7fb01400b700 1 -- 172.21.15.33:0/3588049151 >> 172.21.15.33:0/3588049151 conn(0x7fb00c0aeb40 msgr2=0x7fb00c152f00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:09.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.289+0000 7fb01400b700 1 -- 172.21.15.33:0/3588049151 shutdown_connections 2024-09-13T15:01:09.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.293+0000 7fb01400b700 1 -- 172.21.15.33:0/3588049151 wait complete. 2024-09-13T15:01:09.304 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.3 2024-09-13T15:01:09.305 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542151 for osd.2 2024-09-13T15:01:09.305 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.0 2024-09-13T15:01:09.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.301+0000 7ffad331c700 1 -- 172.21.15.33:0/308778012 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7ffab40055c0 con 0x7ffacc14ed40 2024-09-13T15:01:09.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.301+0000 7ffac2ffd700 1 -- 172.21.15.33:0/308778012 <== mon.1 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7ffac402c020 con 0x7ffacc14ed40 2024-09-13T15:01:09.307 INFO:teuthology.orchestra.run.smithi033.stdout:60129542150 2024-09-13T15:01:09.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.301+0000 7ffad331c700 1 -- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffab80685c0 msgr2=0x7ffab806aa80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.301+0000 7ffad331c700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffab80685c0 0x7ffab806aa80 secure :-1 s=READY pgs=104 cs=0 l=1 rev1=1 crypto rx=0x7ffabc001b20 tx=0x7ffabc009040 comp rx=0 tx=0).stop 2024-09-13T15:01:09.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.301+0000 7ffad331c700 1 -- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffacc14ed40 msgr2=0x7ffacc0af5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:09.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.301+0000 7ffad331c700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffacc14ed40 0x7ffacc0af5e0 secure :-1 s=READY pgs=88 cs=0 l=1 rev1=1 crypto rx=0x7ffac4002230 tx=0x7ffac4001cb0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.301+0000 7ffad331c700 1 -- 172.21.15.33:0/308778012 shutdown_connections 2024-09-13T15:01:09.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.301+0000 7ffad331c700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffab80685c0 0x7ffab806aa80 unknown :-1 s=CLOSED pgs=104 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.301+0000 7ffad331c700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffacc15a790 0x7ffacc0afb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.301+0000 7ffad331c700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffacc14ed40 0x7ffacc0af5e0 unknown :-1 s=CLOSED pgs=88 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.301+0000 7ffad331c700 1 --2- 172.21.15.33:0/308778012 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffacc14e540 0x7ffacc151130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:09.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.301+0000 7ffad331c700 1 -- 172.21.15.33:0/308778012 >> 172.21.15.33:0/308778012 conn(0x7ffacc06a350 msgr2=0x7ffacc06d270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:09.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.301+0000 7ffad331c700 1 -- 172.21.15.33:0/308778012 shutdown_connections 2024-09-13T15:01:09.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:09.301+0000 7ffad331c700 1 -- 172.21.15.33:0/308778012 wait complete. 2024-09-13T15:01:09.315 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.7 2024-09-13T15:01:09.315 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542151 for osd.1 2024-09-13T15:01:09.320 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.4 2024-09-13T15:01:10.284 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T15:01:10.295 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T15:01:10.304 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T15:01:10.306 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T15:01:10.306 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T15:01:10.316 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T15:01:10.316 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T15:01:10.321 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T15:01:10.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.433+0000 7f2bacc94700 1 Processor -- start 2024-09-13T15:01:10.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.433+0000 7f2bacc94700 1 -- start start 2024-09-13T15:01:10.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.433+0000 7f2bacc94700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2ba8153100 0x7f2ba8159a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.433+0000 7f2bacc94700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2ba80b2000 con 0x7f2ba8070c10 2024-09-13T15:01:10.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.433+0000 7f2bacc94700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2ba80b22e0 con 0x7f2ba8152d20 2024-09-13T15:01:10.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.433+0000 7f2bacc94700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ba80b28a0 con 0x7f2ba8153100 2024-09-13T15:01:10.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba659c700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f2ba8152d20 0x7f2ba80b17f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:33936/0 (socket says 172.21.15.33:33936) 2024-09-13T15:01:10.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba659c700 1 -- 172.21.15.33:0/1110278908 learned_addr learned my addr 172.21.15.33:0/1110278908 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:10.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba559a700 1 -- 172.21.15.33:0/1110278908 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2608417910 0 0) 0x7f2ba80b22e0 con 0x7f2ba8152d20 2024-09-13T15:01:10.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba5d9b700 1 --2- 172.21.15.33:0/1110278908 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2ba8153100 0x7f2ba8159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba559a700 1 -- 172.21.15.33:0/1110278908 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2b900035d0 con 0x7f2ba8152d20 2024-09-13T15:01:10.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba559a700 1 -- 172.21.15.33:0/1110278908 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2162914974 0 0) 0x7f2ba80b2000 con 0x7f2ba8070c10 2024-09-13T15:01:10.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba559a700 1 -- 172.21.15.33:0/1110278908 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2ba80b22e0 con 0x7f2ba8070c10 2024-09-13T15:01:10.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba559a700 1 -- 172.21.15.33:0/1110278908 <== mon.1 v1:172.21.15.103:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2549932984 0 0) 0x7f2b900035d0 con 0x7f2ba8152d20 2024-09-13T15:01:10.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba5d9b700 1 -- 172.21.15.33:0/1110278908 >> v1:172.21.15.103:6789/0 conn(0x7f2ba8152d20 legacy=0x7f2ba80b17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba5d9b700 1 -- 172.21.15.33:0/1110278908 >> v1:172.21.15.33:6789/0 conn(0x7f2ba8070c10 legacy=0x7f2ba80ad500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba5d9b700 1 -- 172.21.15.33:0/1110278908 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ba80b25c0 con 0x7f2ba8153100 2024-09-13T15:01:10.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba5d9b700 1 --2- 172.21.15.33:0/1110278908 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2ba8153100 0x7f2ba8159a40 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c00aa20 tx=0x7f2b9c00ad30 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f24ced7b67c6a2e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba559a700 1 -- 172.21.15.33:0/1110278908 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b980014a0 con 0x7f2ba8153100 2024-09-13T15:01:10.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba559a700 1 -- 172.21.15.33:0/1110278908 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b9c00aec0 con 0x7f2ba8153100 2024-09-13T15:01:10.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.437+0000 7f2ba559a700 1 -- 172.21.15.33:0/1110278908 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ba00050e0 con 0x7f2ba8153100 2024-09-13T15:01:10.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 -- 172.21.15.33:0/1110278908 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2ba8153100 msgr2=0x7f2ba8159a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 --2- 172.21.15.33:0/1110278908 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2ba8153100 0x7f2ba8159a40 secure :-1 s=READY pgs=49 cs=0 l=1 rev1=1 crypto rx=0x7f2b9c00aa20 tx=0x7f2b9c00ad30 comp rx=0 tx=0).stop 2024-09-13T15:01:10.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 -- 172.21.15.33:0/1110278908 shutdown_connections 2024-09-13T15:01:10.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 --2- 172.21.15.33:0/1110278908 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2ba8153100 0x7f2ba8159a40 unknown :-1 s=CLOSED pgs=49 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 -- 172.21.15.33:0/1110278908 >> 172.21.15.33:0/1110278908 conn(0x7f2ba80b04f0 msgr2=0x7f2ba80b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 -- 172.21.15.33:0/1110278908 shutdown_connections 2024-09-13T15:01:10.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 -- 172.21.15.33:0/1110278908 wait complete. 2024-09-13T15:01:10.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 Processor -- start 2024-09-13T15:01:10.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 -- start start 2024-09-13T15:01:10.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2ba8070c10 0x7f2ba80c9130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ba8152d20 0x7f2ba815b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba8153100 0x7f2ba815bd80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ba80ca750 con 0x7f2ba8153100 2024-09-13T15:01:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2ba80c9df0 con 0x7f2ba8152d20 2024-09-13T15:01:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.441+0000 7f2bacc94700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2ba81f6690 con 0x7f2ba8070c10 2024-09-13T15:01:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2ba6d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba8153100 0x7f2ba815bd80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2ba6d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba8153100 0x7f2ba815bd80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50934/0 (socket says 172.21.15.33:50934) 2024-09-13T15:01:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2ba6d9d700 1 -- 172.21.15.33:0/447402737 learned_addr learned my addr 172.21.15.33:0/447402737 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:10.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2ba659c700 1 --2- 172.21.15.33:0/447402737 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2ba8070c10 0x7f2ba80c9130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2ba5d9b700 1 --2- 172.21.15.33:0/447402737 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ba8152d20 0x7f2ba815b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2ba6d9d700 1 -- 172.21.15.33:0/447402737 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2ba8070c10 msgr2=0x7f2ba80c9130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2ba6d9d700 1 --2- 172.21.15.33:0/447402737 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2ba8070c10 0x7f2ba80c9130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2ba6d9d700 1 -- 172.21.15.33:0/447402737 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ba8152d20 msgr2=0x7f2ba815b840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2ba6d9d700 1 --2- 172.21.15.33:0/447402737 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ba8152d20 0x7f2ba815b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2ba6d9d700 1 -- 172.21.15.33:0/447402737 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2b9c00a650 con 0x7f2ba8153100 2024-09-13T15:01:10.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2ba6d9d700 1 --2- 172.21.15.33:0/447402737 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba8153100 0x7f2ba815bd80 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f2b9800c780 tx=0x7f2b9800ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2b96ffd700 1 -- 172.21.15.33:0/447402737 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b980054e0 con 0x7f2ba8153100 2024-09-13T15:01:10.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2b96ffd700 1 -- 172.21.15.33:0/447402737 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2b980036a0 con 0x7f2ba8153100 2024-09-13T15:01:10.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2bacc94700 1 -- 172.21.15.33:0/447402737 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2ba80ca090 con 0x7f2ba8153100 2024-09-13T15:01:10.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2bacc94700 1 -- 172.21.15.33:0/447402737 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2ba80c9670 con 0x7f2ba8153100 2024-09-13T15:01:10.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2b96ffd700 1 -- 172.21.15.33:0/447402737 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2b98003a50 con 0x7f2ba8153100 2024-09-13T15:01:10.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.445+0000 7f2b96ffd700 1 -- 172.21.15.33:0/447402737 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2b98003bb0 con 0x7f2ba8153100 2024-09-13T15:01:10.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.449+0000 7f2b96ffd700 1 --2- 172.21.15.33:0/447402737 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2b88066780 0x7f2b88068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.449+0000 7f2b96ffd700 1 -- 172.21.15.33:0/447402737 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2b98083930 con 0x7f2ba8153100 2024-09-13T15:01:10.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.449+0000 7f2ba659c700 1 --2- 172.21.15.33:0/447402737 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2b88066780 0x7f2b88068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.449+0000 7f2ba659c700 1 --2- 172.21.15.33:0/447402737 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2b88066780 0x7f2b88068c40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f2ba0001560 tx=0x7f2ba0005120 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.453+0000 7f2bacc94700 1 -- 172.21.15.33:0/447402737 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2b8c005310 con 0x7f2ba8153100 2024-09-13T15:01:10.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.461+0000 7f2b96ffd700 1 -- 172.21.15.33:0/447402737 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2b98050ad0 con 0x7f2ba8153100 2024-09-13T15:01:10.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a68c8f700 1 Processor -- start 2024-09-13T15:01:10.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a68c8f700 1 -- start start 2024-09-13T15:01:10.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f032f58e700 1 Processor -- start 2024-09-13T15:01:10.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f032f58e700 1 -- start start 2024-09-13T15:01:10.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a68c8f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a641594f0 0x7f8a6406d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a68c8f700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f8a6406da70 0x7f8a640b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a68c8f700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f8a640b2280 con 0x7f8a640b3630 2024-09-13T15:01:10.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a68c8f700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a64070c10 con 0x7f8a6406da70 2024-09-13T15:01:10.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a68c8f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a6406deb0 con 0x7f8a641594f0 2024-09-13T15:01:10.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a62d9d700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f8a640b3630 0x7f8a6415d150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34874/0 (socket says 172.21.15.33:34874) 2024-09-13T15:01:10.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a62d9d700 1 -- 172.21.15.33:0/452555998 learned_addr learned my addr 172.21.15.33:0/452555998 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:10.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a6159a700 1 -- 172.21.15.33:0/452555998 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2978480939 0 0) 0x7f8a640b2280 con 0x7f8a640b3630 2024-09-13T15:01:10.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a6159a700 1 -- 172.21.15.33:0/452555998 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f8a4c0035d0 con 0x7f8a640b3630 2024-09-13T15:01:10.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f032f58e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f032815a630 0x7f032806e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f032f58e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f032806dd40 con 0x7f0328070c10 2024-09-13T15:01:10.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f032f58e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f032806d430 con 0x7f032815a250 2024-09-13T15:01:10.482 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f032f58e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f032806d6f0 con 0x7f032815a630 2024-09-13T15:01:10.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a6159a700 1 -- 172.21.15.33:0/452555998 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2592034757 0 0) 0x7f8a4c0035d0 con 0x7f8a640b3630 2024-09-13T15:01:10.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a6159a700 1 -- 172.21.15.33:0/452555998 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a641594f0 msgr2=0x7f8a6406d530 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T15:01:10.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a6159a700 1 --2- 172.21.15.33:0/452555998 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a641594f0 0x7f8a6406d530 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a6159a700 1 -- 172.21.15.33:0/452555998 >> v2:172.21.15.33:3300/0 conn(0x7f8a6406da70 msgr2=0x7f8a640b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:10.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a6159a700 1 --2- 172.21.15.33:0/452555998 >> v2:172.21.15.33:3300/0 conn(0x7f8a6406da70 0x7f8a640b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a6159a700 1 -- 172.21.15.33:0/452555998 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a640cc890 con 0x7f8a640b3630 2024-09-13T15:01:10.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a6159a700 1 -- 172.21.15.33:0/452555998 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7f8a54001670 con 0x7f8a640b3630 2024-09-13T15:01:10.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a6159a700 1 -- 172.21.15.33:0/452555998 >> v1:172.21.15.33:6789/0 conn(0x7f8a640b3630 legacy=0x7f8a6415d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a6159a700 1 --2- 172.21.15.33:0/452555998 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a641594f0 0x7f8a4c003a60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.473+0000 7f8a6159a700 1 --2- 172.21.15.33:0/452555998 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a4c004170 0x7f8a4c004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a6159a700 1 --2- 172.21.15.33:0/452555998 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a4c004ed0 0x7f8a4c00ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a6159a700 1 -- 172.21.15.33:0/452555998 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a64070c10 con 0x7f8a4c004ed0 2024-09-13T15:01:10.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a6159a700 1 -- 172.21.15.33:0/452555998 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a6406deb0 con 0x7f8a4c004170 2024-09-13T15:01:10.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a6159a700 1 -- 172.21.15.33:0/452555998 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a4c005680 con 0x7f8a641594f0 2024-09-13T15:01:10.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032e58c700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f032815a250 0x7f03280b3210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:33948/0 (socket says 172.21.15.33:33948) 2024-09-13T15:01:10.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032e58c700 1 -- 172.21.15.33:0/2049714659 learned_addr learned my addr 172.21.15.33:0/2049714659 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:10.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032dd8b700 1 --2- 172.21.15.33:0/2049714659 >> v2:172.21.15.103:3300/0 conn(0x7f032815a630 0x7f032806e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a62d9d700 1 --2- 172.21.15.33:0/452555998 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a4c004ed0 0x7f8a4c00ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a6259c700 1 --2- 172.21.15.33:0/452555998 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a641594f0 0x7f8a4c003a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a61d9b700 1 --2- 172.21.15.33:0/452555998 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a4c004170 0x7f8a4c004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a62d9d700 1 -- 172.21.15.33:0/452555998 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a641594f0 msgr2=0x7f8a4c003a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:10.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a62d9d700 1 --2- 172.21.15.33:0/452555998 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a641594f0 0x7f8a4c003a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a62d9d700 1 -- 172.21.15.33:0/452555998 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a4c004170 msgr2=0x7f8a4c004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:10.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a62d9d700 1 --2- 172.21.15.33:0/452555998 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a4c004170 0x7f8a4c004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a62d9d700 1 -- 172.21.15.33:0/452555998 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a640cc890 con 0x7f8a4c004ed0 2024-09-13T15:01:10.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032d58a700 1 -- 172.21.15.33:0/2049714659 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2805365862 0 0) 0x7f032806d430 con 0x7f032815a250 2024-09-13T15:01:10.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032d58a700 1 -- 172.21.15.33:0/2049714659 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f03140035d0 con 0x7f032815a250 2024-09-13T15:01:10.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a62d9d700 1 --2- 172.21.15.33:0/452555998 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a4c004ed0 0x7f8a4c00ba30 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8a5400c340 tx=0x7f8a4c0058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eacf8a0213ac37c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a6159a700 1 -- 172.21.15.33:0/452555998 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a5400ce40 con 0x7f8a4c004ed0 2024-09-13T15:01:10.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a6159a700 1 -- 172.21.15.33:0/452555998 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a54005980 con 0x7f8a4c004ed0 2024-09-13T15:01:10.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a6159a700 1 -- 172.21.15.33:0/452555998 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a54005d30 con 0x7f8a4c004ed0 2024-09-13T15:01:10.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a68c8f700 1 -- 172.21.15.33:0/452555998 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a4c004ed0 msgr2=0x7f8a4c00ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a68c8f700 1 --2- 172.21.15.33:0/452555998 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a4c004ed0 0x7f8a4c00ba30 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f8a5400c340 tx=0x7f8a4c0058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032dd8b700 1 -- 172.21.15.33:0/2049714659 >> v1:172.21.15.103:6789/0 conn(0x7f032815a250 legacy=0x7f03280b3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032dd8b700 1 -- 172.21.15.33:0/2049714659 >> v1:172.21.15.33:6789/0 conn(0x7f0328070c10 legacy=0x7f03280b17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032dd8b700 1 -- 172.21.15.33:0/2049714659 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f032806d9d0 con 0x7f032815a630 2024-09-13T15:01:10.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f8a62d9d700 1 -- 172.21.15.33:0/452555998 reap_dead start 2024-09-13T15:01:10.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032d58a700 1 -- 172.21.15.33:0/2049714659 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2993273100 0 0) 0x7f032806dd40 con 0x7f0328070c10 2024-09-13T15:01:10.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032dd8b700 1 --2- 172.21.15.33:0/2049714659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f032815a630 0x7f032806e1d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f03180097d0 tx=0x7f0318009ae0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6748e0e7a6292b9b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f9db0c56700 1 Processor -- start 2024-09-13T15:01:10.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f9db0c56700 1 -- start start 2024-09-13T15:01:10.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032d58a700 1 -- 172.21.15.33:0/2049714659 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f03240015f0 con 0x7f032815a630 2024-09-13T15:01:10.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032d58a700 1 -- 172.21.15.33:0/2049714659 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0318010590 con 0x7f032815a630 2024-09-13T15:01:10.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032d58a700 1 -- 172.21.15.33:0/2049714659 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0318010900 con 0x7f032815a630 2024-09-13T15:01:10.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f9db0c56700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f9dac15a250 0x7f9dac06e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f9db0c56700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9dac070c10 0x7f9dac0710c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f9db0c56700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9dac06dd40 con 0x7f9dac15a630 2024-09-13T15:01:10.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f9db0c56700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9dac071600 con 0x7f9dac070c10 2024-09-13T15:01:10.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f9db0c56700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9dac06d430 con 0x7f9dac15a250 2024-09-13T15:01:10.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032f58e700 1 -- 172.21.15.33:0/2049714659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f032815a630 msgr2=0x7f032806e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032f58e700 1 --2- 172.21.15.33:0/2049714659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f032815a630 0x7f032806e1d0 secure :-1 s=READY pgs=91 cs=0 l=1 rev1=1 crypto rx=0x7f03180097d0 tx=0x7f0318009ae0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f9dab7fe700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f9dac15a250 0x7f9dac06e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f9dab7fe700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f9dac15a250 0x7f9dac06e1d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:50646/0 (socket says 172.21.15.33:50646) 2024-09-13T15:01:10.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f9dab7fe700 1 -- 172.21.15.33:0/1134295301 learned_addr learned my addr 172.21.15.33:0/1134295301 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:10.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9dabfff700 1 --2- 172.21.15.33:0/1134295301 >> v2:172.21.15.33:3300/0 conn(0x7f9dac070c10 0x7f9dac0710c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032f58e700 1 -- 172.21.15.33:0/2049714659 shutdown_connections 2024-09-13T15:01:10.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032f58e700 1 --2- 172.21.15.33:0/2049714659 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f032815a630 0x7f032806e1d0 unknown :-1 s=CLOSED pgs=91 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.477+0000 7f032f58e700 1 -- 172.21.15.33:0/2049714659 >> 172.21.15.33:0/2049714659 conn(0x7f03280b04f0 msgr2=0x7f03280b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f032f58e700 1 -- 172.21.15.33:0/2049714659 shutdown_connections 2024-09-13T15:01:10.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f8a68c8f700 1 -- 172.21.15.33:0/452555998 shutdown_connections 2024-09-13T15:01:10.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f8a68c8f700 1 -- 172.21.15.33:0/452555998 >> 172.21.15.33:0/452555998 conn(0x7f8a6406a350 msgr2=0x7f8a6406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9dabfff700 1 -- 172.21.15.33:0/1134295301 >> v2:172.21.15.103:3300/0 conn(0x7f9dac15a250 msgr2=0x7f9dac06e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:10.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9dabfff700 1 --2- 172.21.15.33:0/1134295301 >> v2:172.21.15.103:3300/0 conn(0x7f9dac15a250 0x7f9dac06e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f032f58e700 1 -- 172.21.15.33:0/2049714659 wait complete. 2024-09-13T15:01:10.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5acb428700 1 Processor -- start 2024-09-13T15:01:10.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5acb428700 1 -- start start 2024-09-13T15:01:10.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f8a68c8f700 1 -- 172.21.15.33:0/452555998 shutdown_connections 2024-09-13T15:01:10.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9daa7fc700 1 -- 172.21.15.33:0/1134295301 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2635760488 0 0) 0x7f9dac06dd40 con 0x7f9dac15a630 2024-09-13T15:01:10.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9dabfff700 1 -- 172.21.15.33:0/1134295301 >> v1:172.21.15.103:6789/0 conn(0x7f9dac15a630 legacy=0x7f9dac0b3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9dabfff700 1 -- 172.21.15.33:0/1134295301 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dac06d6f0 con 0x7f9dac070c10 2024-09-13T15:01:10.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9dabfff700 1 --2- 172.21.15.33:0/1134295301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9dac070c10 0x7f9dac0710c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9dac0723b0 tx=0x7f9d9c009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5562daeb449b28c2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f8a68c8f700 1 -- 172.21.15.33:0/452555998 wait complete. 2024-09-13T15:01:10.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f80a885f700 1 Processor -- start 2024-09-13T15:01:10.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9daa7fc700 1 -- 172.21.15.33:0/1134295301 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d9c011830 con 0x7f9dac070c10 2024-09-13T15:01:10.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7fed5090b700 1 Processor -- start 2024-09-13T15:01:10.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9daa7fc700 1 -- 172.21.15.33:0/1134295301 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d9c011990 con 0x7f9dac070c10 2024-09-13T15:01:10.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9daa7fc700 1 -- 172.21.15.33:0/1134295301 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d9c011d20 con 0x7f9dac070c10 2024-09-13T15:01:10.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7fed5090b700 1 -- start start 2024-09-13T15:01:10.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5acb428700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ac4152d20 0x7f5ac4159a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.496 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f80a885f700 1 -- start start 2024-09-13T15:01:10.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5acb428700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f5ac4153100 0x7f5ac40b17f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5acb428700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ac40b1d30 con 0x7f5ac40b0fe0 2024-09-13T15:01:10.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5acb428700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ac40b28a0 con 0x7f5ac4153100 2024-09-13T15:01:10.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5acb428700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ac40b2000 con 0x7f5ac4152d20 2024-09-13T15:01:10.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5acac27700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f5ac40b0fe0 0x7f5ac4070c10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:33962/0 (socket says 172.21.15.33:33962) 2024-09-13T15:01:10.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5acac27700 1 -- 172.21.15.33:0/4127617677 learned_addr learned my addr 172.21.15.33:0/4127617677 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:10.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f032f58e700 1 Processor -- start 2024-09-13T15:01:10.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9db0c56700 1 -- 172.21.15.33:0/1134295301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9dac070c10 msgr2=0x7f9dac0710c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.498 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9db0c56700 1 --2- 172.21.15.33:0/1134295301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9dac070c10 0x7f9dac0710c0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f9dac0723b0 tx=0x7f9d9c009b30 comp rx=0 tx=0).stop 2024-09-13T15:01:10.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5ac9c25700 1 --2- 172.21.15.33:0/4127617677 >> v2:172.21.15.103:3300/0 conn(0x7f5ac4153100 0x7f5ac40b17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f032f58e700 1 -- start start 2024-09-13T15:01:10.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5aca426700 1 --2- 172.21.15.33:0/4127617677 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ac4152d20 0x7f5ac4159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5ac9424700 1 -- 172.21.15.33:0/4127617677 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3455454051 0 0) 0x7f5ac40b1d30 con 0x7f5ac40b0fe0 2024-09-13T15:01:10.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5ac9424700 1 -- 172.21.15.33:0/4127617677 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5ab00035d0 con 0x7f5ac40b0fe0 2024-09-13T15:01:10.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f80a885f700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f80a40b0fe0 0x7f80a4159a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f80a885f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80a4070c10 0x7f80a4071060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f8a68c8f700 1 Processor -- start 2024-09-13T15:01:10.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9db0c56700 1 -- 172.21.15.33:0/1134295301 shutdown_connections 2024-09-13T15:01:10.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9db0c56700 1 --2- 172.21.15.33:0/1134295301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9dac070c10 0x7f9dac0710c0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9db0c56700 1 --2- 172.21.15.33:0/1134295301 >> v2:172.21.15.103:3300/0 conn(0x7f9dac15a250 0x7f9dac06e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9db0c56700 1 -- 172.21.15.33:0/1134295301 >> 172.21.15.33:0/1134295301 conn(0x7f9dac0b04f0 msgr2=0x7f9dac0b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9db0c56700 1 -- 172.21.15.33:0/1134295301 shutdown_connections 2024-09-13T15:01:10.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f9db0c56700 1 -- 172.21.15.33:0/1134295301 wait complete. 2024-09-13T15:01:10.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f80a885f700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80a40715a0 con 0x7f80a40b17f0 2024-09-13T15:01:10.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f80a885f700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80a40b28a0 con 0x7f80a40b0fe0 2024-09-13T15:01:10.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f80a885f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80a40b2000 con 0x7f80a4070c10 2024-09-13T15:01:10.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f80a37fe700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f80a40b0fe0 0x7f80a4159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f80a2ffd700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f80a40b17f0 0x7f80a4152d20 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:33966/0 (socket says 172.21.15.33:33966) 2024-09-13T15:01:10.502 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f80a2ffd700 1 -- 172.21.15.33:0/603721103 learned_addr learned my addr 172.21.15.33:0/603721103 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:10.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f8a68c8f700 1 -- start start 2024-09-13T15:01:10.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f032f58e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0328070c10 0x7f03281583e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f032f58e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f032815a250 0x7f03281f12d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f032f58e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f032815a630 0x7f03281f1810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f032f58e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f032814dcd0 con 0x7f0328070c10 2024-09-13T15:01:10.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f032f58e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f03281f1d50 con 0x7f032815a630 2024-09-13T15:01:10.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f032f58e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f032814d090 con 0x7f032815a250 2024-09-13T15:01:10.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5ac9c25700 1 -- 172.21.15.33:0/4127617677 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ac4152d20 msgr2=0x7f5ac4159a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:10.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5ac9c25700 1 --2- 172.21.15.33:0/4127617677 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ac4152d20 0x7f5ac4159a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5ac9c25700 1 -- 172.21.15.33:0/4127617677 >> v1:172.21.15.103:6789/0 conn(0x7f5ac40b0fe0 legacy=0x7f5ac4070c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5ac9c25700 1 -- 172.21.15.33:0/4127617677 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ac40b22e0 con 0x7f5ac4153100 2024-09-13T15:01:10.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5ac9c25700 1 --2- 172.21.15.33:0/4127617677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ac4153100 0x7f5ac40b17f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5ab4009850 tx=0x7f5ab4009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=75d93d43bb2742c9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.505 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f5ac9424700 1 -- 172.21.15.33:0/4127617677 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ab4011830 con 0x7f5ac4153100 2024-09-13T15:01:10.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7fed5090b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fed4c152d20 0x7fed4c159a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f032e58c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0328070c10 0x7f03281583e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f032e58c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0328070c10 0x7f03281583e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50978/0 (socket says 172.21.15.33:50978) 2024-09-13T15:01:10.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.481+0000 7f032e58c700 1 -- 172.21.15.33:0/3839584223 learned_addr learned my addr 172.21.15.33:0/3839584223 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:10.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f80a3fff700 1 --2- 172.21.15.33:0/603721103 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80a4070c10 0x7f80a4071060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7fed4b7fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fed4c152d20 0x7fed4c159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7fed4b7fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fed4c152d20 0x7fed4c159a40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50984/0 (socket says 172.21.15.33:50984) 2024-09-13T15:01:10.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7fed4b7fe700 1 -- 172.21.15.33:0/3050809266 learned_addr learned my addr 172.21.15.33:0/3050809266 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:10.507 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f032ed8d700 1 --2- 172.21.15.33:0/3839584223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f032815a630 0x7f03281f1810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a68c8f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a4c004ed0 0x7f8a64146a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a68c8f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a640ae9e0 0x7f8a6415a450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a68c8f700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a6415a990 0x7f8a6415ce30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a68c8f700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a6415a030 con 0x7f8a4c004ed0 2024-09-13T15:01:10.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a68c8f700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a64147380 con 0x7f8a6415a990 2024-09-13T15:01:10.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a68c8f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a6415c520 con 0x7f8a640ae9e0 2024-09-13T15:01:10.508 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f80a37fe700 1 -- 172.21.15.33:0/603721103 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80a4070c10 msgr2=0x7f80a4071060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:10.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f032e58c700 1 -- 172.21.15.33:0/3839584223 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f032815a250 msgr2=0x7f03281f12d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f80a27fc700 1 -- 172.21.15.33:0/603721103 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4146997233 0 0) 0x7f8098001110 con 0x7f80a40b17f0 2024-09-13T15:01:10.509 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a6259c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a4c004ed0 0x7f8a64146a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f032e58c700 1 --2- 172.21.15.33:0/3839584223 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f032815a250 0x7f03281f12d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f032e58c700 1 -- 172.21.15.33:0/3839584223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f032815a630 msgr2=0x7f03281f1810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f032e58c700 1 --2- 172.21.15.33:0/3839584223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f032815a630 0x7f03281f1810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f032e58c700 1 -- 172.21.15.33:0/3839584223 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f03180094b0 con 0x7f0328070c10 2024-09-13T15:01:10.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a6259c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a4c004ed0 0x7f8a64146a30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:50986/0 (socket says 172.21.15.33:50986) 2024-09-13T15:01:10.510 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a6259c700 1 -- 172.21.15.33:0/3988340193 learned_addr learned my addr 172.21.15.33:0/3988340193 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:10.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f032ed8d700 1 --2- 172.21.15.33:0/3839584223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f032815a630 0x7f03281f1810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:10.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f80a37fe700 1 --2- 172.21.15.33:0/603721103 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80a4070c10 0x7f80a4071060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.511 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a62d9d700 1 --2- 172.21.15.33:0/3988340193 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a6415a990 0x7f8a6415ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f80a37fe700 1 -- 172.21.15.33:0/603721103 >> v1:172.21.15.103:6789/0 conn(0x7f80a40b17f0 legacy=0x7f80a4152d20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7fed5090b700 1 -- 172.21.15.33:0/3050809266 --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed4c0b2000 con 0x7fed4c070c10 2024-09-13T15:01:10.512 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a61d9b700 1 --2- 172.21.15.33:0/3988340193 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a640ae9e0 0x7f8a6415a450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f80a37fe700 1 -- 172.21.15.33:0/603721103 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80a40b22e0 con 0x7f80a40b0fe0 2024-09-13T15:01:10.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f80a3fff700 1 --2- 172.21.15.33:0/603721103 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80a4070c10 0x7f80a4071060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:10.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9db0c56700 1 Processor -- start 2024-09-13T15:01:10.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a6259c700 1 -- 172.21.15.33:0/3988340193 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a640ae9e0 msgr2=0x7f8a6415a450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a6259c700 1 --2- 172.21.15.33:0/3988340193 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a640ae9e0 0x7f8a6415a450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a6259c700 1 -- 172.21.15.33:0/3988340193 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a6415a990 msgr2=0x7f8a6415ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a6259c700 1 --2- 172.21.15.33:0/3988340193 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a6415a990 0x7f8a6415ce30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a6259c700 1 -- 172.21.15.33:0/3988340193 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a6415c240 con 0x7f8a4c004ed0 2024-09-13T15:01:10.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f032e58c700 1 --2- 172.21.15.33:0/3839584223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0328070c10 0x7f03281583e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f032400c6d0 tx=0x7f032400ca90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ed4f52700 1 Processor -- start 2024-09-13T15:01:10.514 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9db0c56700 1 -- start start 2024-09-13T15:01:10.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7fed5090b700 1 -- 172.21.15.33:0/3050809266 --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fed4c0b22e0 con 0x7fed4c153100 2024-09-13T15:01:10.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7fed5090b700 1 -- 172.21.15.33:0/3050809266 --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fed4c0b28a0 con 0x7fed4c152d20 2024-09-13T15:01:10.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ed4f52700 1 -- start start 2024-09-13T15:01:10.515 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a6259c700 1 --2- 172.21.15.33:0/3988340193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a4c004ed0 0x7f8a64146a30 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8a5800d800 tx=0x7f8a5800dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7fed4b7fe700 1 -- 172.21.15.33:0/3050809266 >> v1:172.21.15.103:6789/0 conn(0x7fed4c153100 legacy=0x7fed4c0b17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7fed4b7fe700 1 -- 172.21.15.33:0/3050809266 >> v1:172.21.15.33:6789/0 conn(0x7fed4c070c10 legacy=0x7fed4c0ad500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:10.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7fed4b7fe700 1 -- 172.21.15.33:0/3050809266 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed4c0b25c0 con 0x7fed4c152d20 2024-09-13T15:01:10.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f80a37fe700 1 --2- 172.21.15.33:0/603721103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80a40b0fe0 0x7f80a4159a40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f809c00be30 tx=0x7f809c010730 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c9d0241bd8be316 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a52ffd700 1 -- 172.21.15.33:0/3988340193 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a58012630 con 0x7f8a4c004ed0 2024-09-13T15:01:10.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a68c8f700 1 -- 172.21.15.33:0/3988340193 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a64159970 con 0x7f8a4c004ed0 2024-09-13T15:01:10.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a68c8f700 1 -- 172.21.15.33:0/3988340193 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a6415be60 con 0x7f8a4c004ed0 2024-09-13T15:01:10.516 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a52ffd700 1 -- 172.21.15.33:0/3988340193 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a580127b0 con 0x7f8a4c004ed0 2024-09-13T15:01:10.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7fed4b7fe700 1 --2- 172.21.15.33:0/3050809266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed4c152d20 0x7fed4c159a40 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fed3c00dd30 tx=0x7fed3c00f330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad7135ed9154de40 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a52ffd700 1 -- 172.21.15.33:0/3988340193 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a58012b60 con 0x7f8a4c004ed0 2024-09-13T15:01:10.517 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9db0c56700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9dac070c10 0x7f9dac1545b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9db0c56700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9dac15a250 0x7f9dac13f750 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9db0c56700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9dac15a630 0x7f9dac1420f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9db0c56700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dac1f6850 con 0x7f9dac15a250 2024-09-13T15:01:10.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9db0c56700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9dac140060 con 0x7f9dac070c10 2024-09-13T15:01:10.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9db0c56700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9dac140340 con 0x7f9dac15a630 2024-09-13T15:01:10.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f5ac9424700 1 -- 172.21.15.33:0/4127617677 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ab4011990 con 0x7f5ac4153100 2024-09-13T15:01:10.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f5ac9424700 1 -- 172.21.15.33:0/4127617677 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ab4011d00 con 0x7f5ac4153100 2024-09-13T15:01:10.518 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f80a27fc700 1 -- 172.21.15.33:0/603721103 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f809c00b2d0 con 0x7f80a40b0fe0 2024-09-13T15:01:10.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9dab7fe700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9dac070c10 0x7f9dac1545b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f80a27fc700 1 -- 172.21.15.33:0/603721103 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f809c009540 con 0x7f80a40b0fe0 2024-09-13T15:01:10.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9dab7fe700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9dac070c10 0x7f9dac1545b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:50678/0 (socket says 172.21.15.33:50678) 2024-09-13T15:01:10.519 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9dab7fe700 1 -- 172.21.15.33:0/1761718228 learned_addr learned my addr 172.21.15.33:0/1761718228 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:10.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f80a27fc700 1 -- 172.21.15.33:0/603721103 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f809c0098f0 con 0x7f80a40b0fe0 2024-09-13T15:01:10.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f031effd700 1 -- 172.21.15.33:0/3839584223 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0324004ca0 con 0x7f0328070c10 2024-09-13T15:01:10.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f031effd700 1 -- 172.21.15.33:0/3839584223 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0324004e00 con 0x7f0328070c10 2024-09-13T15:01:10.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f032f58e700 1 -- 172.21.15.33:0/3839584223 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f03281594a0 con 0x7f0328070c10 2024-09-13T15:01:10.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f032f58e700 1 -- 172.21.15.33:0/3839584223 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f032814d610 con 0x7f0328070c10 2024-09-13T15:01:10.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ed4f52700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3ed0156a70 0x7f3ed0159310 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ed4f52700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f3ed006b6d0 0x7f3ed0070360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ed4f52700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3ed0072680 con 0x7f3ed00708a0 2024-09-13T15:01:10.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ed4f52700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3ed0070d10 con 0x7f3ed006b6d0 2024-09-13T15:01:10.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ed4f52700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed00667a0 con 0x7f3ed0156a70 2024-09-13T15:01:10.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f031effd700 1 -- 172.21.15.33:0/3839584223 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0324007310 con 0x7f0328070c10 2024-09-13T15:01:10.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f8a68c8f700 1 -- 172.21.15.33:0/3988340193 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a640b2710 con 0x7f8a4c004ed0 2024-09-13T15:01:10.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9dab7fe700 1 -- 172.21.15.33:0/1761718228 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9dac15a630 msgr2=0x7f9dac1420f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9dab7fe700 1 --2- 172.21.15.33:0/1761718228 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9dac15a630 0x7f9dac1420f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9dab7fe700 1 -- 172.21.15.33:0/1761718228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9dac15a250 msgr2=0x7f9dac13f750 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9daaffd700 1 --2- 172.21.15.33:0/1761718228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9dac15a250 0x7f9dac13f750 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9dab7fe700 1 --2- 172.21.15.33:0/1761718228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9dac15a250 0x7f9dac13f750 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9dab7fe700 1 -- 172.21.15.33:0/1761718228 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d9c0094b0 con 0x7f9dac070c10 2024-09-13T15:01:10.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9daaffd700 1 --2- 172.21.15.33:0/1761718228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9dac15a250 0x7f9dac13f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:10.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f9dab7fe700 1 --2- 172.21.15.33:0/1761718228 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9dac070c10 0x7f9dac1545b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9da400efc0 tx=0x7f9da400c3a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f5acb428700 1 -- 172.21.15.33:0/4127617677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ac4153100 msgr2=0x7f5ac40b17f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f5acb428700 1 --2- 172.21.15.33:0/4127617677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ac4153100 0x7f5ac40b17f0 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f5ab4009850 tx=0x7f5ab4009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:10.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7fed4a7fc700 1 -- 172.21.15.33:0/3050809266 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed3c012070 con 0x7fed4c152d20 2024-09-13T15:01:10.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ecffff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f3ed00708a0 0x7f3ed0066090 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34900/0 (socket says 172.21.15.33:34900) 2024-09-13T15:01:10.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ecffff700 1 -- 172.21.15.33:0/3412124008 learned_addr learned my addr 172.21.15.33:0/3412124008 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:10.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ecf7fe700 1 --2- 172.21.15.33:0/3412124008 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3ed0156a70 0x7f3ed0159310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ecf7fe700 1 -- 172.21.15.33:0/3412124008 >> v2:172.21.15.103:3300/0 conn(0x7f3ed006b6d0 msgr2=0x7f3ed0070360 unknown :-1 s=STATE_CONNECTING_RE l=0).mark_down 2024-09-13T15:01:10.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ecf7fe700 1 --2- 172.21.15.33:0/3412124008 >> v2:172.21.15.103:3300/0 conn(0x7f3ed006b6d0 0x7f3ed0070360 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ecf7fe700 1 -- 172.21.15.33:0/3412124008 >> v1:172.21.15.33:6789/0 conn(0x7f3ed00708a0 legacy=0x7f3ed0066090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f5acb428700 1 -- 172.21.15.33:0/4127617677 shutdown_connections 2024-09-13T15:01:10.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f5acb428700 1 --2- 172.21.15.33:0/4127617677 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ac4153100 0x7f5ac40b17f0 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f5acb428700 1 --2- 172.21.15.33:0/4127617677 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ac4152d20 0x7f5ac4159a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f5acb428700 1 -- 172.21.15.33:0/4127617677 >> 172.21.15.33:0/4127617677 conn(0x7f5ac40b04f0 msgr2=0x7f5ac40b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ecf7fe700 1 -- 172.21.15.33:0/3412124008 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ed006a350 con 0x7f3ed0156a70 2024-09-13T15:01:10.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.485+0000 7f3ecf7fe700 1 --2- 172.21.15.33:0/3412124008 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3ed0156a70 0x7f3ed0159310 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f3ec0009850 tx=0x7f3ec0009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=bb4e4d43b62eeefa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f9d93fff700 1 -- 172.21.15.33:0/1761718228 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9da4003c40 con 0x7f9dac070c10 2024-09-13T15:01:10.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f9d93fff700 1 -- 172.21.15.33:0/1761718228 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9da400f040 con 0x7f9dac070c10 2024-09-13T15:01:10.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f9d93fff700 1 -- 172.21.15.33:0/1761718228 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9da400c9b0 con 0x7f9dac070c10 2024-09-13T15:01:10.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f031effd700 1 -- 172.21.15.33:0/3839584223 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0324007470 con 0x7f0328070c10 2024-09-13T15:01:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f9db0c56700 1 -- 172.21.15.33:0/1761718228 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9dac140620 con 0x7f9dac070c10 2024-09-13T15:01:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f9db0c56700 1 -- 172.21.15.33:0/1761718228 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9dac140be0 con 0x7f9dac070c10 2024-09-13T15:01:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f80a885f700 1 -- 172.21.15.33:0/603721103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80a40b0fe0 msgr2=0x7f80a4159a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f80a885f700 1 --2- 172.21.15.33:0/603721103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80a40b0fe0 0x7f80a4159a40 secure :-1 s=READY pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f809c00be30 tx=0x7f809c010730 comp rx=0 tx=0).stop 2024-09-13T15:01:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f80a885f700 1 -- 172.21.15.33:0/603721103 shutdown_connections 2024-09-13T15:01:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f80a885f700 1 --2- 172.21.15.33:0/603721103 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80a4070c10 0x7f80a4071060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f80a885f700 1 --2- 172.21.15.33:0/603721103 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80a40b0fe0 0x7f80a4159a40 secure :-1 s=CLOSED pgs=97 cs=0 l=1 rev1=1 crypto rx=0x7f809c00be30 tx=0x7f809c010730 comp rx=0 tx=0).stop 2024-09-13T15:01:10.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f80a885f700 1 -- 172.21.15.33:0/603721103 >> 172.21.15.33:0/603721103 conn(0x7f80a40b04f0 msgr2=0x7f80a40b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f3ece7fc700 1 -- 172.21.15.33:0/3412124008 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec0011830 con 0x7f3ed0156a70 2024-09-13T15:01:10.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f3ece7fc700 1 -- 172.21.15.33:0/3412124008 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ec0011990 con 0x7f3ed0156a70 2024-09-13T15:01:10.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f3ece7fc700 1 -- 172.21.15.33:0/3412124008 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec0011d20 con 0x7f3ed0156a70 2024-09-13T15:01:10.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f8a52ffd700 1 -- 172.21.15.33:0/3988340193 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8a58012cc0 con 0x7f8a4c004ed0 2024-09-13T15:01:10.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f8a52ffd700 1 --2- 172.21.15.33:0/3988340193 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a44066760 0x7f8a44068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f8a52ffd700 1 -- 172.21.15.33:0/3988340193 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f8a58085100 con 0x7f8a4c004ed0 2024-09-13T15:01:10.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f031effd700 1 --2- 172.21.15.33:0/3839584223 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f030c066780 0x7f030c068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f031effd700 1 -- 172.21.15.33:0/3839584223 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f0324083950 con 0x7f0328070c10 2024-09-13T15:01:10.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f032dd8b700 1 --2- 172.21.15.33:0/3839584223 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f030c066780 0x7f030c068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f032dd8b700 1 --2- 172.21.15.33:0/3839584223 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f030c066780 0x7f030c068c40 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f03180097d0 tx=0x7f0318010000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f3ed4f52700 1 -- 172.21.15.33:0/3412124008 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3ed0156a70 msgr2=0x7f3ed0159310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f3ed4f52700 1 --2- 172.21.15.33:0/3412124008 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3ed0156a70 0x7f3ed0159310 secure :-1 s=READY pgs=50 cs=0 l=1 rev1=1 crypto rx=0x7f3ec0009850 tx=0x7f3ec0009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:10.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f3ed4f52700 1 -- 172.21.15.33:0/3412124008 shutdown_connections 2024-09-13T15:01:10.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f3ed4f52700 1 --2- 172.21.15.33:0/3412124008 >> v2:172.21.15.103:3300/0 conn(0x7f3ed006b6d0 0x7f3ed0070360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f3ed4f52700 1 --2- 172.21.15.33:0/3412124008 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3ed0156a70 0x7f3ed0159310 unknown :-1 s=CLOSED pgs=50 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f3ed4f52700 1 -- 172.21.15.33:0/3412124008 >> 172.21.15.33:0/3412124008 conn(0x7f3ed00cef00 msgr2=0x7f3ed00cf2e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f80a885f700 1 -- 172.21.15.33:0/603721103 shutdown_connections 2024-09-13T15:01:10.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7fed4a7fc700 1 -- 172.21.15.33:0/3050809266 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed3c00de80 con 0x7fed4c152d20 2024-09-13T15:01:10.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7fed4a7fc700 1 -- 172.21.15.33:0/3050809266 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed3c00fba0 con 0x7fed4c152d20 2024-09-13T15:01:10.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f80a885f700 1 -- 172.21.15.33:0/603721103 wait complete. 2024-09-13T15:01:10.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f5acb428700 1 -- 172.21.15.33:0/4127617677 shutdown_connections 2024-09-13T15:01:10.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7fed5090b700 1 -- 172.21.15.33:0/3050809266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed4c152d20 msgr2=0x7fed4c159a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7fed5090b700 1 --2- 172.21.15.33:0/3050809266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed4c152d20 0x7fed4c159a40 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fed3c00dd30 tx=0x7fed3c00f330 comp rx=0 tx=0).stop 2024-09-13T15:01:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7fed5090b700 1 -- 172.21.15.33:0/3050809266 shutdown_connections 2024-09-13T15:01:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7fed5090b700 1 --2- 172.21.15.33:0/3050809266 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed4c152d20 0x7fed4c159a40 secure :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7fed3c00dd30 tx=0x7fed3c00f330 comp rx=0 tx=0).stop 2024-09-13T15:01:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7fed5090b700 1 -- 172.21.15.33:0/3050809266 >> 172.21.15.33:0/3050809266 conn(0x7fed4c0b04f0 msgr2=0x7fed4c0b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f9d93fff700 1 -- 172.21.15.33:0/1761718228 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9da400cb10 con 0x7f9dac070c10 2024-09-13T15:01:10.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7fed5090b700 1 -- 172.21.15.33:0/3050809266 shutdown_connections 2024-09-13T15:01:10.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7fed5090b700 1 -- 172.21.15.33:0/3050809266 wait complete. 2024-09-13T15:01:10.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f80a885f700 1 Processor -- start 2024-09-13T15:01:10.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f80a885f700 1 -- start start 2024-09-13T15:01:10.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f8a61d9b700 1 --2- 172.21.15.33:0/3988340193 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a44066760 0x7f8a44068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f8a61d9b700 1 --2- 172.21.15.33:0/3988340193 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a44066760 0x7f8a44068c20 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8a6414a190 tx=0x7f8a5c009540 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f5acb428700 1 -- 172.21.15.33:0/4127617677 wait complete. 2024-09-13T15:01:10.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.489+0000 7f5acb428700 1 Processor -- start 2024-09-13T15:01:10.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f3ed4f52700 1 -- 172.21.15.33:0/3412124008 shutdown_connections 2024-09-13T15:01:10.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f032f58e700 1 -- 172.21.15.33:0/3839584223 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0310005310 con 0x7f0328070c10 2024-09-13T15:01:10.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5acb428700 1 -- start start 2024-09-13T15:01:10.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed5090b700 1 Processor -- start 2024-09-13T15:01:10.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f9d93fff700 1 --2- 172.21.15.33:0/1761718228 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9d98066780 0x7f9d98068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f9d93fff700 1 -- 172.21.15.33:0/1761718228 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9da4084670 con 0x7f9dac070c10 2024-09-13T15:01:10.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f9daaffd700 1 --2- 172.21.15.33:0/1761718228 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9d98066780 0x7f9d98068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f9daaffd700 1 --2- 172.21.15.33:0/1761718228 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9d98066780 0x7f9d98068c40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9dac0ce4b0 tx=0x7f9da0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a885f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80a4070c10 0x7f80a414dd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a885f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80a40b17f0 0x7f80a40ca260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a885f700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80a415c340 0x7f80a41edd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a885f700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80a4152fc0 con 0x7f80a4070c10 2024-09-13T15:01:10.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a885f700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80a40c37d0 con 0x7f80a415c340 2024-09-13T15:01:10.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a885f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80a415d0e0 con 0x7f80a40b17f0 2024-09-13T15:01:10.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed5090b700 1 -- start start 2024-09-13T15:01:10.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a37fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80a4070c10 0x7f80a414dd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a37fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80a4070c10 0x7f80a414dd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51004/0 (socket says 172.21.15.33:51004) 2024-09-13T15:01:10.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a37fe700 1 -- 172.21.15.33:0/2655572480 learned_addr learned my addr 172.21.15.33:0/2655572480 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:10.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a3fff700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80a415c340 0x7f80a41edd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5acb428700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ac40b0fe0 0x7f5ac4147430 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5acb428700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ac4152d20 0x7f5ac40ccbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5acb428700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ac4153100 0x7f5ac41479b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5acb428700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ac41535c0 con 0x7f5ac4152d20 2024-09-13T15:01:10.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5acb428700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ac41538a0 con 0x7f5ac4153100 2024-09-13T15:01:10.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5acb428700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ac4153b80 con 0x7f5ac40b0fe0 2024-09-13T15:01:10.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5ac9c25700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ac4152d20 0x7f5ac40ccbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5ac9c25700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ac4152d20 0x7f5ac40ccbb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51020/0 (socket says 172.21.15.33:51020) 2024-09-13T15:01:10.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5ac9c25700 1 -- 172.21.15.33:0/2992346145 learned_addr learned my addr 172.21.15.33:0/2992346145 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:10.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5aca426700 1 --2- 172.21.15.33:0/2992346145 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ac40b0fe0 0x7f5ac4147430 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a2ffd700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80a40b17f0 0x7f80a40ca260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5acac27700 1 --2- 172.21.15.33:0/2992346145 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ac4153100 0x7f5ac41479b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a37fe700 1 -- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80a40b17f0 msgr2=0x7f80a40ca260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a37fe700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80a40b17f0 0x7f80a40ca260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a37fe700 1 -- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80a415c340 msgr2=0x7f80a41edd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a37fe700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80a415c340 0x7f80a41edd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a37fe700 1 -- 172.21.15.33:0/2655572480 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f809c00ba90 con 0x7f80a4070c10 2024-09-13T15:01:10.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a2ffd700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80a40b17f0 0x7f80a40ca260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:10.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5ac9c25700 1 -- 172.21.15.33:0/2992346145 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ac40b0fe0 msgr2=0x7f5ac4147430 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5ac9c25700 1 --2- 172.21.15.33:0/2992346145 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ac40b0fe0 0x7f5ac4147430 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5ac9c25700 1 -- 172.21.15.33:0/2992346145 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ac4153100 msgr2=0x7f5ac41479b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5ac9c25700 1 --2- 172.21.15.33:0/2992346145 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ac4153100 0x7f5ac41479b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5ac9c25700 1 -- 172.21.15.33:0/2992346145 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ab40094b0 con 0x7f5ac4152d20 2024-09-13T15:01:10.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f80a37fe700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80a4070c10 0x7f80a414dd40 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f809c010770 tx=0x7f809c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f5ac9c25700 1 --2- 172.21.15.33:0/2992346145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ac4152d20 0x7f5ac40ccbb0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5ab4009ba0 tx=0x7f5ab4004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed5090b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fed4c070c10 0x7fed4c140610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed5090b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed4c153100 0x7fed4c1ed920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed5090b700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed4c1419c0 0x7fed4c13ec40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed4affd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed4c153100 0x7fed4c1ed920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f8a52ffd700 1 -- 172.21.15.33:0/3988340193 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8a580522f0 con 0x7f8a4c004ed0 2024-09-13T15:01:10.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed4affd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed4c153100 0x7fed4c1ed920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51022/0 (socket says 172.21.15.33:51022) 2024-09-13T15:01:10.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed4b7fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fed4c070c10 0x7fed4c140610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7f3ed4f52700 1 -- 172.21.15.33:0/3412124008 wait complete. 2024-09-13T15:01:10.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed4affd700 1 -- 172.21.15.33:0/2838252463 learned_addr learned my addr 172.21.15.33:0/2838252463 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:10.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed5090b700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed4c13f570 con 0x7fed4c153100 2024-09-13T15:01:10.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed5090b700 1 -- 172.21.15.33:0/2838252463 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fed4c13f850 con 0x7fed4c1419c0 2024-09-13T15:01:10.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed5090b700 1 -- 172.21.15.33:0/2838252463 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fed4c13fb30 con 0x7fed4c070c10 2024-09-13T15:01:10.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed4bfff700 1 --2- 172.21.15.33:0/2838252463 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed4c1419c0 0x7fed4c13ec40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed4b7fe700 1 -- 172.21.15.33:0/2838252463 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed4c1419c0 msgr2=0x7fed4c13ec40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed4b7fe700 1 --2- 172.21.15.33:0/2838252463 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed4c1419c0 0x7fed4c13ec40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed4b7fe700 1 -- 172.21.15.33:0/2838252463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed4c153100 msgr2=0x7fed4c1ed920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed4b7fe700 1 --2- 172.21.15.33:0/2838252463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed4c153100 0x7fed4c1ed920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed4b7fe700 1 -- 172.21.15.33:0/2838252463 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fed3c00da10 con 0x7fed4c070c10 2024-09-13T15:01:10.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.493+0000 7fed4b7fe700 1 --2- 172.21.15.33:0/2838252463 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fed4c070c10 0x7fed4c140610 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fed3c018000 tx=0x7fed3c004770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f9db0c56700 1 -- 172.21.15.33:0/1761718228 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9dac140e00 con 0x7f9dac070c10 2024-09-13T15:01:10.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3ed4f52700 1 Processor -- start 2024-09-13T15:01:10.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3ed4f52700 1 -- start start 2024-09-13T15:01:10.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3ed4f52700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ed006b6d0 0x7f3ed0158110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3ed4f52700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed00708a0 0x7f3ed014a870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3ed4f52700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3ed0156a70 0x7f3ed014c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3ed4f52700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed014b4e0 con 0x7f3ed00708a0 2024-09-13T15:01:10.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3ed4f52700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed014a3e0 con 0x7f3ed006b6d0 2024-09-13T15:01:10.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3ed4f52700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3ed009cad0 con 0x7f3ed0156a70 2024-09-13T15:01:10.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3eceffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed00708a0 0x7f3ed014a870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3eceffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed00708a0 0x7f3ed014a870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51038/0 (socket says 172.21.15.33:51038) 2024-09-13T15:01:10.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3eceffd700 1 -- 172.21.15.33:0/984384669 learned_addr learned my addr 172.21.15.33:0/984384669 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:10.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3ecf7fe700 1 --2- 172.21.15.33:0/984384669 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ed006b6d0 0x7f3ed0158110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3eceffd700 1 -- 172.21.15.33:0/984384669 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3ed0156a70 msgr2=0x7f3ed014c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3eceffd700 1 --2- 172.21.15.33:0/984384669 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3ed0156a70 0x7f3ed014c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3eceffd700 1 -- 172.21.15.33:0/984384669 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ed006b6d0 msgr2=0x7f3ed0158110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3eceffd700 1 --2- 172.21.15.33:0/984384669 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ed006b6d0 0x7f3ed0158110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3eceffd700 1 -- 172.21.15.33:0/984384669 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3ec00094b0 con 0x7f3ed00708a0 2024-09-13T15:01:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f3eceffd700 1 --2- 172.21.15.33:0/984384669 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed00708a0 0x7f3ed014a870 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3ec400b520 tx=0x7f3ec400b830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f808bfff700 1 -- 172.21.15.33:0/2655572480 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f809c00aa40 con 0x7f80a4070c10 2024-09-13T15:01:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f80a885f700 1 -- 172.21.15.33:0/2655572480 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80a414e280 con 0x7f80a4070c10 2024-09-13T15:01:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f808bfff700 1 -- 172.21.15.33:0/2655572480 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f809c00aba0 con 0x7f80a4070c10 2024-09-13T15:01:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f80a885f700 1 -- 172.21.15.33:0/2655572480 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80a415cb20 con 0x7f80a4070c10 2024-09-13T15:01:10.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f808bfff700 1 -- 172.21.15.33:0/2655572480 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f809c004040 con 0x7f80a4070c10 2024-09-13T15:01:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f031effd700 1 -- 172.21.15.33:0/3839584223 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0324018080 con 0x7f0328070c10 2024-09-13T15:01:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f5abaffd700 1 -- 172.21.15.33:0/2992346145 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ab4004590 con 0x7f5ac4152d20 2024-09-13T15:01:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f5abaffd700 1 -- 172.21.15.33:0/2992346145 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ab401f070 con 0x7f5ac4152d20 2024-09-13T15:01:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f5abaffd700 1 -- 172.21.15.33:0/2992346145 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ab4003900 con 0x7f5ac4152d20 2024-09-13T15:01:10.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.497+0000 7f80a885f700 1 -- 172.21.15.33:0/2655572480 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80a4152d20 con 0x7f80a4070c10 2024-09-13T15:01:10.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.501+0000 7fed33fff700 1 -- 172.21.15.33:0/2838252463 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed3c00b070 con 0x7fed4c070c10 2024-09-13T15:01:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.501+0000 7fed33fff700 1 -- 172.21.15.33:0/2838252463 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fed3c0036c0 con 0x7fed4c070c10 2024-09-13T15:01:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.501+0000 7fed33fff700 1 -- 172.21.15.33:0/2838252463 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fed3c003a30 con 0x7fed4c070c10 2024-09-13T15:01:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.501+0000 7fed5090b700 1 -- 172.21.15.33:0/2838252463 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fed4c13fe10 con 0x7fed4c070c10 2024-09-13T15:01:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.501+0000 7fed5090b700 1 -- 172.21.15.33:0/2838252463 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fed4c1ede60 con 0x7fed4c070c10 2024-09-13T15:01:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.501+0000 7fed33fff700 1 -- 172.21.15.33:0/2838252463 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fed3c01d070 con 0x7fed4c070c10 2024-09-13T15:01:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.501+0000 7fed33fff700 1 --2- 172.21.15.33:0/2838252463 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed38066780 0x7fed38068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.501+0000 7fed33fff700 1 -- 172.21.15.33:0/2838252463 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fed3c0842e0 con 0x7fed4c070c10 2024-09-13T15:01:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.501+0000 7fed4affd700 1 --2- 172.21.15.33:0/2838252463 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed38066780 0x7fed38068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.501+0000 7fed4affd700 1 --2- 172.21.15.33:0/2838252463 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed38066780 0x7fed38068c40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fed4c14fd10 tx=0x7fed40016040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.505+0000 7f5acb428700 1 -- 172.21.15.33:0/2992346145 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ac4153e60 con 0x7f5ac4152d20 2024-09-13T15:01:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.505+0000 7f5acb428700 1 -- 172.21.15.33:0/2992346145 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ac4149330 con 0x7f5ac4152d20 2024-09-13T15:01:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.505+0000 7fed5090b700 1 -- 172.21.15.33:0/2838252463 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fed4c140330 con 0x7fed4c070c10 2024-09-13T15:01:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.505+0000 7f9d93fff700 1 -- 172.21.15.33:0/1761718228 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9da4051860 con 0x7f9dac070c10 2024-09-13T15:01:10.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.505+0000 7f808bfff700 1 -- 172.21.15.33:0/2655572480 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f809c0041a0 con 0x7f80a4070c10 2024-09-13T15:01:10.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.505+0000 7f808bfff700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f808c066890 0x7f808c068d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.505+0000 7f808bfff700 1 -- 172.21.15.33:0/2655572480 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f809c08b0f0 con 0x7f80a4070c10 2024-09-13T15:01:10.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.505+0000 7f80a2ffd700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f808c066890 0x7f808c068d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.505+0000 7f5abaffd700 1 -- 172.21.15.33:0/2992346145 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5ab4003a60 con 0x7f5ac4152d20 2024-09-13T15:01:10.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.505+0000 7f80a2ffd700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f808c066890 0x7f808c068d50 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f80a4157da0 tx=0x7f8098007e70 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.505+0000 7f5abaffd700 1 --2- 172.21.15.33:0/2992346145 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5aa8066780 0x7f5aa8068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.509+0000 7f5abaffd700 1 -- 172.21.15.33:0/2992346145 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5ab4021070 con 0x7f5ac4152d20 2024-09-13T15:01:10.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.509+0000 7f5aca426700 1 --2- 172.21.15.33:0/2992346145 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5aa8066780 0x7f5aa8068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.509+0000 7f5aca426700 1 --2- 172.21.15.33:0/2992346145 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5aa8066780 0x7f5aa8068c40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5ac0009bf0 tx=0x7f5ac0009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.509+0000 7f808bfff700 1 -- 172.21.15.33:0/2655572480 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f809c058200 con 0x7f80a4070c10 2024-09-13T15:01:10.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.513+0000 7f5acb428700 1 -- 172.21.15.33:0/2992346145 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ac4159da0 con 0x7f5ac4152d20 2024-09-13T15:01:10.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.513+0000 7fed33fff700 1 -- 172.21.15.33:0/2838252463 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fed4c140330 con 0x7fed4c070c10 2024-09-13T15:01:10.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.521+0000 7f3eb7fff700 1 -- 172.21.15.33:0/984384669 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec4011830 con 0x7f3ed00708a0 2024-09-13T15:01:10.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.521+0000 7f3eb7fff700 1 -- 172.21.15.33:0/984384669 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3ec4011990 con 0x7f3ed00708a0 2024-09-13T15:01:10.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.521+0000 7f3ed4f52700 1 -- 172.21.15.33:0/984384669 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3ed009c7f0 con 0x7f3ed00708a0 2024-09-13T15:01:10.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.521+0000 7f3eb7fff700 1 -- 172.21.15.33:0/984384669 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3ec4011d40 con 0x7f3ed00708a0 2024-09-13T15:01:10.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.521+0000 7f3ed4f52700 1 -- 172.21.15.33:0/984384669 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3ed014a070 con 0x7f3ed00708a0 2024-09-13T15:01:10.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.521+0000 7f5abaffd700 1 -- 172.21.15.33:0/2992346145 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5ab4052ba0 con 0x7f5ac4152d20 2024-09-13T15:01:10.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.525+0000 7f3eb7fff700 1 -- 172.21.15.33:0/984384669 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3ec401a400 con 0x7f3ed00708a0 2024-09-13T15:01:10.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.525+0000 7f3eb7fff700 1 --2- 172.21.15.33:0/984384669 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3ebc066800 0x7f3ebc068cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:10.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.525+0000 7f3eb7fff700 1 -- 172.21.15.33:0/984384669 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3ec40843f0 con 0x7f3ed00708a0 2024-09-13T15:01:10.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.525+0000 7f3ecf7fe700 1 --2- 172.21.15.33:0/984384669 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3ebc066800 0x7f3ebc068cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:10.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.525+0000 7f3ecf7fe700 1 --2- 172.21.15.33:0/984384669 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3ebc066800 0x7f3ebc068cc0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3ec0014040 tx=0x7f3ec0008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:10.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.533+0000 7f3ed4f52700 1 -- 172.21.15.33:0/984384669 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3ed014a200 con 0x7f3ed00708a0 2024-09-13T15:01:10.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.541+0000 7f3eb7fff700 1 -- 172.21.15.33:0/984384669 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3ec40514e0 con 0x7f3ed00708a0 2024-09-13T15:01:10.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.789+0000 7f2bacc94700 1 -- 172.21.15.33:0/447402737 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f2b8c005890 con 0x7f2ba8153100 2024-09-13T15:01:10.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.789+0000 7f2b96ffd700 1 -- 172.21.15.33:0/447402737 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f2b98003e60 con 0x7f2ba8153100 2024-09-13T15:01:10.797 INFO:teuthology.orchestra.run.smithi033.stdout:60129542150 2024-09-13T15:01:10.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.797+0000 7f2b94ff9700 1 -- 172.21.15.33:0/447402737 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2b88066780 msgr2=0x7f2b88068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.797+0000 7f2b94ff9700 1 --2- 172.21.15.33:0/447402737 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2b88066780 0x7f2b88068c40 secure :-1 s=READY pgs=105 cs=0 l=1 rev1=1 crypto rx=0x7f2ba0001560 tx=0x7f2ba0005120 comp rx=0 tx=0).stop 2024-09-13T15:01:10.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.797+0000 7f2b94ff9700 1 -- 172.21.15.33:0/447402737 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba8153100 msgr2=0x7f2ba815bd80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.797+0000 7f2b94ff9700 1 --2- 172.21.15.33:0/447402737 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba8153100 0x7f2ba815bd80 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7f2b9800c780 tx=0x7f2b9800ca90 comp rx=0 tx=0).stop 2024-09-13T15:01:10.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.797+0000 7f2b94ff9700 1 -- 172.21.15.33:0/447402737 shutdown_connections 2024-09-13T15:01:10.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.797+0000 7f2b94ff9700 1 --2- 172.21.15.33:0/447402737 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2b88066780 0x7f2b88068c40 unknown :-1 s=CLOSED pgs=105 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.797+0000 7f2b94ff9700 1 --2- 172.21.15.33:0/447402737 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2ba8153100 0x7f2ba815bd80 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.797+0000 7f2b94ff9700 1 --2- 172.21.15.33:0/447402737 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2ba8152d20 0x7f2ba815b840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.797+0000 7f2b94ff9700 1 --2- 172.21.15.33:0/447402737 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2ba8070c10 0x7f2ba80c9130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.797+0000 7f2b94ff9700 1 -- 172.21.15.33:0/447402737 >> 172.21.15.33:0/447402737 conn(0x7f2ba80b04f0 msgr2=0x7f2ba8156cf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.797+0000 7f2b94ff9700 1 -- 172.21.15.33:0/447402737 shutdown_connections 2024-09-13T15:01:10.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.797+0000 7f2b94ff9700 1 -- 172.21.15.33:0/447402737 wait complete. 2024-09-13T15:01:10.818 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.5 2024-09-13T15:01:10.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.813+0000 7f8a68c8f700 1 -- 172.21.15.33:0/3988340193 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7f8a640af7a0 con 0x7f8a4c004ed0 2024-09-13T15:01:10.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.813+0000 7f8a52ffd700 1 -- 172.21.15.33:0/3988340193 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f8a58055910 con 0x7f8a4c004ed0 2024-09-13T15:01:10.821 INFO:teuthology.orchestra.run.smithi033.stdout:60129542149 2024-09-13T15:01:10.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f032f58e700 1 -- 172.21.15.33:0/3839584223 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7f0310005890 con 0x7f0328070c10 2024-09-13T15:01:10.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f031effd700 1 -- 172.21.15.33:0/3839584223 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f03240545d0 con 0x7f0328070c10 2024-09-13T15:01:10.823 INFO:teuthology.orchestra.run.smithi033.stdout:60129542151 2024-09-13T15:01:10.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f8a68c8f700 1 -- 172.21.15.33:0/3988340193 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a44066760 msgr2=0x7f8a44068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f8a68c8f700 1 --2- 172.21.15.33:0/3988340193 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a44066760 0x7f8a44068c20 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7f8a6414a190 tx=0x7f8a5c009540 comp rx=0 tx=0).stop 2024-09-13T15:01:10.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f032f58e700 1 -- 172.21.15.33:0/3839584223 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f030c066780 msgr2=0x7f030c068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f032f58e700 1 --2- 172.21.15.33:0/3839584223 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f030c066780 0x7f030c068c40 secure :-1 s=READY pgs=106 cs=0 l=1 rev1=1 crypto rx=0x7f03180097d0 tx=0x7f0318010000 comp rx=0 tx=0).stop 2024-09-13T15:01:10.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f032f58e700 1 -- 172.21.15.33:0/3839584223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0328070c10 msgr2=0x7f03281583e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f032f58e700 1 --2- 172.21.15.33:0/3839584223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0328070c10 0x7f03281583e0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f032400c6d0 tx=0x7f032400ca90 comp rx=0 tx=0).stop 2024-09-13T15:01:10.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f032f58e700 1 -- 172.21.15.33:0/3839584223 shutdown_connections 2024-09-13T15:01:10.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f032f58e700 1 --2- 172.21.15.33:0/3839584223 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f030c066780 0x7f030c068c40 unknown :-1 s=CLOSED pgs=106 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f032f58e700 1 --2- 172.21.15.33:0/3839584223 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f032815a630 0x7f03281f1810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f032f58e700 1 --2- 172.21.15.33:0/3839584223 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f032815a250 0x7f03281f12d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f032f58e700 1 --2- 172.21.15.33:0/3839584223 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0328070c10 0x7f03281583e0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f032f58e700 1 -- 172.21.15.33:0/3839584223 >> 172.21.15.33:0/3839584223 conn(0x7f03280b04f0 msgr2=0x7f032815b270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f032f58e700 1 -- 172.21.15.33:0/3839584223 shutdown_connections 2024-09-13T15:01:10.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f032f58e700 1 -- 172.21.15.33:0/3839584223 wait complete. 2024-09-13T15:01:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f8a68c8f700 1 -- 172.21.15.33:0/3988340193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a4c004ed0 msgr2=0x7f8a64146a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f8a68c8f700 1 --2- 172.21.15.33:0/3988340193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a4c004ed0 0x7f8a64146a30 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f8a5800d800 tx=0x7f8a5800dbc0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f8a68c8f700 1 -- 172.21.15.33:0/3988340193 shutdown_connections 2024-09-13T15:01:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f8a68c8f700 1 --2- 172.21.15.33:0/3988340193 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a44066760 0x7f8a44068c20 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f8a68c8f700 1 --2- 172.21.15.33:0/3988340193 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a6415a990 0x7f8a6415ce30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f8a68c8f700 1 --2- 172.21.15.33:0/3988340193 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a640ae9e0 0x7f8a6415a450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f8a68c8f700 1 --2- 172.21.15.33:0/3988340193 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a4c004ed0 0x7f8a64146a30 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f8a68c8f700 1 -- 172.21.15.33:0/3988340193 >> 172.21.15.33:0/3988340193 conn(0x7f8a6406a350 msgr2=0x7f8a6414d7a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f8a68c8f700 1 -- 172.21.15.33:0/3988340193 shutdown_connections 2024-09-13T15:01:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f8a68c8f700 1 -- 172.21.15.33:0/3988340193 wait complete. 2024-09-13T15:01:10.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.817+0000 7f9db0c56700 1 -- 172.21.15.33:0/1761718228 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f9dac0710c0 con 0x7f9dac070c10 2024-09-13T15:01:10.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.821+0000 7f9d93fff700 1 -- 172.21.15.33:0/1761718228 <== mon.1 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9da4054e80 con 0x7f9dac070c10 2024-09-13T15:01:10.828 INFO:teuthology.orchestra.run.smithi033.stdout:60129542150 2024-09-13T15:01:10.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.821+0000 7f9db0c56700 1 -- 172.21.15.33:0/1761718228 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9d98066780 msgr2=0x7f9d98068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.821+0000 7f9db0c56700 1 --2- 172.21.15.33:0/1761718228 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9d98066780 0x7f9d98068c40 secure :-1 s=READY pgs=108 cs=0 l=1 rev1=1 crypto rx=0x7f9dac0ce4b0 tx=0x7f9da0009040 comp rx=0 tx=0).stop 2024-09-13T15:01:10.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.821+0000 7f9db0c56700 1 -- 172.21.15.33:0/1761718228 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9dac070c10 msgr2=0x7f9dac1545b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.821+0000 7f9db0c56700 1 --2- 172.21.15.33:0/1761718228 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9dac070c10 0x7f9dac1545b0 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7f9da400efc0 tx=0x7f9da400c3a0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.825+0000 7f9db0c56700 1 -- 172.21.15.33:0/1761718228 shutdown_connections 2024-09-13T15:01:10.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.825+0000 7f9db0c56700 1 --2- 172.21.15.33:0/1761718228 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9d98066780 0x7f9d98068c40 unknown :-1 s=CLOSED pgs=108 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.825+0000 7f9db0c56700 1 --2- 172.21.15.33:0/1761718228 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9dac15a630 0x7f9dac1420f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.825+0000 7f9db0c56700 1 --2- 172.21.15.33:0/1761718228 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9dac15a250 0x7f9dac13f750 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.825+0000 7f9db0c56700 1 --2- 172.21.15.33:0/1761718228 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9dac070c10 0x7f9dac1545b0 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.825+0000 7f9db0c56700 1 -- 172.21.15.33:0/1761718228 >> 172.21.15.33:0/1761718228 conn(0x7f9dac0b04f0 msgr2=0x7f9dac15bca0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.825+0000 7f9db0c56700 1 -- 172.21.15.33:0/1761718228 shutdown_connections 2024-09-13T15:01:10.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.825+0000 7f9db0c56700 1 -- 172.21.15.33:0/1761718228 wait complete. 2024-09-13T15:01:10.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.833+0000 7f80a885f700 1 -- 172.21.15.33:0/2655572480 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f80a4152d20 con 0x7f80a4070c10 2024-09-13T15:01:10.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.833+0000 7f808bfff700 1 -- 172.21.15.33:0/2655572480 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f80a4152d20 con 0x7f80a4070c10 2024-09-13T15:01:10.839 INFO:teuthology.orchestra.run.smithi033.stdout:60129542150 2024-09-13T15:01:10.842 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542151 for osd.1 2024-09-13T15:01:10.842 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542149 for osd.7 2024-09-13T15:01:10.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.833+0000 7f80a885f700 1 -- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f808c066890 msgr2=0x7f808c068d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.833+0000 7f80a885f700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f808c066890 0x7f808c068d50 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f80a4157da0 tx=0x7f8098007e70 comp rx=0 tx=0).stop 2024-09-13T15:01:10.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.833+0000 7f80a885f700 1 -- 172.21.15.33:0/2655572480 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80a4070c10 msgr2=0x7f80a414dd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.833+0000 7f80a885f700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80a4070c10 0x7f80a414dd40 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f809c010770 tx=0x7f809c004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.837+0000 7f80a885f700 1 -- 172.21.15.33:0/2655572480 shutdown_connections 2024-09-13T15:01:10.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.837+0000 7f80a885f700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f808c066890 0x7f808c068d50 unknown :-1 s=CLOSED pgs=110 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.837+0000 7f80a885f700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80a415c340 0x7f80a41edd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.837+0000 7f80a885f700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80a40b17f0 0x7f80a40ca260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.837+0000 7f80a885f700 1 --2- 172.21.15.33:0/2655572480 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80a4070c10 0x7f80a414dd40 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.837+0000 7f80a885f700 1 -- 172.21.15.33:0/2655572480 >> 172.21.15.33:0/2655572480 conn(0x7f80a40b04f0 msgr2=0x7f80a4151050 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.837+0000 7f80a885f700 1 -- 172.21.15.33:0/2655572480 shutdown_connections 2024-09-13T15:01:10.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.837+0000 7f80a885f700 1 -- 172.21.15.33:0/2655572480 wait complete. 2024-09-13T15:01:10.846 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.6 2024-09-13T15:01:10.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.841+0000 7fed5090b700 1 -- 172.21.15.33:0/2838252463 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7fed4c140330 con 0x7fed4c070c10 2024-09-13T15:01:10.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.841+0000 7fed33fff700 1 -- 172.21.15.33:0/2838252463 <== mon.2 v2:172.21.15.103:3301/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fed4c140330 con 0x7fed4c070c10 2024-09-13T15:01:10.848 INFO:teuthology.orchestra.run.smithi033.stdout:60129542151 2024-09-13T15:01:10.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.845+0000 7fed5090b700 1 -- 172.21.15.33:0/2838252463 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed38066780 msgr2=0x7fed38068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.845+0000 7fed5090b700 1 --2- 172.21.15.33:0/2838252463 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed38066780 0x7fed38068c40 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7fed4c14fd10 tx=0x7fed40016040 comp rx=0 tx=0).stop 2024-09-13T15:01:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.845+0000 7fed5090b700 1 -- 172.21.15.33:0/2838252463 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fed4c070c10 msgr2=0x7fed4c140610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.845+0000 7fed5090b700 1 --2- 172.21.15.33:0/2838252463 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fed4c070c10 0x7fed4c140610 secure :-1 s=READY pgs=51 cs=0 l=1 rev1=1 crypto rx=0x7fed3c018000 tx=0x7fed3c004770 comp rx=0 tx=0).stop 2024-09-13T15:01:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.845+0000 7fed5090b700 1 -- 172.21.15.33:0/2838252463 shutdown_connections 2024-09-13T15:01:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.845+0000 7fed5090b700 1 --2- 172.21.15.33:0/2838252463 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fed38066780 0x7fed38068c40 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.845+0000 7fed5090b700 1 --2- 172.21.15.33:0/2838252463 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fed4c1419c0 0x7fed4c13ec40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.845+0000 7fed5090b700 1 --2- 172.21.15.33:0/2838252463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fed4c153100 0x7fed4c1ed920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.845+0000 7fed5090b700 1 --2- 172.21.15.33:0/2838252463 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fed4c070c10 0x7fed4c140610 unknown :-1 s=CLOSED pgs=51 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.845+0000 7fed5090b700 1 -- 172.21.15.33:0/2838252463 >> 172.21.15.33:0/2838252463 conn(0x7fed4c0b04f0 msgr2=0x7fed4c0caa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.845+0000 7fed5090b700 1 -- 172.21.15.33:0/2838252463 shutdown_connections 2024-09-13T15:01:10.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.845+0000 7fed5090b700 1 -- 172.21.15.33:0/2838252463 wait complete. 2024-09-13T15:01:10.853 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.3 2024-09-13T15:01:10.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.849+0000 7f5acb428700 1 -- 172.21.15.33:0/2992346145 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f5ac4159a20 con 0x7f5ac4152d20 2024-09-13T15:01:10.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.849+0000 7f5abaffd700 1 -- 172.21.15.33:0/2992346145 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f5ab4015070 con 0x7f5ac4152d20 2024-09-13T15:01:10.857 INFO:teuthology.orchestra.run.smithi033.stdout:60129542150 2024-09-13T15:01:10.860 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542151 for osd.2 2024-09-13T15:01:10.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.853+0000 7f5acb428700 1 -- 172.21.15.33:0/2992346145 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5aa8066780 msgr2=0x7f5aa8068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.853+0000 7f5acb428700 1 --2- 172.21.15.33:0/2992346145 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5aa8066780 0x7f5aa8068c40 secure :-1 s=READY pgs=111 cs=0 l=1 rev1=1 crypto rx=0x7f5ac0009bf0 tx=0x7f5ac0009240 comp rx=0 tx=0).stop 2024-09-13T15:01:10.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.853+0000 7f5acb428700 1 -- 172.21.15.33:0/2992346145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ac4152d20 msgr2=0x7f5ac40ccbb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.853+0000 7f5acb428700 1 --2- 172.21.15.33:0/2992346145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ac4152d20 0x7f5ac40ccbb0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f5ab4009ba0 tx=0x7f5ab4004770 comp rx=0 tx=0).stop 2024-09-13T15:01:10.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.853+0000 7f5acb428700 1 -- 172.21.15.33:0/2992346145 shutdown_connections 2024-09-13T15:01:10.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.853+0000 7f5acb428700 1 --2- 172.21.15.33:0/2992346145 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5aa8066780 0x7f5aa8068c40 unknown :-1 s=CLOSED pgs=111 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.853+0000 7f5acb428700 1 --2- 172.21.15.33:0/2992346145 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ac4153100 0x7f5ac41479b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.853+0000 7f5acb428700 1 --2- 172.21.15.33:0/2992346145 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ac4152d20 0x7f5ac40ccbb0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.853+0000 7f5acb428700 1 --2- 172.21.15.33:0/2992346145 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ac40b0fe0 0x7f5ac4147430 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.853+0000 7f5acb428700 1 -- 172.21.15.33:0/2992346145 >> 172.21.15.33:0/2992346145 conn(0x7f5ac40b04f0 msgr2=0x7f5ac41584a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.853+0000 7f5acb428700 1 -- 172.21.15.33:0/2992346145 shutdown_connections 2024-09-13T15:01:10.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.853+0000 7f5acb428700 1 -- 172.21.15.33:0/2992346145 wait complete. 2024-09-13T15:01:10.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.865+0000 7f3ed4f52700 1 -- 172.21.15.33:0/984384669 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7f3ed006a8f0 con 0x7f3ed00708a0 2024-09-13T15:01:10.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.865+0000 7f3eb7fff700 1 -- 172.21.15.33:0/984384669 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f3ed006a8f0 con 0x7f3ed00708a0 2024-09-13T15:01:10.873 INFO:teuthology.orchestra.run.smithi033.stdout:60129542150 2024-09-13T15:01:10.874 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.4 2024-09-13T15:01:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.869+0000 7f3ed4f52700 1 -- 172.21.15.33:0/984384669 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3ebc066800 msgr2=0x7f3ebc068cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.869+0000 7f3ed4f52700 1 --2- 172.21.15.33:0/984384669 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3ebc066800 0x7f3ebc068cc0 secure :-1 s=READY pgs=112 cs=0 l=1 rev1=1 crypto rx=0x7f3ec0014040 tx=0x7f3ec0008030 comp rx=0 tx=0).stop 2024-09-13T15:01:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.869+0000 7f3ed4f52700 1 -- 172.21.15.33:0/984384669 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed00708a0 msgr2=0x7f3ed014a870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.869+0000 7f3ed4f52700 1 --2- 172.21.15.33:0/984384669 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed00708a0 0x7f3ed014a870 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f3ec400b520 tx=0x7f3ec400b830 comp rx=0 tx=0).stop 2024-09-13T15:01:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.869+0000 7f3ed4f52700 1 -- 172.21.15.33:0/984384669 shutdown_connections 2024-09-13T15:01:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.869+0000 7f3ed4f52700 1 --2- 172.21.15.33:0/984384669 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3ebc066800 0x7f3ebc068cc0 unknown :-1 s=CLOSED pgs=112 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.869+0000 7f3ed4f52700 1 --2- 172.21.15.33:0/984384669 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3ed0156a70 0x7f3ed014c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.869+0000 7f3ed4f52700 1 --2- 172.21.15.33:0/984384669 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3ed00708a0 0x7f3ed014a870 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.869+0000 7f3ed4f52700 1 --2- 172.21.15.33:0/984384669 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3ed006b6d0 0x7f3ed0158110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.869+0000 7f3ed4f52700 1 -- 172.21.15.33:0/984384669 >> 172.21.15.33:0/984384669 conn(0x7f3ed00cef00 msgr2=0x7f3ed015a630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.869+0000 7f3ed4f52700 1 -- 172.21.15.33:0/984384669 shutdown_connections 2024-09-13T15:01:10.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:10.869+0000 7f3ed4f52700 1 -- 172.21.15.33:0/984384669 wait complete. 2024-09-13T15:01:10.888 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542150 for osd.0 2024-09-13T15:01:11.818 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.5 2024-09-13T15:01:11.842 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.1 2024-09-13T15:01:11.843 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.7 2024-09-13T15:01:11.846 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.6 2024-09-13T15:01:11.853 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.3 2024-09-13T15:01:11.861 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.2 2024-09-13T15:01:11.875 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.4 2024-09-13T15:01:11.889 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd last-stat-seq osd.0 2024-09-13T15:01:11.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2f046700 1 Processor -- start 2024-09-13T15:01:11.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2f046700 1 -- start start 2024-09-13T15:01:11.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2f046700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f5b28152d20 0x7f5b28159a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:11.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2f046700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f5b28153100 0x7f5b280b17f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:11.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2f046700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b280b1d30 con 0x7f5b28070c10 2024-09-13T15:01:11.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2f046700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b280b28a0 con 0x7f5b28153100 2024-09-13T15:01:11.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2f046700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b280b2000 con 0x7f5b28152d20 2024-09-13T15:01:11.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2d5e3700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f5b28070c10 0x7f5b280ad500 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49790/0 (socket says 172.21.15.33:49790) 2024-09-13T15:01:11.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2d5e3700 1 -- 172.21.15.33:0/156415278 learned_addr learned my addr 172.21.15.33:0/156415278 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:11.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2cde2700 1 --2- 172.21.15.33:0/156415278 >> v2:172.21.15.103:3300/0 conn(0x7f5b28152d20 0x7f5b28159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:11.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b27fff700 1 --2- 172.21.15.33:0/156415278 >> v2:172.21.15.33:3300/0 conn(0x7f5b28153100 0x7f5b280b17f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:11.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2cde2700 1 -- 172.21.15.33:0/156415278 >> v2:172.21.15.33:3300/0 conn(0x7f5b28153100 msgr2=0x7f5b280b17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:11.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2cde2700 1 --2- 172.21.15.33:0/156415278 >> v2:172.21.15.33:3300/0 conn(0x7f5b28153100 0x7f5b280b17f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:11.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2cde2700 1 -- 172.21.15.33:0/156415278 >> v1:172.21.15.33:6789/0 conn(0x7f5b28070c10 legacy=0x7f5b280ad500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:11.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2cde2700 1 -- 172.21.15.33:0/156415278 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b280b22e0 con 0x7f5b28152d20 2024-09-13T15:01:11.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b27fff700 1 --2- 172.21.15.33:0/156415278 >> v2:172.21.15.33:3300/0 conn(0x7f5b28153100 0x7f5b280b17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:11.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.953+0000 7f5b2cde2700 1 --2- 172.21.15.33:0/156415278 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b28152d20 0x7f5b28159a40 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5b280b15b0 tx=0x7f5b18009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97e6320eb42d5ee server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:11.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.957+0000 7f5b277fe700 1 -- 172.21.15.33:0/156415278 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b18004230 con 0x7f5b28152d20 2024-09-13T15:01:11.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.957+0000 7f5b277fe700 1 -- 172.21.15.33:0/156415278 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b18004390 con 0x7f5b28152d20 2024-09-13T15:01:11.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.957+0000 7f5b2f046700 1 -- 172.21.15.33:0/156415278 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b28152d20 msgr2=0x7f5b28159a40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:11.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.957+0000 7f5b2f046700 1 --2- 172.21.15.33:0/156415278 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b28152d20 0x7f5b28159a40 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f5b280b15b0 tx=0x7f5b18009b30 comp rx=0 tx=0).stop 2024-09-13T15:01:11.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.957+0000 7f5b2f046700 1 -- 172.21.15.33:0/156415278 shutdown_connections 2024-09-13T15:01:11.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.957+0000 7f5b2f046700 1 --2- 172.21.15.33:0/156415278 >> v2:172.21.15.33:3300/0 conn(0x7f5b28153100 0x7f5b280b17f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:11.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.957+0000 7f5b2f046700 1 --2- 172.21.15.33:0/156415278 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b28152d20 0x7f5b28159a40 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:11.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.957+0000 7f5b2f046700 1 -- 172.21.15.33:0/156415278 >> 172.21.15.33:0/156415278 conn(0x7f5b280b04f0 msgr2=0x7f5b280b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:11.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.957+0000 7f5b2f046700 1 -- 172.21.15.33:0/156415278 shutdown_connections 2024-09-13T15:01:11.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.957+0000 7f5b2f046700 1 -- 172.21.15.33:0/156415278 wait complete. 2024-09-13T15:01:11.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.957+0000 7f5b2f046700 1 Processor -- start 2024-09-13T15:01:11.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b2f046700 1 -- start start 2024-09-13T15:01:11.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b2f046700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b28070c10 0x7f5b281faad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:11.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b2f046700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b28153100 0x7f5b280ad200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:11.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b27fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b28153100 0x7f5b280ad200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:11.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b27fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b28153100 0x7f5b280ad200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44016/0 (socket says 172.21.15.33:44016) 2024-09-13T15:01:11.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b2cde2700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b28070c10 0x7f5b281faad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:11.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b2cde2700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b28070c10 0x7f5b281faad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:35404/0 (socket says 172.21.15.33:35404) 2024-09-13T15:01:11.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b27fff700 1 -- 172.21.15.33:0/3809228770 learned_addr learned my addr 172.21.15.33:0/3809228770 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:11.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b2f046700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b280aa7e0 0x7f5b280ad740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:11.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b2f046700 1 -- 172.21.15.33:0/3809228770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b281f73e0 con 0x7f5b28153100 2024-09-13T15:01:11.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b2f046700 1 -- 172.21.15.33:0/3809228770 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b281517c0 con 0x7f5b280aa7e0 2024-09-13T15:01:11.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b2f046700 1 -- 172.21.15.33:0/3809228770 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b281fb010 con 0x7f5b28070c10 2024-09-13T15:01:11.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b2d5e3700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b280aa7e0 0x7f5b280ad740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:11.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b27fff700 1 -- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b28070c10 msgr2=0x7f5b281faad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:11.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b27fff700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b28070c10 0x7f5b281faad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:11.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b27fff700 1 -- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b280aa7e0 msgr2=0x7f5b280ad740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:11.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b27fff700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b280aa7e0 0x7f5b280ad740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:11.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b27fff700 1 -- 172.21.15.33:0/3809228770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b180094b0 con 0x7f5b28153100 2024-09-13T15:01:11.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b2d5e3700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b280aa7e0 0x7f5b280ad740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:11.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b27fff700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b28153100 0x7f5b280ad200 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5b1c00e810 tx=0x7f5b1c00eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:11.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b257fa700 1 -- 172.21.15.33:0/3809228770 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b1c013610 con 0x7f5b28153100 2024-09-13T15:01:11.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b257fa700 1 -- 172.21.15.33:0/3809228770 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b1c013790 con 0x7f5b28153100 2024-09-13T15:01:11.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b257fa700 1 -- 172.21.15.33:0/3809228770 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b1c013b40 con 0x7f5b28153100 2024-09-13T15:01:11.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b2f046700 1 -- 172.21.15.33:0/3809228770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b280aaca0 con 0x7f5b28153100 2024-09-13T15:01:11.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.961+0000 7f5b2f046700 1 -- 172.21.15.33:0/3809228770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b281f7070 con 0x7f5b28153100 2024-09-13T15:01:11.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.965+0000 7f5b257fa700 1 -- 172.21.15.33:0/3809228770 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5b1c013ca0 con 0x7f5b28153100 2024-09-13T15:01:11.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.965+0000 7f5b2f046700 1 -- 172.21.15.33:0/3809228770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b281f7590 con 0x7f5b28153100 2024-09-13T15:01:11.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.969+0000 7f5b257fa700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b14066730 0x7f5b14068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:11.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.969+0000 7f5b257fa700 1 -- 172.21.15.33:0/3809228770 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5b1c084120 con 0x7f5b28153100 2024-09-13T15:01:11.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.969+0000 7f5b2cde2700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b14066730 0x7f5b14068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:11.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.969+0000 7f5b2cde2700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b14066730 0x7f5b14068bf0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5b280b15b0 tx=0x7f5b18008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:11.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:11.977+0000 7f5b257fa700 1 -- 172.21.15.33:0/3809228770 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5b1c051190 con 0x7f5b28153100 2024-09-13T15:01:12.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8abfff700 1 Processor -- start 2024-09-13T15:01:12.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8abfff700 1 -- start start 2024-09-13T15:01:12.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8abfff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe8ac071320 0x7fe8ac159a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8abfff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8ac0b2000 con 0x7fe8ac152d20 2024-09-13T15:01:12.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8abfff700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe8ac0b22e0 con 0x7fe8ac153100 2024-09-13T15:01:12.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8abfff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8ac0b28a0 con 0x7fe8ac071320 2024-09-13T15:01:12.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8aaffd700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fe8ac152d20 0x7fe8ac0b17f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49792/0 (socket says 172.21.15.33:49792) 2024-09-13T15:01:12.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8aaffd700 1 -- 172.21.15.33:0/58823935 learned_addr learned my addr 172.21.15.33:0/58823935 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:12.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8ab7fe700 1 --2- 172.21.15.33:0/58823935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe8ac071320 0x7fe8ac159a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2726916948 0 0) 0x7fe8ac0b22e0 con 0x7fe8ac153100 2024-09-13T15:01:12.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe8940046e0 con 0x7fe8ac153100 2024-09-13T15:01:12.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3516133382 0 0) 0x7fe8ac0b2000 con 0x7fe8ac152d20 2024-09-13T15:01:12.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe8ac0b22e0 con 0x7fe8ac152d20 2024-09-13T15:01:12.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 <== mon.1 v1:172.21.15.103:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1842059746 0 0) 0x7fe8940046e0 con 0x7fe8ac153100 2024-09-13T15:01:12.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe8ac071320 msgr2=0x7fe8ac159a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:12.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8a9ffb700 1 --2- 172.21.15.33:0/58823935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe8ac071320 0x7fe8ac159a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 >> v1:172.21.15.33:6789/0 conn(0x7fe8ac152d20 legacy=0x7fe8ac0b17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 --> v1:172.21.15.103:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8ac0b25c0 con 0x7fe8ac153100 2024-09-13T15:01:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 <== mon.1 v1:172.21.15.103:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7fe8a0001670 con 0x7fe8ac153100 2024-09-13T15:01:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.005+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 >> v1:172.21.15.103:6789/0 conn(0x7fe8ac153100 legacy=0x7fe8ac070c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fe8a9ffb700 1 --2- 172.21.15.33:0/58823935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe894004cc0 0x7fe8940050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fe8a9ffb700 1 --2- 172.21.15.33:0/58823935 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe894005980 0x7fe894005e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fe8a9ffb700 1 --2- 172.21.15.33:0/58823935 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe894006340 0x7fe8940034f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8ac0b28a0 con 0x7fe894006340 2024-09-13T15:01:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe894003b30 con 0x7fe894005980 2024-09-13T15:01:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe894003ca0 con 0x7fe894004cc0 2024-09-13T15:01:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fe8ab7fe700 1 --2- 172.21.15.33:0/58823935 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe894006340 0x7fe8940034f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fe8aaffd700 1 --2- 172.21.15.33:0/58823935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe894004cc0 0x7fe8940050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fe8aa7fc700 1 --2- 172.21.15.33:0/58823935 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe894005980 0x7fe894005e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fe8aaffd700 1 -- 172.21.15.33:0/58823935 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe894005980 msgr2=0x7fe894005e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:12.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fe8aaffd700 1 --2- 172.21.15.33:0/58823935 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe894005980 0x7fe894005e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fe8aaffd700 1 -- 172.21.15.33:0/58823935 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe894006340 msgr2=0x7fe8940034f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:12.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fe8aaffd700 1 --2- 172.21.15.33:0/58823935 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe894006340 0x7fe8940034f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fe8aaffd700 1 -- 172.21.15.33:0/58823935 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8940046e0 con 0x7fe894004cc0 2024-09-13T15:01:12.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd74603f700 1 Processor -- start 2024-09-13T15:01:12.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd74603f700 1 -- start start 2024-09-13T15:01:12.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd74603f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7400cdf80 0x7fd7401693a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd74603f700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fd740071320 0x7fd7400b2c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd74603f700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7400b25a0 con 0x7fd7400ce360 2024-09-13T15:01:12.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd74603f700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7400b1c70 con 0x7fd740071320 2024-09-13T15:01:12.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd74603f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7400b1f50 con 0x7fd7400cdf80 2024-09-13T15:01:12.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd73effd700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fd7400ce360 0x7fd740070c10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49804/0 (socket says 172.21.15.33:49804) 2024-09-13T15:01:12.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd73effd700 1 -- 172.21.15.33:0/2828858564 learned_addr learned my addr 172.21.15.33:0/2828858564 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:12.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd73f7fe700 1 --2- 172.21.15.33:0/2828858564 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7400cdf80 0x7fd7401693a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd73e7fc700 1 -- 172.21.15.33:0/2828858564 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 99110784 0 0) 0x7fd7400b25a0 con 0x7fd7400ce360 2024-09-13T15:01:12.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd73e7fc700 1 -- 172.21.15.33:0/2828858564 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd7280035d0 con 0x7fd7400ce360 2024-09-13T15:01:12.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd73f7fe700 1 -- 172.21.15.33:0/2828858564 >> v2:172.21.15.103:3300/0 conn(0x7fd740071320 msgr2=0x7fd7400b2c70 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T15:01:12.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd73f7fe700 1 --2- 172.21.15.33:0/2828858564 >> v2:172.21.15.103:3300/0 conn(0x7fd740071320 0x7fd7400b2c70 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd73f7fe700 1 -- 172.21.15.33:0/2828858564 >> v1:172.21.15.33:6789/0 conn(0x7fd7400ce360 legacy=0x7fd740070c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd73f7fe700 1 -- 172.21.15.33:0/2828858564 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7400b2230 con 0x7fd7400cdf80 2024-09-13T15:01:12.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd73f7fe700 1 --2- 172.21.15.33:0/2828858564 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7400cdf80 0x7fd7401693a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd738009850 tx=0x7fd738009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5a8184f3f07aadf7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd73e7fc700 1 -- 172.21.15.33:0/2828858564 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd738011830 con 0x7fd7400cdf80 2024-09-13T15:01:12.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fe8aaffd700 1 --2- 172.21.15.33:0/58823935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe894004cc0 0x7fe8940050c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe89c001a40 tx=0x7fe8940069b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=43564f4821860e7b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe89c004b50 con 0x7fe894004cc0 2024-09-13T15:01:12.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe89c004cb0 con 0x7fe894004cc0 2024-09-13T15:01:12.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fe8a9ffb700 1 -- 172.21.15.33:0/58823935 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe89c007310 con 0x7fe894004cc0 2024-09-13T15:01:12.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd73e7fc700 1 -- 172.21.15.33:0/2828858564 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd738011990 con 0x7fd7400cdf80 2024-09-13T15:01:12.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.009+0000 7fd73e7fc700 1 -- 172.21.15.33:0/2828858564 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd738011d00 con 0x7fd7400cdf80 2024-09-13T15:01:12.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fd74603f700 1 -- 172.21.15.33:0/2828858564 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7400cdf80 msgr2=0x7fd7401693a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fd74603f700 1 --2- 172.21.15.33:0/2828858564 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7400cdf80 0x7fd7401693a0 secure :-1 s=READY pgs=53 cs=0 l=1 rev1=1 crypto rx=0x7fd738009850 tx=0x7fd738009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:12.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fe8abfff700 1 -- 172.21.15.33:0/58823935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe894004cc0 msgr2=0x7fe8940050c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fe8abfff700 1 --2- 172.21.15.33:0/58823935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe894004cc0 0x7fe8940050c0 secure :-1 s=READY pgs=52 cs=0 l=1 rev1=1 crypto rx=0x7fe89c001a40 tx=0x7fe8940069b0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fe8ab7fe700 1 -- 172.21.15.33:0/58823935 reap_dead start 2024-09-13T15:01:12.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fe8abfff700 1 -- 172.21.15.33:0/58823935 shutdown_connections 2024-09-13T15:01:12.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fe8abfff700 1 -- 172.21.15.33:0/58823935 >> 172.21.15.33:0/58823935 conn(0x7fe8ac0b04f0 msgr2=0x7fe8ac0b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fe8abfff700 1 -- 172.21.15.33:0/58823935 shutdown_connections 2024-09-13T15:01:12.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fd74603f700 1 -- 172.21.15.33:0/2828858564 shutdown_connections 2024-09-13T15:01:12.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fd74603f700 1 --2- 172.21.15.33:0/2828858564 >> v2:172.21.15.103:3300/0 conn(0x7fd740071320 0x7fd7400b2c70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fd74603f700 1 --2- 172.21.15.33:0/2828858564 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7400cdf80 0x7fd7401693a0 unknown :-1 s=CLOSED pgs=53 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fd74603f700 1 -- 172.21.15.33:0/2828858564 >> 172.21.15.33:0/2828858564 conn(0x7fd7400b04f0 msgr2=0x7fd7400b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.013+0000 7fe8abfff700 1 -- 172.21.15.33:0/58823935 wait complete. 2024-09-13T15:01:12.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8abfff700 1 Processor -- start 2024-09-13T15:01:12.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd74603f700 1 -- 172.21.15.33:0/2828858564 shutdown_connections 2024-09-13T15:01:12.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8abfff700 1 -- start start 2024-09-13T15:01:12.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8abfff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe894004cc0 0x7fe8ac0a84b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8abfff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe8ac151440 0x7fe8ac150c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8abfff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe8ac1579b0 0x7fe8ac157e30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8abfff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8ac158370 con 0x7fe8ac1579b0 2024-09-13T15:01:12.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8abfff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe8ac0a8ad0 con 0x7fe8ac151440 2024-09-13T15:01:12.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8abfff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe8ac15a170 con 0x7fe894004cc0 2024-09-13T15:01:12.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8ab7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe8ac1579b0 0x7fe8ac157e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8ab7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe8ac1579b0 0x7fe8ac157e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44030/0 (socket says 172.21.15.33:44030) 2024-09-13T15:01:12.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8ab7fe700 1 -- 172.21.15.33:0/3442092822 learned_addr learned my addr 172.21.15.33:0/3442092822 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:12.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8aaffd700 1 --2- 172.21.15.33:0/3442092822 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe894004cc0 0x7fe8ac0a84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8ab7fe700 1 -- 172.21.15.33:0/3442092822 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe894004cc0 msgr2=0x7fe8ac0a84b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8ab7fe700 1 --2- 172.21.15.33:0/3442092822 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe894004cc0 0x7fe8ac0a84b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8ab7fe700 1 -- 172.21.15.33:0/3442092822 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe8ac151440 msgr2=0x7fe8ac150c60 unknown :-1 s=STATE_CONNECTING_RE l=1).mark_down 2024-09-13T15:01:12.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8ab7fe700 1 --2- 172.21.15.33:0/3442092822 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe8ac151440 0x7fe8ac150c60 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8ab7fe700 1 -- 172.21.15.33:0/3442092822 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe8ac15a450 con 0x7fe8ac1579b0 2024-09-13T15:01:12.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8ab7fe700 1 --2- 172.21.15.33:0/3442092822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe8ac1579b0 0x7fe8ac157e30 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac072310 tx=0x7fe8a40045c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8937fe700 1 -- 172.21.15.33:0/3442092822 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8a4012970 con 0x7fe8ac1579b0 2024-09-13T15:01:12.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd74603f700 1 -- 172.21.15.33:0/2828858564 wait complete. 2024-09-13T15:01:12.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8937fe700 1 -- 172.21.15.33:0/3442092822 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe8a4017070 con 0x7fe8ac1579b0 2024-09-13T15:01:12.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8937fe700 1 -- 172.21.15.33:0/3442092822 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8a4012d10 con 0x7fe8ac1579b0 2024-09-13T15:01:12.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8abfff700 1 -- 172.21.15.33:0/3442092822 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe8ac15a730 con 0x7fe8ac1579b0 2024-09-13T15:01:12.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd74603f700 1 Processor -- start 2024-09-13T15:01:12.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd74603f700 1 -- start start 2024-09-13T15:01:12.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd74603f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd740071320 0x7fd740167bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd74603f700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7400cdf80 0x7fd74015ff00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd74603f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7400ce360 0x7fd740164d90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd74603f700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd740165700 con 0x7fd7400ce360 2024-09-13T15:01:12.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd74603f700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7401670f0 con 0x7fd7400cdf80 2024-09-13T15:01:12.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd74603f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7401673d0 con 0x7fd740071320 2024-09-13T15:01:12.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd73ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7400ce360 0x7fd740164d90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd73ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7400ce360 0x7fd740164d90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44036/0 (socket says 172.21.15.33:44036) 2024-09-13T15:01:12.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd73ffff700 1 -- 172.21.15.33:0/775927055 learned_addr learned my addr 172.21.15.33:0/775927055 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:12.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fe8abfff700 1 -- 172.21.15.33:0/3442092822 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe8ac15af30 con 0x7fe8ac1579b0 2024-09-13T15:01:12.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd73effd700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7400cdf80 0x7fd74015ff00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.017+0000 7fd73f7fe700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd740071320 0x7fd740167bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd73ffff700 1 -- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd740071320 msgr2=0x7fd740167bd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd73ffff700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd740071320 0x7fd740167bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd73ffff700 1 -- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7400cdf80 msgr2=0x7fd74015ff00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd73ffff700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7400cdf80 0x7fd74015ff00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd73ffff700 1 -- 172.21.15.33:0/775927055 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7380094b0 con 0x7fd7400ce360 2024-09-13T15:01:12.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd73effd700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7400cdf80 0x7fd74015ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:12.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd73ffff700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7400ce360 0x7fd740164d90 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd73000bd60 tx=0x7fd730009e60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd72ffff700 1 -- 172.21.15.33:0/775927055 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd73000ca00 con 0x7fd7400ce360 2024-09-13T15:01:12.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd72ffff700 1 -- 172.21.15.33:0/775927055 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd73000cba0 con 0x7fd7400ce360 2024-09-13T15:01:12.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd74603f700 1 -- 172.21.15.33:0/775927055 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7401676b0 con 0x7fd7400ce360 2024-09-13T15:01:12.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd74603f700 1 -- 172.21.15.33:0/775927055 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd740166da0 con 0x7fd7400ce360 2024-09-13T15:01:12.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd72ffff700 1 -- 172.21.15.33:0/775927055 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd730014440 con 0x7fd7400ce360 2024-09-13T15:01:12.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd72ffff700 1 -- 172.21.15.33:0/775927055 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd73001d3b0 con 0x7fd7400ce360 2024-09-13T15:01:12.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd72ffff700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd728066be0 0x7fd7280690a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fe8937fe700 1 -- 172.21.15.33:0/3442092822 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe8a401e480 con 0x7fe8ac1579b0 2024-09-13T15:01:12.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fe8937fe700 1 --2- 172.21.15.33:0/3442092822 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe898066780 0x7fe898068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fe8937fe700 1 -- 172.21.15.33:0/3442092822 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe8a4019070 con 0x7fe8ac1579b0 2024-09-13T15:01:12.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd73f7fe700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd728066be0 0x7fd7280690a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.021+0000 7fd72ffff700 1 -- 172.21.15.33:0/775927055 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd7300555e0 con 0x7fd7400ce360 2024-09-13T15:01:12.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.025+0000 7fe8aaffd700 1 --2- 172.21.15.33:0/3442092822 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe898066780 0x7fe898068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.025+0000 7fd73f7fe700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd728066be0 0x7fd7280690a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd74006cd70 tx=0x7fd738008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.025+0000 7fe8aaffd700 1 --2- 172.21.15.33:0/3442092822 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe898066780 0x7fe898068c40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe89c001eb0 tx=0x7fe89c01e040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.025+0000 7fe8abfff700 1 -- 172.21.15.33:0/3442092822 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe88c005310 con 0x7fe8ac1579b0 2024-09-13T15:01:12.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.025+0000 7fd74603f700 1 -- 172.21.15.33:0/775927055 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd71c005310 con 0x7fd7400ce360 2024-09-13T15:01:12.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.029+0000 7fe8937fe700 1 -- 172.21.15.33:0/3442092822 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe8a4052310 con 0x7fe8ac1579b0 2024-09-13T15:01:12.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.029+0000 7f924c81c700 1 Processor -- start 2024-09-13T15:01:12.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.029+0000 7f924c81c700 1 -- start start 2024-09-13T15:01:12.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f9248143f50 0x7f92480cbc30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f924806dda0 0x7f9248070c10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9248071150 0x7f924815e290 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f92480715c0 con 0x7f924806dda0 2024-09-13T15:01:12.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f924815aca0 con 0x7f9248143f50 2024-09-13T15:01:12.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92480b1920 con 0x7f9248071150 2024-09-13T15:01:12.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f92477fe700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f9248143f50 0x7f92480cbc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f9247fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9248071150 0x7f924815e290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f92477fe700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f9248143f50 0x7f92480cbc30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:43460/0 (socket says 172.21.15.33:43460) 2024-09-13T15:01:12.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f92477fe700 1 -- 172.21.15.33:0/502677767 learned_addr learned my addr 172.21.15.33:0/502677767 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:12.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f9247fff700 1 -- 172.21.15.33:0/502677767 >> v2:172.21.15.103:3300/0 conn(0x7f9248143f50 msgr2=0x7f92480cbc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:12.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f9247fff700 1 --2- 172.21.15.33:0/502677767 >> v2:172.21.15.103:3300/0 conn(0x7f9248143f50 0x7f92480cbc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f9247fff700 1 -- 172.21.15.33:0/502677767 >> v2:172.21.15.33:3300/0 conn(0x7f924806dda0 msgr2=0x7f9248070c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:12.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f9247fff700 1 --2- 172.21.15.33:0/502677767 >> v2:172.21.15.33:3300/0 conn(0x7f924806dda0 0x7f9248070c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f9247fff700 1 -- 172.21.15.33:0/502677767 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92480b1c00 con 0x7f9248071150 2024-09-13T15:01:12.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f9247fff700 1 --2- 172.21.15.33:0/502677767 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9248071150 0x7f924815e290 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f924806b200 tx=0x7f9238009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=100a54f2ec753959 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f92467fc700 1 -- 172.21.15.33:0/502677767 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9238011830 con 0x7f9248071150 2024-09-13T15:01:12.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f92467fc700 1 -- 172.21.15.33:0/502677767 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9238011990 con 0x7f9248071150 2024-09-13T15:01:12.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f92467fc700 1 -- 172.21.15.33:0/502677767 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9238011d20 con 0x7f9248071150 2024-09-13T15:01:12.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 -- 172.21.15.33:0/502677767 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9248071150 msgr2=0x7f924815e290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 --2- 172.21.15.33:0/502677767 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9248071150 0x7f924815e290 secure :-1 s=READY pgs=54 cs=0 l=1 rev1=1 crypto rx=0x7f924806b200 tx=0x7f9238009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:12.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 -- 172.21.15.33:0/502677767 shutdown_connections 2024-09-13T15:01:12.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 --2- 172.21.15.33:0/502677767 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9248071150 0x7f924815e290 unknown :-1 s=CLOSED pgs=54 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 --2- 172.21.15.33:0/502677767 >> v2:172.21.15.33:3300/0 conn(0x7f924806dda0 0x7f9248070c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 --2- 172.21.15.33:0/502677767 >> v2:172.21.15.103:3300/0 conn(0x7f9248143f50 0x7f92480cbc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 -- 172.21.15.33:0/502677767 >> 172.21.15.33:0/502677767 conn(0x7f92480b04f0 msgr2=0x7f92480b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 -- 172.21.15.33:0/502677767 shutdown_connections 2024-09-13T15:01:12.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.033+0000 7f924c81c700 1 -- 172.21.15.33:0/502677767 wait complete. 2024-09-13T15:01:12.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f276c85f700 1 Processor -- start 2024-09-13T15:01:12.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f276c85f700 1 -- start start 2024-09-13T15:01:12.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f924c81c700 1 Processor -- start 2024-09-13T15:01:12.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f276c85f700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f276815a630 0x7f276806e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f276c85f700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f2768070c10 0x7f27680710c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f276c85f700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f276806dd40 con 0x7f276815a250 2024-09-13T15:01:12.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f276c85f700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2768071600 con 0x7f2768070c10 2024-09-13T15:01:12.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f276c85f700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f276806d430 con 0x7f276815a630 2024-09-13T15:01:12.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f2767fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f2768070c10 0x7f27680710c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f924c81c700 1 -- start start 2024-09-13T15:01:12.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f2767fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f2768070c10 0x7f27680710c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44052/0 (socket says 172.21.15.33:44052) 2024-09-13T15:01:12.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f2767fff700 1 -- 172.21.15.33:0/4204904797 learned_addr learned my addr 172.21.15.33:0/4204904797 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:12.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f2766ffd700 1 --2- 172.21.15.33:0/4204904797 >> v2:172.21.15.103:3300/0 conn(0x7f276815a630 0x7f276806e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f2767fff700 1 -- 172.21.15.33:0/4204904797 >> v2:172.21.15.103:3300/0 conn(0x7f276815a630 msgr2=0x7f276806e1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:12.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f2767fff700 1 --2- 172.21.15.33:0/4204904797 >> v2:172.21.15.103:3300/0 conn(0x7f276815a630 0x7f276806e1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f2767fff700 1 -- 172.21.15.33:0/4204904797 >> v1:172.21.15.103:6789/0 conn(0x7f276815a250 legacy=0x7f27680b3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f2767fff700 1 -- 172.21.15.33:0/4204904797 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f276806d6f0 con 0x7f2768070c10 2024-09-13T15:01:12.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f5211600700 1 Processor -- start 2024-09-13T15:01:12.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f5211600700 1 -- start start 2024-09-13T15:01:12.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f2767fff700 1 --2- 172.21.15.33:0/4204904797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2768070c10 0x7f27680710c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f27680718a0 tx=0x7f276000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd4efabfc327dcf0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f27667fc700 1 -- 172.21.15.33:0/4204904797 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f276000e070 con 0x7f2768070c10 2024-09-13T15:01:12.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f27667fc700 1 -- 172.21.15.33:0/4204904797 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f276000b910 con 0x7f2768070c10 2024-09-13T15:01:12.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f27667fc700 1 -- 172.21.15.33:0/4204904797 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f276000bcc0 con 0x7f2768070c10 2024-09-13T15:01:12.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7fcbaae84700 1 Processor -- start 2024-09-13T15:01:12.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7fcbaae84700 1 -- start start 2024-09-13T15:01:12.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f924c81c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f924806dda0 0x7f92481592d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f924c81c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9248071150 0x7f9248159cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f924c81c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9248143f50 0x7f924815a230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f924c81c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9248157fd0 con 0x7f924806dda0 2024-09-13T15:01:12.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f924c81c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9248135860 con 0x7f9248071150 2024-09-13T15:01:12.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f924c81c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f92481570d0 con 0x7f9248143f50 2024-09-13T15:01:12.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f92477fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f924806dda0 0x7f92481592d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f92477fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f924806dda0 0x7f92481592d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44058/0 (socket says 172.21.15.33:44058) 2024-09-13T15:01:12.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f92477fe700 1 -- 172.21.15.33:0/1155908032 learned_addr learned my addr 172.21.15.33:0/1155908032 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:12.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f9247fff700 1 --2- 172.21.15.33:0/1155908032 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9248143f50 0x7f924815a230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f9246ffd700 1 --2- 172.21.15.33:0/1155908032 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9248071150 0x7f9248159cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f276c85f700 1 -- 172.21.15.33:0/4204904797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2768070c10 msgr2=0x7f27680710c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f276c85f700 1 --2- 172.21.15.33:0/4204904797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2768070c10 0x7f27680710c0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f27680718a0 tx=0x7f276000b330 comp rx=0 tx=0).stop 2024-09-13T15:01:12.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f5211600700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f520c159580 0x7f520c0ad8b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f5211600700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f520c0b3a10 con 0x7f520c071320 2024-09-13T15:01:12.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f5211600700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f520c15d180 con 0x7f520c0718d0 2024-09-13T15:01:12.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f5211600700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f520c06c060 con 0x7f520c159580 2024-09-13T15:01:12.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f5210dff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f520c071320 0x7f520c159960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49814/0 (socket says 172.21.15.33:49814) 2024-09-13T15:01:12.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f5210dff700 1 -- 172.21.15.33:0/1274423125 learned_addr learned my addr 172.21.15.33:0/1274423125 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:12.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f92477fe700 1 -- 172.21.15.33:0/1155908032 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9248143f50 msgr2=0x7f924815a230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f92477fe700 1 --2- 172.21.15.33:0/1155908032 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9248143f50 0x7f924815a230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f92477fe700 1 -- 172.21.15.33:0/1155908032 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9248071150 msgr2=0x7f9248159cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f92477fe700 1 --2- 172.21.15.33:0/1155908032 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9248071150 0x7f9248159cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f92477fe700 1 -- 172.21.15.33:0/1155908032 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f92380094b0 con 0x7f924806dda0 2024-09-13T15:01:12.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.037+0000 7f92477fe700 1 --2- 172.21.15.33:0/1155908032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f924806dda0 0x7f92481592d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f924000efc0 tx=0x7f924000c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f276c85f700 1 -- 172.21.15.33:0/4204904797 shutdown_connections 2024-09-13T15:01:12.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f276c85f700 1 --2- 172.21.15.33:0/4204904797 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2768070c10 0x7f27680710c0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f276c85f700 1 --2- 172.21.15.33:0/4204904797 >> v2:172.21.15.103:3300/0 conn(0x7f276815a630 0x7f276806e1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f276c85f700 1 -- 172.21.15.33:0/4204904797 >> 172.21.15.33:0/4204904797 conn(0x7f27680b04f0 msgr2=0x7f27680b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f520bfff700 1 --2- 172.21.15.33:0/1274423125 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f520c159580 0x7f520c0ad8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f922ffff700 1 -- 172.21.15.33:0/1155908032 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f924000c990 con 0x7f924806dda0 2024-09-13T15:01:12.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f922ffff700 1 -- 172.21.15.33:0/1155908032 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f924000f040 con 0x7f924806dda0 2024-09-13T15:01:12.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f924c81c700 1 -- 172.21.15.33:0/1155908032 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9248157350 con 0x7f924806dda0 2024-09-13T15:01:12.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f922ffff700 1 -- 172.21.15.33:0/1155908032 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f924000cd10 con 0x7f924806dda0 2024-09-13T15:01:12.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f924c81c700 1 -- 172.21.15.33:0/1155908032 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9248157910 con 0x7f924806dda0 2024-09-13T15:01:12.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fcba4158e00 0x7fcba40acd30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f520bfff700 1 -- 172.21.15.33:0/1274423125 >> v1:172.21.15.103:6789/0 conn(0x7f520c0718d0 legacy=0x7f520c070c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fcba40cd9b0 0x7fcba40abed0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcba406e620 0x7fcba40ac410 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcba40ad270 con 0x7fcba40cd9b0 2024-09-13T15:01:12.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcba406eb90 con 0x7fcba4158e00 2024-09-13T15:01:12.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcba40cced0 con 0x7fcba406e620 2024-09-13T15:01:12.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f520bfff700 1 -- 172.21.15.33:0/1274423125 >> v1:172.21.15.33:6789/0 conn(0x7f520c071320 legacy=0x7f520c159960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f520bfff700 1 -- 172.21.15.33:0/1274423125 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f520c15d3d0 con 0x7f520c159580 2024-09-13T15:01:12.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcba9e82700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fcba4158e00 0x7fcba40acd30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcba9e82700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fcba4158e00 0x7fcba40acd30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:43482/0 (socket says 172.21.15.33:43482) 2024-09-13T15:01:12.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcba9e82700 1 -- 172.21.15.33:0/968927729 learned_addr learned my addr 172.21.15.33:0/968927729 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:12.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f520bfff700 1 --2- 172.21.15.33:0/1274423125 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f520c159580 0x7f520c0ad8b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5200009880 tx=0x7f5200009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=245e852761761ae0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaa683700 1 --2- 172.21.15.33:0/968927729 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcba406e620 0x7fcba40ac410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f924c81c700 1 -- 172.21.15.33:0/1155908032 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9248165410 con 0x7f924806dda0 2024-09-13T15:01:12.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcba9e82700 1 -- 172.21.15.33:0/968927729 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcba406e620 msgr2=0x7fcba40ac410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:12.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcba9e82700 1 --2- 172.21.15.33:0/968927729 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcba406e620 0x7fcba40ac410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcba9e82700 1 -- 172.21.15.33:0/968927729 >> v2:172.21.15.33:3300/0 conn(0x7fcba40cd9b0 msgr2=0x7fcba40abed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:12.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcba9681700 1 --2- 172.21.15.33:0/968927729 >> v2:172.21.15.33:3300/0 conn(0x7fcba40cd9b0 0x7fcba40abed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcba9e82700 1 --2- 172.21.15.33:0/968927729 >> v2:172.21.15.33:3300/0 conn(0x7fcba40cd9b0 0x7fcba40abed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcba9e82700 1 -- 172.21.15.33:0/968927729 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcba40cd1b0 con 0x7fcba4158e00 2024-09-13T15:01:12.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcba9681700 1 --2- 172.21.15.33:0/968927729 >> v2:172.21.15.33:3300/0 conn(0x7fcba40cd9b0 0x7fcba40abed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:12.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcba9e82700 1 --2- 172.21.15.33:0/968927729 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcba4158e00 0x7fcba40acd30 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fcba40cff00 tx=0x7fcba000be90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8a606ee258a04e75 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcba8e80700 1 -- 172.21.15.33:0/968927729 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcba000dd30 con 0x7fcba4158e00 2024-09-13T15:01:12.055 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcba8e80700 1 -- 172.21.15.33:0/968927729 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcba000de90 con 0x7fcba4158e00 2024-09-13T15:01:12.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f276c85f700 1 -- 172.21.15.33:0/4204904797 shutdown_connections 2024-09-13T15:01:12.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f922ffff700 1 -- 172.21.15.33:0/1155908032 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9240014480 con 0x7f924806dda0 2024-09-13T15:01:12.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcba8e80700 1 -- 172.21.15.33:0/968927729 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcba0010690 con 0x7fcba4158e00 2024-09-13T15:01:12.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f276c85f700 1 -- 172.21.15.33:0/4204904797 wait complete. 2024-09-13T15:01:12.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f922ffff700 1 --2- 172.21.15.33:0/1155908032 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9234066800 0x7f9234068cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f922ffff700 1 -- 172.21.15.33:0/1155908032 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9240084890 con 0x7f924806dda0 2024-09-13T15:01:12.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7f9246ffd700 1 --2- 172.21.15.33:0/1155908032 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9234066800 0x7f9234068cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 -- 172.21.15.33:0/968927729 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcba4158e00 msgr2=0x7fcba40acd30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 --2- 172.21.15.33:0/968927729 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcba4158e00 0x7fcba40acd30 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7fcba40cff00 tx=0x7fcba000be90 comp rx=0 tx=0).stop 2024-09-13T15:01:12.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 -- 172.21.15.33:0/968927729 shutdown_connections 2024-09-13T15:01:12.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 --2- 172.21.15.33:0/968927729 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcba406e620 0x7fcba40ac410 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 --2- 172.21.15.33:0/968927729 >> v2:172.21.15.33:3300/0 conn(0x7fcba40cd9b0 0x7fcba40abed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 --2- 172.21.15.33:0/968927729 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcba4158e00 0x7fcba40acd30 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 -- 172.21.15.33:0/968927729 >> 172.21.15.33:0/968927729 conn(0x7fcba40ae4b0 msgr2=0x7fcba40b0bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fd72ffff700 1 -- 172.21.15.33:0/775927055 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd730019080 con 0x7fd7400ce360 2024-09-13T15:01:12.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 -- 172.21.15.33:0/968927729 shutdown_connections 2024-09-13T15:01:12.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.041+0000 7fcbaae84700 1 -- 172.21.15.33:0/968927729 wait complete. 2024-09-13T15:01:12.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f520affd700 1 -- 172.21.15.33:0/1274423125 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5200010790 con 0x7f520c159580 2024-09-13T15:01:12.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f520affd700 1 -- 172.21.15.33:0/1274423125 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52000108f0 con 0x7f520c159580 2024-09-13T15:01:12.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f520affd700 1 -- 172.21.15.33:0/1274423125 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5200010ca0 con 0x7f520c159580 2024-09-13T15:01:12.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f276c85f700 1 Processor -- start 2024-09-13T15:01:12.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f276c85f700 1 -- start start 2024-09-13T15:01:12.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7fcbaae84700 1 Processor -- start 2024-09-13T15:01:12.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f276c85f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2768070c10 0x7f276814faa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7fcbaae84700 1 -- start start 2024-09-13T15:01:12.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f276c85f700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f276815a250 0x7f27681f6580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f276c85f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276815a630 0x7f276815f2d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f276c85f700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f276814ffe0 con 0x7f276815a630 2024-09-13T15:01:12.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f276c85f700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27681f6ac0 con 0x7f276815a250 2024-09-13T15:01:12.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f276c85f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27681e7260 con 0x7f2768070c10 2024-09-13T15:01:12.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f2767fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276815a630 0x7f276815f2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f2767fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276815a630 0x7f276815f2d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44072/0 (socket says 172.21.15.33:44072) 2024-09-13T15:01:12.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f2767fff700 1 -- 172.21.15.33:0/1818791163 learned_addr learned my addr 172.21.15.33:0/1818791163 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:12.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f27677fe700 1 --2- 172.21.15.33:0/1818791163 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2768070c10 0x7f276814faa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f2766ffd700 1 --2- 172.21.15.33:0/1818791163 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f276815a250 0x7f27681f6580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f2767fff700 1 -- 172.21.15.33:0/1818791163 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2768070c10 msgr2=0x7f276814faa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f2767fff700 1 --2- 172.21.15.33:0/1818791163 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2768070c10 0x7f276814faa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f2767fff700 1 -- 172.21.15.33:0/1818791163 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f276815a250 msgr2=0x7f27681f6580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f2767fff700 1 --2- 172.21.15.33:0/1818791163 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f276815a250 0x7f27681f6580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f2767fff700 1 -- 172.21.15.33:0/1818791163 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2760009b30 con 0x7f276815a630 2024-09-13T15:01:12.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f2767fff700 1 --2- 172.21.15.33:0/1818791163 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276815a630 0x7f276815f2d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f2768072380 tx=0x7f2760004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f5211600700 1 -- 172.21.15.33:0/1274423125 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f520c159580 msgr2=0x7f520c0ad8b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7f5211600700 1 --2- 172.21.15.33:0/1274423125 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f520c159580 0x7f520c0ad8b0 secure :-1 s=READY pgs=55 cs=0 l=1 rev1=1 crypto rx=0x7f5200009880 tx=0x7f5200009b90 comp rx=0 tx=0).stop 2024-09-13T15:01:12.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7fcbaae84700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcba406e620 0x7fcba4155260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7fcbaae84700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcba40cd9b0 0x7fcba4154a10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7fcbaae84700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcba4158e00 0x7fcba41ee290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7fcbaae84700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcba4159b40 con 0x7fcba4158e00 2024-09-13T15:01:12.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7fcbaae84700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcba4159580 con 0x7fcba40cd9b0 2024-09-13T15:01:12.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7fcbaae84700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcba4159860 con 0x7fcba406e620 2024-09-13T15:01:12.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7fcbaa683700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcba4158e00 0x7fcba41ee290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7fcbaa683700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcba4158e00 0x7fcba41ee290 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44088/0 (socket says 172.21.15.33:44088) 2024-09-13T15:01:12.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7fcbaa683700 1 -- 172.21.15.33:0/2885222016 learned_addr learned my addr 172.21.15.33:0/2885222016 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:12.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7fcba9e82700 1 --2- 172.21.15.33:0/2885222016 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcba406e620 0x7fcba4155260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.045+0000 7fcba9681700 1 --2- 172.21.15.33:0/2885222016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcba40cd9b0 0x7fcba4154a10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.049+0000 7fcbaa683700 1 -- 172.21.15.33:0/2885222016 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcba406e620 msgr2=0x7fcba4155260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.049+0000 7fcbaa683700 1 --2- 172.21.15.33:0/2885222016 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcba406e620 0x7fcba4155260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.049+0000 7fcbaa683700 1 -- 172.21.15.33:0/2885222016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcba40cd9b0 msgr2=0x7fcba4154a10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.049+0000 7fcbaa683700 1 --2- 172.21.15.33:0/2885222016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcba40cd9b0 0x7fcba4154a10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.049+0000 7fcbaa683700 1 -- 172.21.15.33:0/2885222016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcba000b810 con 0x7fcba4158e00 2024-09-13T15:01:12.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.049+0000 7f9246ffd700 1 --2- 172.21.15.33:0/1155908032 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9234066800 0x7f9234068cc0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f92480ae050 tx=0x7f923c0091c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.049+0000 7fcbaa683700 1 --2- 172.21.15.33:0/2885222016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcba4158e00 0x7fcba41ee290 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fcb9400eb60 tx=0x7fcb9400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.049+0000 7f274ffff700 1 -- 172.21.15.33:0/1818791163 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2760004880 con 0x7f276815a630 2024-09-13T15:01:12.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.049+0000 7f276c85f700 1 -- 172.21.15.33:0/1818791163 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27681e7540 con 0x7f276815a630 2024-09-13T15:01:12.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.049+0000 7f276c85f700 1 -- 172.21.15.33:0/1818791163 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27681e7b00 con 0x7f276815a630 2024-09-13T15:01:12.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.049+0000 7f274ffff700 1 -- 172.21.15.33:0/1818791163 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f27600099b0 con 0x7f276815a630 2024-09-13T15:01:12.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.049+0000 7f274ffff700 1 -- 172.21.15.33:0/1818791163 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f276001c680 con 0x7f276815a630 2024-09-13T15:01:12.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.049+0000 7f922ffff700 1 -- 172.21.15.33:0/1155908032 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f92400518f0 con 0x7f924806dda0 2024-09-13T15:01:12.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.049+0000 7f276c85f700 1 -- 172.21.15.33:0/1818791163 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27680adc80 con 0x7f276815a630 2024-09-13T15:01:12.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.053+0000 7f5211600700 1 -- 172.21.15.33:0/1274423125 shutdown_connections 2024-09-13T15:01:12.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.053+0000 7f5211600700 1 --2- 172.21.15.33:0/1274423125 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f520c159580 0x7f520c0ad8b0 unknown :-1 s=CLOSED pgs=55 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.053+0000 7f5211600700 1 -- 172.21.15.33:0/1274423125 >> 172.21.15.33:0/1274423125 conn(0x7f520c0b04f0 msgr2=0x7f520c0b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.053+0000 7fcb9a7fc700 1 -- 172.21.15.33:0/2885222016 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb94009740 con 0x7fcba4158e00 2024-09-13T15:01:12.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.053+0000 7fcb9a7fc700 1 -- 172.21.15.33:0/2885222016 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcb94009e00 con 0x7fcba4158e00 2024-09-13T15:01:12.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.053+0000 7fcb9a7fc700 1 -- 172.21.15.33:0/2885222016 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcb9400ca70 con 0x7fcba4158e00 2024-09-13T15:01:12.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.053+0000 7f274ffff700 1 -- 172.21.15.33:0/1818791163 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f276001c7e0 con 0x7f276815a630 2024-09-13T15:01:12.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.053+0000 7fcbaae84700 1 -- 172.21.15.33:0/2885222016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcba41edd70 con 0x7fcba4158e00 2024-09-13T15:01:12.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.053+0000 7fcbaae84700 1 -- 172.21.15.33:0/2885222016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcba41559d0 con 0x7fcba4158e00 2024-09-13T15:01:12.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.053+0000 7f274ffff700 1 --2- 172.21.15.33:0/1818791163 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2750066870 0x7f2750068d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.053+0000 7f274ffff700 1 -- 172.21.15.33:0/1818791163 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2760085f40 con 0x7f276815a630 2024-09-13T15:01:12.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.053+0000 7fcbaae84700 1 -- 172.21.15.33:0/2885222016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcb8c005310 con 0x7fcba4158e00 2024-09-13T15:01:12.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.053+0000 7f27677fe700 1 --2- 172.21.15.33:0/1818791163 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2750066870 0x7f2750068d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.053+0000 7f27677fe700 1 --2- 172.21.15.33:0/1818791163 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2750066870 0x7f2750068d30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f275c000f60 tx=0x7f275c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.057+0000 7f5211600700 1 -- 172.21.15.33:0/1274423125 shutdown_connections 2024-09-13T15:01:12.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5211600700 1 -- 172.21.15.33:0/1274423125 wait complete. 2024-09-13T15:01:12.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727f636700 1 Processor -- start 2024-09-13T15:01:12.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727f636700 1 -- start start 2024-09-13T15:01:12.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727f636700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7278145da0 0x7f72780b37d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727f636700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f727806d0b0 0x7f7278070c30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727f636700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f7278071340 0x7f7278071770 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5211600700 1 Processor -- start 2024-09-13T15:01:12.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727f636700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7278071170 con 0x7f7278145da0 2024-09-13T15:01:12.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727f636700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f727806d520 con 0x7f7278071340 2024-09-13T15:01:12.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727f636700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f72780b3e60 con 0x7f727806d0b0 2024-09-13T15:01:12.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727d3d2700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7278145da0 0x7f72780b37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727d3d2700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7278145da0 0x7f72780b37d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44100/0 (socket says 172.21.15.33:44100) 2024-09-13T15:01:12.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727d3d2700 1 -- 172.21.15.33:0/2191527247 learned_addr learned my addr 172.21.15.33:0/2191527247 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:12.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727dbd3700 1 --2- 172.21.15.33:0/2191527247 >> v2:172.21.15.103:3300/0 conn(0x7f7278071340 0x7f7278071770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727d3d2700 1 -- 172.21.15.33:0/2191527247 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f727806d0b0 msgr2=0x7f7278070c30 unknown :-1 s=STATE_CONNECTING l=0).mark_down 2024-09-13T15:01:12.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727d3d2700 1 --2- 172.21.15.33:0/2191527247 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f727806d0b0 0x7f7278070c30 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727d3d2700 1 -- 172.21.15.33:0/2191527247 >> v2:172.21.15.103:3300/0 conn(0x7f7278071340 msgr2=0x7f7278071770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:12.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727d3d2700 1 --2- 172.21.15.33:0/2191527247 >> v2:172.21.15.103:3300/0 conn(0x7f7278071340 0x7f7278071770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727d3d2700 1 -- 172.21.15.33:0/2191527247 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7278071cb0 con 0x7f7278145da0 2024-09-13T15:01:12.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727dbd3700 1 --2- 172.21.15.33:0/2191527247 >> v2:172.21.15.103:3300/0 conn(0x7f7278071340 0x7f7278071770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:12.074 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f727d3d2700 1 --2- 172.21.15.33:0/2191527247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7278145da0 0x7f72780b37d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f727806d960 tx=0x7f727000b4b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8172a74116f7225 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5211600700 1 -- start start 2024-09-13T15:01:12.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5211600700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f520c071320 0x7f520c1510d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5211600700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f520c0718d0 0x7f520c0b2c80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5211600700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f520c159580 0x7f520c0b31c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5211600700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f520c15bb80 con 0x7f520c159580 2024-09-13T15:01:12.075 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5211600700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f520c15be60 con 0x7f520c0718d0 2024-09-13T15:01:12.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5211600700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f520c15c140 con 0x7f520c071320 2024-09-13T15:01:12.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5210dff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f520c159580 0x7f520c0b31c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f520bfff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f520c071320 0x7f520c1510d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5210dff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f520c159580 0x7f520c0b31c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44106/0 (socket says 172.21.15.33:44106) 2024-09-13T15:01:12.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5210dff700 1 -- 172.21.15.33:0/3531206732 learned_addr learned my addr 172.21.15.33:0/3531206732 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:12.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f520b7fe700 1 --2- 172.21.15.33:0/3531206732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f520c0718d0 0x7f520c0b2c80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5210dff700 1 -- 172.21.15.33:0/3531206732 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f520c071320 msgr2=0x7f520c1510d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5210dff700 1 --2- 172.21.15.33:0/3531206732 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f520c071320 0x7f520c1510d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5210dff700 1 -- 172.21.15.33:0/3531206732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f520c0718d0 msgr2=0x7f520c0b2c80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5210dff700 1 --2- 172.21.15.33:0/3531206732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f520c0718d0 0x7f520c0b2c80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.061+0000 7f5210dff700 1 -- 172.21.15.33:0/3531206732 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f52000094b0 con 0x7f520c159580 2024-09-13T15:01:12.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.065+0000 7f5210dff700 1 --2- 172.21.15.33:0/3531206732 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f520c159580 0x7f520c0b31c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f5204001fa0 tx=0x7f520400a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.065+0000 7f274ffff700 1 -- 172.21.15.33:0/1818791163 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2760053050 con 0x7f276815a630 2024-09-13T15:01:12.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.065+0000 7fcb9a7fc700 1 -- 172.21.15.33:0/2885222016 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcb9400cbd0 con 0x7fcba4158e00 2024-09-13T15:01:12.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.065+0000 7fcb9a7fc700 1 --2- 172.21.15.33:0/2885222016 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcb88066780 0x7fcb88068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.065+0000 7fcb9a7fc700 1 -- 172.21.15.33:0/2885222016 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fcb94084b70 con 0x7fcba4158e00 2024-09-13T15:01:12.077 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.065+0000 7fcba9e82700 1 --2- 172.21.15.33:0/2885222016 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcb88066780 0x7fcb88068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.069+0000 7fcba9e82700 1 --2- 172.21.15.33:0/2885222016 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcb88066780 0x7fcb88068c40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fcba0000c00 tx=0x7fcba0013000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.069+0000 7f726ffff700 1 -- 172.21.15.33:0/2191527247 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f727000e070 con 0x7f7278145da0 2024-09-13T15:01:12.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.069+0000 7f726ffff700 1 -- 172.21.15.33:0/2191527247 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72700090d0 con 0x7f7278145da0 2024-09-13T15:01:12.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.073+0000 7f727f636700 1 -- 172.21.15.33:0/2191527247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7278145da0 msgr2=0x7f72780b37d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.073+0000 7f727f636700 1 --2- 172.21.15.33:0/2191527247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7278145da0 0x7f72780b37d0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f727806d960 tx=0x7f727000b4b0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.078 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.073+0000 7f726ffff700 1 -- 172.21.15.33:0/2191527247 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f727000be00 con 0x7f7278145da0 2024-09-13T15:01:12.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.073+0000 7f5208ff9700 1 -- 172.21.15.33:0/3531206732 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f520400ac90 con 0x7f520c159580 2024-09-13T15:01:12.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.073+0000 7f5211600700 1 -- 172.21.15.33:0/3531206732 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f520c15c420 con 0x7f520c159580 2024-09-13T15:01:12.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.073+0000 7f5211600700 1 -- 172.21.15.33:0/3531206732 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f520c151610 con 0x7f520c159580 2024-09-13T15:01:12.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.073+0000 7fcb9a7fc700 1 -- 172.21.15.33:0/2885222016 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcb94051c60 con 0x7fcba4158e00 2024-09-13T15:01:12.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.073+0000 7f5208ff9700 1 -- 172.21.15.33:0/3531206732 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f52040020f0 con 0x7f520c159580 2024-09-13T15:01:12.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.073+0000 7f5208ff9700 1 -- 172.21.15.33:0/3531206732 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f52040070d0 con 0x7f520c159580 2024-09-13T15:01:12.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.077+0000 7f5208ff9700 1 -- 172.21.15.33:0/3531206732 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5204007230 con 0x7f520c159580 2024-09-13T15:01:12.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.077+0000 7f5208ff9700 1 --2- 172.21.15.33:0/3531206732 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f51f8066800 0x7f51f8068cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.077+0000 7f5208ff9700 1 -- 172.21.15.33:0/3531206732 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5204084390 con 0x7f520c159580 2024-09-13T15:01:12.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.077+0000 7f727f636700 1 -- 172.21.15.33:0/2191527247 shutdown_connections 2024-09-13T15:01:12.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.077+0000 7f520bfff700 1 --2- 172.21.15.33:0/3531206732 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f51f8066800 0x7f51f8068cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.077+0000 7f727f636700 1 --2- 172.21.15.33:0/2191527247 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f727806d0b0 0x7f7278070c30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.077+0000 7f727f636700 1 --2- 172.21.15.33:0/2191527247 >> v2:172.21.15.103:3300/0 conn(0x7f7278071340 0x7f7278071770 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.077+0000 7f727f636700 1 --2- 172.21.15.33:0/2191527247 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7278145da0 0x7f72780b37d0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.077+0000 7f727f636700 1 -- 172.21.15.33:0/2191527247 >> 172.21.15.33:0/2191527247 conn(0x7f727806a350 msgr2=0x7f727806a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.077+0000 7f520bfff700 1 --2- 172.21.15.33:0/3531206732 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f51f8066800 0x7f51f8068cc0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5200013040 tx=0x7f5200008000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.081+0000 7f5211600700 1 -- 172.21.15.33:0/3531206732 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51ec005310 con 0x7f520c159580 2024-09-13T15:01:12.089 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.081+0000 7f727f636700 1 -- 172.21.15.33:0/2191527247 shutdown_connections 2024-09-13T15:01:12.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727f636700 1 -- 172.21.15.33:0/2191527247 wait complete. 2024-09-13T15:01:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727f636700 1 Processor -- start 2024-09-13T15:01:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727f636700 1 -- start start 2024-09-13T15:01:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727f636700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f727806d0b0 0x7f7278202530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727f636700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7278071340 0x7f727813ffa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727f636700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7278145da0 0x7f72781404e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727f636700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f72781e2520 con 0x7f727806d0b0 2024-09-13T15:01:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727f636700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7278141fa0 con 0x7f7278071340 2024-09-13T15:01:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727f636700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7278142280 con 0x7f7278145da0 2024-09-13T15:01:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727d3d2700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f727806d0b0 0x7f7278202530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727d3d2700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f727806d0b0 0x7f7278202530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44114/0 (socket says 172.21.15.33:44114) 2024-09-13T15:01:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727d3d2700 1 -- 172.21.15.33:0/2375499299 learned_addr learned my addr 172.21.15.33:0/2375499299 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727dbd3700 1 --2- 172.21.15.33:0/2375499299 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7278145da0 0x7f72781404e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727d3d2700 1 -- 172.21.15.33:0/2375499299 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7278145da0 msgr2=0x7f72781404e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727d3d2700 1 --2- 172.21.15.33:0/2375499299 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7278145da0 0x7f72781404e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727d3d2700 1 -- 172.21.15.33:0/2375499299 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7278071340 msgr2=0x7f727813ffa0 unknown :-1 s=STATE_CONNECTING l=1).mark_down 2024-09-13T15:01:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727d3d2700 1 --2- 172.21.15.33:0/2375499299 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7278071340 0x7f727813ffa0 unknown :-1 s=START_CONNECT pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.085+0000 7f727d3d2700 1 -- 172.21.15.33:0/2375499299 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7270009b30 con 0x7f727806d0b0 2024-09-13T15:01:12.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.089+0000 7f727d3d2700 1 --2- 172.21.15.33:0/2375499299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f727806d0b0 0x7f7278202530 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f72780721f0 tx=0x7f7270004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.089+0000 7f5208ff9700 1 -- 172.21.15.33:0/3531206732 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5204054e80 con 0x7f520c159580 2024-09-13T15:01:12.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.097+0000 7f726dffb700 1 -- 172.21.15.33:0/2375499299 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7270004450 con 0x7f727806d0b0 2024-09-13T15:01:12.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.097+0000 7f726dffb700 1 -- 172.21.15.33:0/2375499299 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f72700045b0 con 0x7f727806d0b0 2024-09-13T15:01:12.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.097+0000 7f727f636700 1 -- 172.21.15.33:0/2375499299 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f72781e1ed0 con 0x7f727806d0b0 2024-09-13T15:01:12.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.097+0000 7f727f636700 1 -- 172.21.15.33:0/2375499299 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f72780a8920 con 0x7f727806d0b0 2024-09-13T15:01:12.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.097+0000 7f726dffb700 1 -- 172.21.15.33:0/2375499299 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7270004920 con 0x7f727806d0b0 2024-09-13T15:01:12.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.097+0000 7f726dffb700 1 -- 172.21.15.33:0/2375499299 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f727001c440 con 0x7f727806d0b0 2024-09-13T15:01:12.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.101+0000 7f726dffb700 1 --2- 172.21.15.33:0/2375499299 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f725c066780 0x7f725c068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.101+0000 7f726dffb700 1 -- 172.21.15.33:0/2375499299 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7270085bb0 con 0x7f727806d0b0 2024-09-13T15:01:12.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.101+0000 7f727f636700 1 -- 172.21.15.33:0/2375499299 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7258005310 con 0x7f727806d0b0 2024-09-13T15:01:12.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.101+0000 7f727cbd1700 1 --2- 172.21.15.33:0/2375499299 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f725c066780 0x7f725c068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.105+0000 7f727cbd1700 1 --2- 172.21.15.33:0/2375499299 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f725c066780 0x7f725c068c40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7278143740 tx=0x7f7268006be0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.109+0000 7f726dffb700 1 -- 172.21.15.33:0/2375499299 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7270056830 con 0x7f727806d0b0 2024-09-13T15:01:12.281 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.273+0000 7f5b2f046700 1 -- 172.21.15.33:0/3809228770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 5} v 0) v1 -- 0x7f5b28152d20 con 0x7f5b28153100 2024-09-13T15:01:12.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.277+0000 7f5b257fa700 1 -- 172.21.15.33:0/3809228770 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 5}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f5b1c0547b0 con 0x7f5b28153100 2024-09-13T15:01:12.284 INFO:teuthology.orchestra.run.smithi033.stdout:60129542152 2024-09-13T15:01:12.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.277+0000 7f5b0effd700 1 -- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b14066730 msgr2=0x7f5b14068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.277+0000 7f5b0effd700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b14066730 0x7f5b14068bf0 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7f5b280b15b0 tx=0x7f5b18008030 comp rx=0 tx=0).stop 2024-09-13T15:01:12.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.277+0000 7f5b0effd700 1 -- 172.21.15.33:0/3809228770 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b28153100 msgr2=0x7f5b280ad200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.277+0000 7f5b0effd700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b28153100 0x7f5b280ad200 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5b1c00e810 tx=0x7f5b1c00eb20 comp rx=0 tx=0).stop 2024-09-13T15:01:12.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.277+0000 7f5b0effd700 1 -- 172.21.15.33:0/3809228770 shutdown_connections 2024-09-13T15:01:12.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.277+0000 7f5b0effd700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b14066730 0x7f5b14068bf0 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.277+0000 7f5b0effd700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b280aa7e0 0x7f5b280ad740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.277+0000 7f5b0effd700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b28153100 0x7f5b280ad200 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.281+0000 7f5b0effd700 1 --2- 172.21.15.33:0/3809228770 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b28070c10 0x7f5b281faad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.281+0000 7f5b0effd700 1 -- 172.21.15.33:0/3809228770 >> 172.21.15.33:0/3809228770 conn(0x7f5b280b04f0 msgr2=0x7f5b280b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.281+0000 7f5b0effd700 1 -- 172.21.15.33:0/3809228770 shutdown_connections 2024-09-13T15:01:12.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.281+0000 7f5b0effd700 1 -- 172.21.15.33:0/3809228770 wait complete. 2024-09-13T15:01:12.303 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.5 2024-09-13T15:01:12.303 DEBUG:teuthology.parallel:result is None 2024-09-13T15:01:12.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.349+0000 7fe8abfff700 1 -- 172.21.15.33:0/3442092822 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 7} v 0) v1 -- 0x7fe88c005890 con 0x7fe8ac1579b0 2024-09-13T15:01:12.357 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.349+0000 7fe8937fe700 1 -- 172.21.15.33:0/3442092822 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 7}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fe8a4055930 con 0x7fe8ac1579b0 2024-09-13T15:01:12.357 INFO:teuthology.orchestra.run.smithi033.stdout:60129542151 2024-09-13T15:01:12.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fcbaae84700 1 -- 172.21.15.33:0/2885222016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 0} v 0) v1 -- 0x7fcb8c005890 con 0x7fcba4158e00 2024-09-13T15:01:12.358 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fcb9a7fc700 1 -- 172.21.15.33:0/2885222016 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 0}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fcb94055280 con 0x7fcba4158e00 2024-09-13T15:01:12.359 INFO:teuthology.orchestra.run.smithi033.stdout:60129542152 2024-09-13T15:01:12.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fe8abfff700 1 -- 172.21.15.33:0/3442092822 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe898066780 msgr2=0x7fe898068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fe8abfff700 1 --2- 172.21.15.33:0/3442092822 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe898066780 0x7fe898068c40 secure :-1 s=READY pgs=115 cs=0 l=1 rev1=1 crypto rx=0x7fe89c001eb0 tx=0x7fe89c01e040 comp rx=0 tx=0).stop 2024-09-13T15:01:12.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fe8abfff700 1 -- 172.21.15.33:0/3442092822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe8ac1579b0 msgr2=0x7fe8ac157e30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fe8abfff700 1 --2- 172.21.15.33:0/3442092822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe8ac1579b0 0x7fe8ac157e30 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fe8ac072310 tx=0x7fe8a40045c0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fe8abfff700 1 -- 172.21.15.33:0/3442092822 shutdown_connections 2024-09-13T15:01:12.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fe8abfff700 1 --2- 172.21.15.33:0/3442092822 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe898066780 0x7fe898068c40 unknown :-1 s=CLOSED pgs=115 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fe8abfff700 1 --2- 172.21.15.33:0/3442092822 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe8ac1579b0 0x7fe8ac157e30 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fe8abfff700 1 --2- 172.21.15.33:0/3442092822 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe8ac151440 0x7fe8ac150c60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fe8abfff700 1 --2- 172.21.15.33:0/3442092822 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe894004cc0 0x7fe8ac0a84b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fe8abfff700 1 -- 172.21.15.33:0/3442092822 >> 172.21.15.33:0/3442092822 conn(0x7fe8ac0b04f0 msgr2=0x7fe8ac0afd50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fe8abfff700 1 -- 172.21.15.33:0/3442092822 shutdown_connections 2024-09-13T15:01:12.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fe8abfff700 1 -- 172.21.15.33:0/3442092822 wait complete. 2024-09-13T15:01:12.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fcbaae84700 1 -- 172.21.15.33:0/2885222016 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcb88066780 msgr2=0x7fcb88068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fcbaae84700 1 --2- 172.21.15.33:0/2885222016 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcb88066780 0x7fcb88068c40 secure :-1 s=READY pgs=118 cs=0 l=1 rev1=1 crypto rx=0x7fcba0000c00 tx=0x7fcba0013000 comp rx=0 tx=0).stop 2024-09-13T15:01:12.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fcbaae84700 1 -- 172.21.15.33:0/2885222016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcba4158e00 msgr2=0x7fcba41ee290 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.353+0000 7fcbaae84700 1 --2- 172.21.15.33:0/2885222016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcba4158e00 0x7fcba41ee290 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fcb9400eb60 tx=0x7fcb9400ee70 comp rx=0 tx=0).stop 2024-09-13T15:01:12.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.357+0000 7fcbaae84700 1 -- 172.21.15.33:0/2885222016 shutdown_connections 2024-09-13T15:01:12.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.357+0000 7fcbaae84700 1 --2- 172.21.15.33:0/2885222016 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcb88066780 0x7fcb88068c40 unknown :-1 s=CLOSED pgs=118 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.357+0000 7fcbaae84700 1 --2- 172.21.15.33:0/2885222016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcba4158e00 0x7fcba41ee290 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.357+0000 7fcbaae84700 1 --2- 172.21.15.33:0/2885222016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcba40cd9b0 0x7fcba4154a10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.357+0000 7fcbaae84700 1 --2- 172.21.15.33:0/2885222016 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcba406e620 0x7fcba4155260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.357+0000 7fcbaae84700 1 -- 172.21.15.33:0/2885222016 >> 172.21.15.33:0/2885222016 conn(0x7fcba40ae4b0 msgr2=0x7fcba406c250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.357+0000 7fcbaae84700 1 -- 172.21.15.33:0/2885222016 shutdown_connections 2024-09-13T15:01:12.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.357+0000 7fcbaae84700 1 -- 172.21.15.33:0/2885222016 wait complete. 2024-09-13T15:01:12.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.357+0000 7fd74603f700 1 -- 172.21.15.33:0/775927055 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 1} v 0) v1 -- 0x7fd71c005890 con 0x7fd7400ce360 2024-09-13T15:01:12.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.357+0000 7fd72ffff700 1 -- 172.21.15.33:0/775927055 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 1}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7fd730051220 con 0x7fd7400ce360 2024-09-13T15:01:12.364 INFO:teuthology.orchestra.run.smithi033.stdout:60129542153 2024-09-13T15:01:12.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.361+0000 7fd74603f700 1 -- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd728066be0 msgr2=0x7fd7280690a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.361+0000 7fd74603f700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd728066be0 0x7fd7280690a0 secure :-1 s=READY pgs=114 cs=0 l=1 rev1=1 crypto rx=0x7fd74006cd70 tx=0x7fd738008030 comp rx=0 tx=0).stop 2024-09-13T15:01:12.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.361+0000 7fd74603f700 1 -- 172.21.15.33:0/775927055 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7400ce360 msgr2=0x7fd740164d90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.361+0000 7fd74603f700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7400ce360 0x7fd740164d90 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7fd73000bd60 tx=0x7fd730009e60 comp rx=0 tx=0).stop 2024-09-13T15:01:12.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.361+0000 7fd74603f700 1 -- 172.21.15.33:0/775927055 shutdown_connections 2024-09-13T15:01:12.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.361+0000 7fd74603f700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd728066be0 0x7fd7280690a0 unknown :-1 s=CLOSED pgs=114 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.361+0000 7fd74603f700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7400ce360 0x7fd740164d90 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.361+0000 7fd74603f700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7400cdf80 0x7fd74015ff00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.361+0000 7fd74603f700 1 --2- 172.21.15.33:0/775927055 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd740071320 0x7fd740167bd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.361+0000 7fd74603f700 1 -- 172.21.15.33:0/775927055 >> 172.21.15.33:0/775927055 conn(0x7fd7400b04f0 msgr2=0x7fd7400af590 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.361+0000 7fd74603f700 1 -- 172.21.15.33:0/775927055 shutdown_connections 2024-09-13T15:01:12.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.361+0000 7fd74603f700 1 -- 172.21.15.33:0/775927055 wait complete. 2024-09-13T15:01:12.374 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.0 2024-09-13T15:01:12.375 DEBUG:teuthology.parallel:result is None 2024-09-13T15:01:12.377 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542151 got 60129542151 for osd.7 2024-09-13T15:01:12.377 DEBUG:teuthology.parallel:result is None 2024-09-13T15:01:12.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.373+0000 7f924c81c700 1 -- 172.21.15.33:0/1155908032 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 6} v 0) v1 -- 0x7f92480b3c70 con 0x7f924806dda0 2024-09-13T15:01:12.380 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.373+0000 7f922ffff700 1 -- 172.21.15.33:0/1155908032 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 6}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f9240054f10 con 0x7f924806dda0 2024-09-13T15:01:12.380 INFO:teuthology.orchestra.run.smithi033.stdout:60129542152 2024-09-13T15:01:12.382 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542153 for osd.1 2024-09-13T15:01:12.383 DEBUG:teuthology.parallel:result is None 2024-09-13T15:01:12.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.377+0000 7f924c81c700 1 -- 172.21.15.33:0/1155908032 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9234066800 msgr2=0x7f9234068cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.377+0000 7f924c81c700 1 --2- 172.21.15.33:0/1155908032 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9234066800 0x7f9234068cc0 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f92480ae050 tx=0x7f923c0091c0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.383 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.377+0000 7f924c81c700 1 -- 172.21.15.33:0/1155908032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f924806dda0 msgr2=0x7f92481592d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.377+0000 7f924c81c700 1 --2- 172.21.15.33:0/1155908032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f924806dda0 0x7f92481592d0 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f924000efc0 tx=0x7f924000c0c0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.377+0000 7f924c81c700 1 -- 172.21.15.33:0/1155908032 shutdown_connections 2024-09-13T15:01:12.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.377+0000 7f924c81c700 1 --2- 172.21.15.33:0/1155908032 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9234066800 0x7f9234068cc0 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.377+0000 7f924c81c700 1 --2- 172.21.15.33:0/1155908032 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9248143f50 0x7f924815a230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.377+0000 7f924c81c700 1 --2- 172.21.15.33:0/1155908032 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9248071150 0x7f9248159cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.377+0000 7f924c81c700 1 --2- 172.21.15.33:0/1155908032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f924806dda0 0x7f92481592d0 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.377+0000 7f924c81c700 1 -- 172.21.15.33:0/1155908032 >> 172.21.15.33:0/1155908032 conn(0x7f92480b04f0 msgr2=0x7f92480b25e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.377+0000 7f924c81c700 1 -- 172.21.15.33:0/1155908032 shutdown_connections 2024-09-13T15:01:12.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.377+0000 7f924c81c700 1 -- 172.21.15.33:0/1155908032 wait complete. 2024-09-13T15:01:12.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.381+0000 7f276c85f700 1 -- 172.21.15.33:0/1818791163 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 3} v 0) v1 -- 0x7f27680b2580 con 0x7f276815a630 2024-09-13T15:01:12.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.381+0000 7f274ffff700 1 -- 172.21.15.33:0/1818791163 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 3}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f276002d350 con 0x7f276815a630 2024-09-13T15:01:12.389 INFO:teuthology.orchestra.run.smithi033.stdout:60129542152 2024-09-13T15:01:12.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.385+0000 7f276c85f700 1 -- 172.21.15.33:0/1818791163 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2750066870 msgr2=0x7f2750068d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.385+0000 7f276c85f700 1 --2- 172.21.15.33:0/1818791163 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2750066870 0x7f2750068d30 secure :-1 s=READY pgs=117 cs=0 l=1 rev1=1 crypto rx=0x7f275c000f60 tx=0x7f275c009040 comp rx=0 tx=0).stop 2024-09-13T15:01:12.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.385+0000 7f276c85f700 1 -- 172.21.15.33:0/1818791163 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276815a630 msgr2=0x7f276815f2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.385+0000 7f276c85f700 1 --2- 172.21.15.33:0/1818791163 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276815a630 0x7f276815f2d0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7f2768072380 tx=0x7f2760004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.385+0000 7f276c85f700 1 -- 172.21.15.33:0/1818791163 shutdown_connections 2024-09-13T15:01:12.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.385+0000 7f276c85f700 1 --2- 172.21.15.33:0/1818791163 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2750066870 0x7f2750068d30 unknown :-1 s=CLOSED pgs=117 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.385+0000 7f276c85f700 1 --2- 172.21.15.33:0/1818791163 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f276815a630 0x7f276815f2d0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.385+0000 7f276c85f700 1 --2- 172.21.15.33:0/1818791163 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f276815a250 0x7f27681f6580 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.385+0000 7f276c85f700 1 --2- 172.21.15.33:0/1818791163 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2768070c10 0x7f276814faa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.385+0000 7f276c85f700 1 -- 172.21.15.33:0/1818791163 >> 172.21.15.33:0/1818791163 conn(0x7f27680b04f0 msgr2=0x7f276815beb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.385+0000 7f276c85f700 1 -- 172.21.15.33:0/1818791163 shutdown_connections 2024-09-13T15:01:12.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.385+0000 7f276c85f700 1 -- 172.21.15.33:0/1818791163 wait complete. 2024-09-13T15:01:12.395 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.6 2024-09-13T15:01:12.395 DEBUG:teuthology.parallel:result is None 2024-09-13T15:01:12.401 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.3 2024-09-13T15:01:12.401 DEBUG:teuthology.parallel:result is None 2024-09-13T15:01:12.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.397+0000 7f5211600700 1 -- 172.21.15.33:0/3531206732 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 4} v 0) v1 -- 0x7f51ec0055c0 con 0x7f520c159580 2024-09-13T15:01:12.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.397+0000 7f5208ff9700 1 -- 172.21.15.33:0/3531206732 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 4}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f5204018020 con 0x7f520c159580 2024-09-13T15:01:12.404 INFO:teuthology.orchestra.run.smithi033.stdout:60129542152 2024-09-13T15:01:12.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.401+0000 7f5211600700 1 -- 172.21.15.33:0/3531206732 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f51f8066800 msgr2=0x7f51f8068cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.401+0000 7f5211600700 1 --2- 172.21.15.33:0/3531206732 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f51f8066800 0x7f51f8068cc0 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f5200013040 tx=0x7f5200008000 comp rx=0 tx=0).stop 2024-09-13T15:01:12.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.401+0000 7f5211600700 1 -- 172.21.15.33:0/3531206732 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f520c159580 msgr2=0x7f520c0b31c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.401+0000 7f5211600700 1 --2- 172.21.15.33:0/3531206732 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f520c159580 0x7f520c0b31c0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7f5204001fa0 tx=0x7f520400a340 comp rx=0 tx=0).stop 2024-09-13T15:01:12.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.401+0000 7f5211600700 1 -- 172.21.15.33:0/3531206732 shutdown_connections 2024-09-13T15:01:12.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.401+0000 7f5211600700 1 --2- 172.21.15.33:0/3531206732 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f51f8066800 0x7f51f8068cc0 unknown :-1 s=CLOSED pgs=119 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.401+0000 7f5211600700 1 --2- 172.21.15.33:0/3531206732 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f520c159580 0x7f520c0b31c0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.401+0000 7f5211600700 1 --2- 172.21.15.33:0/3531206732 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f520c0718d0 0x7f520c0b2c80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.401+0000 7f5211600700 1 --2- 172.21.15.33:0/3531206732 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f520c071320 0x7f520c1510d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.401+0000 7f5211600700 1 -- 172.21.15.33:0/3531206732 >> 172.21.15.33:0/3531206732 conn(0x7f520c0b04f0 msgr2=0x7f520c06fc00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.401+0000 7f5211600700 1 -- 172.21.15.33:0/3531206732 shutdown_connections 2024-09-13T15:01:12.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.401+0000 7f5211600700 1 -- 172.21.15.33:0/3531206732 wait complete. 2024-09-13T15:01:12.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.405+0000 7f727f636700 1 -- 172.21.15.33:0/2375499299 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd last-stat-seq", "id": 2} v 0) v1 -- 0x7f7258005890 con 0x7f727806d0b0 2024-09-13T15:01:12.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.405+0000 7f726dffb700 1 -- 172.21.15.33:0/2375499299 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd last-stat-seq", "id": 2}]=0 v0) v1 ==== 74+0+12 (secure 0 0 0) 0x7f727002a070 con 0x7f727806d0b0 2024-09-13T15:01:12.413 INFO:teuthology.orchestra.run.smithi033.stdout:60129542153 2024-09-13T15:01:12.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.409+0000 7f727f636700 1 -- 172.21.15.33:0/2375499299 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f725c066780 msgr2=0x7f725c068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.409+0000 7f727f636700 1 --2- 172.21.15.33:0/2375499299 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f725c066780 0x7f725c068c40 secure :-1 s=READY pgs=120 cs=0 l=1 rev1=1 crypto rx=0x7f7278143740 tx=0x7f7268006be0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.409+0000 7f727f636700 1 -- 172.21.15.33:0/2375499299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f727806d0b0 msgr2=0x7f7278202530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.409+0000 7f727f636700 1 --2- 172.21.15.33:0/2375499299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f727806d0b0 0x7f7278202530 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7f72780721f0 tx=0x7f7270004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.409+0000 7f727f636700 1 -- 172.21.15.33:0/2375499299 shutdown_connections 2024-09-13T15:01:12.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.409+0000 7f727f636700 1 --2- 172.21.15.33:0/2375499299 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f725c066780 0x7f725c068c40 unknown :-1 s=CLOSED pgs=120 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.409+0000 7f727f636700 1 --2- 172.21.15.33:0/2375499299 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7278145da0 0x7f72781404e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.409+0000 7f727f636700 1 --2- 172.21.15.33:0/2375499299 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7278071340 0x7f727813ffa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.409+0000 7f727f636700 1 --2- 172.21.15.33:0/2375499299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f727806d0b0 0x7f7278202530 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.409+0000 7f727f636700 1 -- 172.21.15.33:0/2375499299 >> 172.21.15.33:0/2375499299 conn(0x7f727806a350 msgr2=0x7f72780cdb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.409+0000 7f727f636700 1 -- 172.21.15.33:0/2375499299 shutdown_connections 2024-09-13T15:01:12.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.409+0000 7f727f636700 1 -- 172.21.15.33:0/2375499299 wait complete. 2024-09-13T15:01:12.418 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542152 got 60129542152 for osd.4 2024-09-13T15:01:12.418 DEBUG:teuthology.parallel:result is None 2024-09-13T15:01:12.430 INFO:tasks.ceph.ceph_manager.ceph:need seq 60129542153 got 60129542153 for osd.2 2024-09-13T15:01:12.430 DEBUG:teuthology.parallel:result is None 2024-09-13T15:01:12.430 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T15:01:12.430 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:01:12.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 Processor -- start 2024-09-13T15:01:12.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 -- start start 2024-09-13T15:01:12.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f4d0c0b3a20 0x7f4d0c0cd640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4d0c0d0a50 0x7f4d0c0d0f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4d0c0cdf90 con 0x7f4d0c0d2a30 2024-09-13T15:01:12.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4d0c0ce270 con 0x7f4d0c0b3a20 2024-09-13T15:01:12.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d0c0ce550 con 0x7f4d0c0d0a50 2024-09-13T15:01:12.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d11bd3700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f4d0c0b3a20 0x7f4d0c0cd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d11bd3700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f4d0c0b3a20 0x7f4d0c0cd640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44118/0 (socket says 172.21.15.33:44118) 2024-09-13T15:01:12.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d11bd3700 1 -- 172.21.15.33:0/1027287214 learned_addr learned my addr 172.21.15.33:0/1027287214 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:12.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d12bd5700 1 --2- 172.21.15.33:0/1027287214 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4d0c0d0a50 0x7f4d0c0d0f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d11bd3700 1 -- 172.21.15.33:0/1027287214 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4d0c0d0a50 msgr2=0x7f4d0c0d0f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:12.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d11bd3700 1 --2- 172.21.15.33:0/1027287214 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4d0c0d0a50 0x7f4d0c0d0f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d11bd3700 1 -- 172.21.15.33:0/1027287214 >> v1:172.21.15.103:6789/0 conn(0x7f4d0c0d2a30 legacy=0x7f4d0c0d2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:12.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d11bd3700 1 -- 172.21.15.33:0/1027287214 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d0c0ce830 con 0x7f4d0c0b3a20 2024-09-13T15:01:12.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d12bd5700 1 --2- 172.21.15.33:0/1027287214 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4d0c0d0a50 0x7f4d0c0d0f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:12.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d11bd3700 1 --2- 172.21.15.33:0/1027287214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d0c0b3a20 0x7f4d0c0cd640 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4d00009940 tx=0x7f4d00009c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd4ab54e7265776 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d113d2700 1 -- 172.21.15.33:0/1027287214 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d00004230 con 0x7f4d0c0b3a20 2024-09-13T15:01:12.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d113d2700 1 -- 172.21.15.33:0/1027287214 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d00009e90 con 0x7f4d0c0b3a20 2024-09-13T15:01:12.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d113d2700 1 -- 172.21.15.33:0/1027287214 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d000045b0 con 0x7f4d0c0b3a20 2024-09-13T15:01:12.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 -- 172.21.15.33:0/1027287214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d0c0b3a20 msgr2=0x7f4d0c0cd640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 --2- 172.21.15.33:0/1027287214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d0c0b3a20 0x7f4d0c0cd640 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f4d00009940 tx=0x7f4d00009c50 comp rx=0 tx=0).stop 2024-09-13T15:01:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 -- 172.21.15.33:0/1027287214 shutdown_connections 2024-09-13T15:01:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 --2- 172.21.15.33:0/1027287214 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4d0c0d0a50 0x7f4d0c0d0f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 --2- 172.21.15.33:0/1027287214 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d0c0b3a20 0x7f4d0c0cd640 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 -- 172.21.15.33:0/1027287214 >> 172.21.15.33:0/1027287214 conn(0x7f4d0c08c0f0 msgr2=0x7f4d0c08c500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 -- 172.21.15.33:0/1027287214 shutdown_connections 2024-09-13T15:01:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.529+0000 7f4d133d6700 1 -- 172.21.15.33:0/1027287214 wait complete. 2024-09-13T15:01:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d133d6700 1 Processor -- start 2024-09-13T15:01:12.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d133d6700 1 -- start start 2024-09-13T15:01:12.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d133d6700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4d0c0b3a20 0x7f4d0c1f1b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d133d6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d0c0d0a50 0x7f4d0c15d7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d133d6700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4d0c0d2a30 0x7f4d0c0cc5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d133d6700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d0c0b6940 con 0x7f4d0c0d0a50 2024-09-13T15:01:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d133d6700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4d0c0b6c20 con 0x7f4d0c0b3a20 2024-09-13T15:01:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d133d6700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4d0c0b6f00 con 0x7f4d0c0d2a30 2024-09-13T15:01:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d11bd3700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d0c0d0a50 0x7f4d0c15d7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d12bd5700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4d0c0d2a30 0x7f4d0c0cc5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d123d4700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4d0c0b3a20 0x7f4d0c1f1b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d11bd3700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d0c0d0a50 0x7f4d0c15d7e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44122/0 (socket says 172.21.15.33:44122) 2024-09-13T15:01:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d12bd5700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4d0c0d2a30 0x7f4d0c0cc5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:35550/0 (socket says 172.21.15.33:35550) 2024-09-13T15:01:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d11bd3700 1 -- 172.21.15.33:0/117020857 learned_addr learned my addr 172.21.15.33:0/117020857 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:12.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d11bd3700 1 -- 172.21.15.33:0/117020857 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4d0c0d2a30 msgr2=0x7f4d0c0cc5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d11bd3700 1 --2- 172.21.15.33:0/117020857 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4d0c0d2a30 0x7f4d0c0cc5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d11bd3700 1 -- 172.21.15.33:0/117020857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4d0c0b3a20 msgr2=0x7f4d0c1f1b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d11bd3700 1 --2- 172.21.15.33:0/117020857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4d0c0b3a20 0x7f4d0c1f1b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d11bd3700 1 -- 172.21.15.33:0/117020857 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4d00009570 con 0x7f4d0c0d0a50 2024-09-13T15:01:12.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d123d4700 1 --2- 172.21.15.33:0/117020857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4d0c0b3a20 0x7f4d0c1f1b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:12.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d12bd5700 1 --2- 172.21.15.33:0/117020857 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4d0c0d2a30 0x7f4d0c0cc5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:12.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d11bd3700 1 --2- 172.21.15.33:0/117020857 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d0c0d0a50 0x7f4d0c15d7e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f4d00008000 tx=0x7f4d00004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4cfeffd700 1 -- 172.21.15.33:0/117020857 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d0000bba0 con 0x7f4d0c0d0a50 2024-09-13T15:01:12.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d133d6700 1 -- 172.21.15.33:0/117020857 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4d0c0b71e0 con 0x7f4d0c0d0a50 2024-09-13T15:01:12.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4cfeffd700 1 -- 172.21.15.33:0/117020857 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4d0001f070 con 0x7f4d0c0d0a50 2024-09-13T15:01:12.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4cfeffd700 1 -- 172.21.15.33:0/117020857 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4d000036c0 con 0x7f4d0c0d0a50 2024-09-13T15:01:12.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.533+0000 7f4d133d6700 1 -- 172.21.15.33:0/117020857 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4d0c15dd20 con 0x7f4d0c0d0a50 2024-09-13T15:01:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.537+0000 7f4d133d6700 1 -- 172.21.15.33:0/117020857 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4d0c0675c0 con 0x7f4d0c0d0a50 2024-09-13T15:01:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.537+0000 7f4cfeffd700 1 -- 172.21.15.33:0/117020857 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4d00021030 con 0x7f4d0c0d0a50 2024-09-13T15:01:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.537+0000 7f4cfeffd700 1 --2- 172.21.15.33:0/117020857 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4cf0066730 0x7f4cf0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.537+0000 7f4cfeffd700 1 -- 172.21.15.33:0/117020857 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4d00085ca0 con 0x7f4d0c0d0a50 2024-09-13T15:01:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.537+0000 7f4d123d4700 1 --2- 172.21.15.33:0/117020857 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4cf0066730 0x7f4cf0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.537+0000 7f4d123d4700 1 --2- 172.21.15.33:0/117020857 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4cf0066730 0x7f4cf0068bf0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4d08009d70 tx=0x7f4d080090e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.541+0000 7f4cfeffd700 1 -- 172.21.15.33:0/117020857 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4d00052e50 con 0x7f4d0c0d0a50 2024-09-13T15:01:12.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.705+0000 7f4d133d6700 1 -- 172.21.15.33:0/117020857 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f4d0c0675c0 con 0x7f4cf0066730 2024-09-13T15:01:12.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.721+0000 7f4cfeffd700 1 -- 172.21.15.33:0/117020857 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345242 (secure 0 0 0) 0x7f4d0c0675c0 con 0x7f4cf0066730 2024-09-13T15:01:12.734 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:12.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.729+0000 7f4d133d6700 1 -- 172.21.15.33:0/117020857 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4cf0066730 msgr2=0x7f4cf0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.729+0000 7f4d133d6700 1 --2- 172.21.15.33:0/117020857 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4cf0066730 0x7f4cf0068bf0 secure :-1 s=READY pgs=121 cs=0 l=1 rev1=1 crypto rx=0x7f4d08009d70 tx=0x7f4d080090e0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.729+0000 7f4d133d6700 1 -- 172.21.15.33:0/117020857 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d0c0d0a50 msgr2=0x7f4d0c15d7e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.729+0000 7f4d133d6700 1 --2- 172.21.15.33:0/117020857 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d0c0d0a50 0x7f4d0c15d7e0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f4d00008000 tx=0x7f4d00004770 comp rx=0 tx=0).stop 2024-09-13T15:01:12.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.729+0000 7f4d133d6700 1 -- 172.21.15.33:0/117020857 shutdown_connections 2024-09-13T15:01:12.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.729+0000 7f4d133d6700 1 --2- 172.21.15.33:0/117020857 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4cf0066730 0x7f4cf0068bf0 unknown :-1 s=CLOSED pgs=121 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.729+0000 7f4d133d6700 1 --2- 172.21.15.33:0/117020857 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4d0c0d2a30 0x7f4d0c0cc5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.729+0000 7f4d133d6700 1 --2- 172.21.15.33:0/117020857 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4d0c0d0a50 0x7f4d0c15d7e0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.729+0000 7f4d133d6700 1 --2- 172.21.15.33:0/117020857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4d0c0b3a20 0x7f4d0c1f1b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.729+0000 7f4d133d6700 1 -- 172.21.15.33:0/117020857 >> 172.21.15.33:0/117020857 conn(0x7f4d0c08c0f0 msgr2=0x7f4d0c06c260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.729+0000 7f4d133d6700 1 -- 172.21.15.33:0/117020857 shutdown_connections 2024-09-13T15:01:12.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.729+0000 7f4d133d6700 1 -- 172.21.15.33:0/117020857 wait complete. 2024-09-13T15:01:12.739 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-13T15:01:12.750 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-09-13T15:01:12.248392+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223632,"kb_used_data":3364,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":754751088,"statfs":{"total":773094113280,"available":772865114112,"internally_reserved":0,"allocated":3444736,"data_stored":2050679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1781,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005118"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.915204+0000","last_change":"2024-09-13T15:00:49.505448+0000","last_active":"2024-09-13T15:00:53.915204+0000","last_peered":"2024-09-13T15:00:53.915204+0000","last_clean":"2024-09-13T15:00:53.915204+0000","last_became_active":"2024-09-13T15:00:49.505151+0000","last_became_peered":"2024-09-13T15:00:49.505151+0000","last_unstale":"2024-09-13T15:00:53.915204+0000","last_undegraded":"2024-09-13T15:00:53.915204+0000","last_fullsized":"2024-09-13T15:00:53.915204+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:32.561094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.911931+0000","last_change":"2024-09-13T15:00:49.896075+0000","last_active":"2024-09-13T15:00:53.911931+0000","last_peered":"2024-09-13T15:00:53.911931+0000","last_clean":"2024-09-13T15:00:53.911931+0000","last_became_active":"2024-09-13T15:00:49.895784+0000","last_became_peered":"2024-09-13T15:00:49.895784+0000","last_unstale":"2024-09-13T15:00:53.911931+0000","last_undegraded":"2024-09-13T15:00:53.911931+0000","last_fullsized":"2024-09-13T15:00:53.911931+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:04.777532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006237+0000","last_change":"2024-09-13T15:00:54.001258+0000","last_active":"2024-09-13T15:00:54.006237+0000","last_peered":"2024-09-13T15:00:54.006237+0000","last_clean":"2024-09-13T15:00:54.006237+0000","last_became_active":"2024-09-13T15:00:54.000659+0000","last_became_peered":"2024-09-13T15:00:54.000659+0000","last_unstale":"2024-09-13T15:00:54.006237+0000","last_undegraded":"2024-09-13T15:00:54.006237+0000","last_fullsized":"2024-09-13T15:00:54.006237+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:09:13.446082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912119+0000","last_change":"2024-09-13T15:00:49.509946+0000","last_active":"2024-09-13T15:00:53.912119+0000","last_peered":"2024-09-13T15:00:53.912119+0000","last_clean":"2024-09-13T15:00:53.912119+0000","last_became_active":"2024-09-13T15:00:49.509627+0000","last_became_peered":"2024-09-13T15:00:49.509627+0000","last_unstale":"2024-09-13T15:00:53.912119+0000","last_undegraded":"2024-09-13T15:00:53.912119+0000","last_fullsized":"2024-09-13T15:00:53.912119+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914760+0000","last_change":"2024-09-13T15:00:49.914632+0000","last_active":"2024-09-13T15:00:53.914760+0000","last_peered":"2024-09-13T15:00:53.914760+0000","last_clean":"2024-09-13T15:00:53.914760+0000","last_became_active":"2024-09-13T15:00:49.914345+0000","last_became_peered":"2024-09-13T15:00:49.914345+0000","last_unstale":"2024-09-13T15:00:53.914760+0000","last_undegraded":"2024-09-13T15:00:53.914760+0000","last_fullsized":"2024-09-13T15:00:53.914760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:27.497312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926893+0000","last_change":"2024-09-13T15:00:53.925607+0000","last_active":"2024-09-13T15:00:53.926893+0000","last_peered":"2024-09-13T15:00:53.926893+0000","last_clean":"2024-09-13T15:00:53.926893+0000","last_became_active":"2024-09-13T15:00:53.925178+0000","last_became_peered":"2024-09-13T15:00:53.925178+0000","last_unstale":"2024-09-13T15:00:53.926893+0000","last_undegraded":"2024-09-13T15:00:53.926893+0000","last_fullsized":"2024-09-13T15:00:53.926893+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:15.418420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994514+0000","last_change":"2024-09-13T15:00:49.506582+0000","last_active":"2024-09-13T15:00:53.994514+0000","last_peered":"2024-09-13T15:00:53.994514+0000","last_clean":"2024-09-13T15:00:53.994514+0000","last_became_active":"2024-09-13T15:00:49.505047+0000","last_became_peered":"2024-09-13T15:00:49.505047+0000","last_unstale":"2024-09-13T15:00:53.994514+0000","last_undegraded":"2024-09-13T15:00:53.994514+0000","last_fullsized":"2024-09-13T15:00:53.994514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:32.732340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913704+0000","last_change":"2024-09-13T15:00:49.909459+0000","last_active":"2024-09-13T15:00:53.913704+0000","last_peered":"2024-09-13T15:00:53.913704+0000","last_clean":"2024-09-13T15:00:53.913704+0000","last_became_active":"2024-09-13T15:00:49.909187+0000","last_became_peered":"2024-09-13T15:00:49.909187+0000","last_unstale":"2024-09-13T15:00:53.913704+0000","last_undegraded":"2024-09-13T15:00:53.913704+0000","last_fullsized":"2024-09-13T15:00:53.913704+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:54.213301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933139+0000","last_change":"2024-09-13T15:00:53.931528+0000","last_active":"2024-09-13T15:00:53.933139+0000","last_peered":"2024-09-13T15:00:53.933139+0000","last_clean":"2024-09-13T15:00:53.933139+0000","last_became_active":"2024-09-13T15:00:53.931103+0000","last_became_peered":"2024-09-13T15:00:53.931103+0000","last_unstale":"2024-09-13T15:00:53.933139+0000","last_undegraded":"2024-09-13T15:00:53.933139+0000","last_fullsized":"2024-09-13T15:00:53.933139+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:02:11.144872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994091+0000","last_change":"2024-09-13T15:00:49.507467+0000","last_active":"2024-09-13T15:00:53.994091+0000","last_peered":"2024-09-13T15:00:53.994091+0000","last_clean":"2024-09-13T15:00:53.994091+0000","last_became_active":"2024-09-13T15:00:49.507133+0000","last_became_peered":"2024-09-13T15:00:49.507133+0000","last_unstale":"2024-09-13T15:00:53.994091+0000","last_undegraded":"2024-09-13T15:00:53.994091+0000","last_fullsized":"2024-09-13T15:00:53.994091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:11.515122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913250+0000","last_change":"2024-09-13T15:00:49.911737+0000","last_active":"2024-09-13T15:00:53.913250+0000","last_peered":"2024-09-13T15:00:53.913250+0000","last_clean":"2024-09-13T15:00:53.913250+0000","last_became_active":"2024-09-13T15:00:49.909466+0000","last_became_peered":"2024-09-13T15:00:49.909466+0000","last_unstale":"2024-09-13T15:00:53.913250+0000","last_undegraded":"2024-09-13T15:00:53.913250+0000","last_fullsized":"2024-09-13T15:00:53.913250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:30.636673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.921449+0000","last_change":"2024-09-13T15:00:53.920605+0000","last_active":"2024-09-13T15:00:53.921449+0000","last_peered":"2024-09-13T15:00:53.921449+0000","last_clean":"2024-09-13T15:00:53.921449+0000","last_became_active":"2024-09-13T15:00:53.920215+0000","last_became_peered":"2024-09-13T15:00:53.920215+0000","last_unstale":"2024-09-13T15:00:53.921449+0000","last_undegraded":"2024-09-13T15:00:53.921449+0000","last_fullsized":"2024-09-13T15:00:53.921449+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:45.384414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913237+0000","last_change":"2024-09-13T15:00:49.905712+0000","last_active":"2024-09-13T15:00:53.913237+0000","last_peered":"2024-09-13T15:00:53.913237+0000","last_clean":"2024-09-13T15:00:53.913237+0000","last_became_active":"2024-09-13T15:00:49.896041+0000","last_became_peered":"2024-09-13T15:00:49.896041+0000","last_unstale":"2024-09-13T15:00:53.913237+0000","last_undegraded":"2024-09-13T15:00:53.913237+0000","last_fullsized":"2024-09-13T15:00:53.913237+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:54.967262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993769+0000","last_change":"2024-09-13T15:00:49.506139+0000","last_active":"2024-09-13T15:00:53.993769+0000","last_peered":"2024-09-13T15:00:53.993769+0000","last_clean":"2024-09-13T15:00:53.993769+0000","last_became_active":"2024-09-13T15:00:49.505050+0000","last_became_peered":"2024-09-13T15:00:49.505050+0000","last_unstale":"2024-09-13T15:00:53.993769+0000","last_undegraded":"2024-09-13T15:00:53.993769+0000","last_fullsized":"2024-09-13T15:00:53.993769+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:32.640979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.927577+0000","last_change":"2024-09-13T15:00:53.926354+0000","last_active":"2024-09-13T15:00:53.927577+0000","last_peered":"2024-09-13T15:00:53.927577+0000","last_clean":"2024-09-13T15:00:53.927577+0000","last_became_active":"2024-09-13T15:00:53.925900+0000","last_became_peered":"2024-09-13T15:00:53.925900+0000","last_unstale":"2024-09-13T15:00:53.927577+0000","last_undegraded":"2024-09-13T15:00:53.927577+0000","last_fullsized":"2024-09-13T15:00:53.927577+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:36:59.570853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905625+0000","last_change":"2024-09-13T15:00:49.900906+0000","last_active":"2024-09-13T15:00:53.905625+0000","last_peered":"2024-09-13T15:00:53.905625+0000","last_clean":"2024-09-13T15:00:53.905625+0000","last_became_active":"2024-09-13T15:00:49.900374+0000","last_became_peered":"2024-09-13T15:00:49.900374+0000","last_unstale":"2024-09-13T15:00:53.905625+0000","last_undegraded":"2024-09-13T15:00:53.905625+0000","last_fullsized":"2024-09-13T15:00:53.905625+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:23:28.713496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.925096+0000","last_change":"2024-09-13T15:00:49.502181+0000","last_active":"2024-09-13T15:00:53.925096+0000","last_peered":"2024-09-13T15:00:53.925096+0000","last_clean":"2024-09-13T15:00:53.925096+0000","last_became_active":"2024-09-13T15:00:49.499706+0000","last_became_peered":"2024-09-13T15:00:49.499706+0000","last_unstale":"2024-09-13T15:00:53.925096+0000","last_undegraded":"2024-09-13T15:00:53.925096+0000","last_fullsized":"2024-09-13T15:00:53.925096+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926078+0000","last_change":"2024-09-13T15:00:53.925233+0000","last_active":"2024-09-13T15:00:53.926078+0000","last_peered":"2024-09-13T15:00:53.926078+0000","last_clean":"2024-09-13T15:00:53.926078+0000","last_became_active":"2024-09-13T15:00:53.924856+0000","last_became_peered":"2024-09-13T15:00:53.924856+0000","last_unstale":"2024-09-13T15:00:53.926078+0000","last_undegraded":"2024-09-13T15:00:53.926078+0000","last_fullsized":"2024-09-13T15:00:53.926078+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:15:41.850943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906124+0000","last_change":"2024-09-13T15:00:49.887679+0000","last_active":"2024-09-13T15:00:53.906124+0000","last_peered":"2024-09-13T15:00:53.906124+0000","last_clean":"2024-09-13T15:00:53.906124+0000","last_became_active":"2024-09-13T15:00:49.887361+0000","last_became_peered":"2024-09-13T15:00:49.887361+0000","last_unstale":"2024-09-13T15:00:53.906124+0000","last_undegraded":"2024-09-13T15:00:53.906124+0000","last_fullsized":"2024-09-13T15:00:53.906124+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:54.472977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.923062+0000","last_change":"2024-09-13T15:00:49.506818+0000","last_active":"2024-09-13T15:00:53.923062+0000","last_peered":"2024-09-13T15:00:53.923062+0000","last_clean":"2024-09-13T15:00:53.923062+0000","last_became_active":"2024-09-13T15:00:49.506500+0000","last_became_peered":"2024-09-13T15:00:49.506500+0000","last_unstale":"2024-09-13T15:00:53.923062+0000","last_undegraded":"2024-09-13T15:00:53.923062+0000","last_fullsized":"2024-09-13T15:00:53.923062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:21.124199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.003157+0000","last_change":"2024-09-13T15:00:53.999937+0000","last_active":"2024-09-13T15:00:54.003157+0000","last_peered":"2024-09-13T15:00:54.003157+0000","last_clean":"2024-09-13T15:00:54.003157+0000","last_became_active":"2024-09-13T15:00:53.999005+0000","last_became_peered":"2024-09-13T15:00:53.999005+0000","last_unstale":"2024-09-13T15:00:54.003157+0000","last_undegraded":"2024-09-13T15:00:54.003157+0000","last_fullsized":"2024-09-13T15:00:54.003157+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:33.277000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905008+0000","last_change":"2024-09-13T15:00:49.891379+0000","last_active":"2024-09-13T15:00:53.905008+0000","last_peered":"2024-09-13T15:00:53.905008+0000","last_clean":"2024-09-13T15:00:53.905008+0000","last_became_active":"2024-09-13T15:00:49.890930+0000","last_became_peered":"2024-09-13T15:00:49.890930+0000","last_unstale":"2024-09-13T15:00:53.905008+0000","last_undegraded":"2024-09-13T15:00:53.905008+0000","last_fullsized":"2024-09-13T15:00:53.905008+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:22.131687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.991649+0000","last_change":"2024-09-13T15:00:49.509890+0000","last_active":"2024-09-13T15:00:53.991649+0000","last_peered":"2024-09-13T15:00:53.991649+0000","last_clean":"2024-09-13T15:00:53.991649+0000","last_became_active":"2024-09-13T15:00:49.509671+0000","last_became_peered":"2024-09-13T15:00:49.509671+0000","last_unstale":"2024-09-13T15:00:53.991649+0000","last_undegraded":"2024-09-13T15:00:53.991649+0000","last_fullsized":"2024-09-13T15:00:53.991649+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:10.903077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933186+0000","last_change":"2024-09-13T15:00:53.931557+0000","last_active":"2024-09-13T15:00:53.933186+0000","last_peered":"2024-09-13T15:00:53.933186+0000","last_clean":"2024-09-13T15:00:53.933186+0000","last_became_active":"2024-09-13T15:00:53.931151+0000","last_became_peered":"2024-09-13T15:00:53.931151+0000","last_unstale":"2024-09-13T15:00:53.933186+0000","last_undegraded":"2024-09-13T15:00:53.933186+0000","last_fullsized":"2024-09-13T15:00:53.933186+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:33.277000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917821+0000","last_change":"2024-09-13T15:00:49.899621+0000","last_active":"2024-09-13T15:00:53.917821+0000","last_peered":"2024-09-13T15:00:53.917821+0000","last_clean":"2024-09-13T15:00:53.917821+0000","last_became_active":"2024-09-13T15:00:49.899351+0000","last_became_peered":"2024-09-13T15:00:49.899351+0000","last_unstale":"2024-09-13T15:00:53.917821+0000","last_undegraded":"2024-09-13T15:00:53.917821+0000","last_fullsized":"2024-09-13T15:00:53.917821+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:52.538031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914218+0000","last_change":"2024-09-13T15:00:49.507303+0000","last_active":"2024-09-13T15:00:53.914218+0000","last_peered":"2024-09-13T15:00:53.914218+0000","last_clean":"2024-09-13T15:00:53.914218+0000","last_became_active":"2024-09-13T15:00:49.506703+0000","last_became_peered":"2024-09-13T15:00:49.506703+0000","last_unstale":"2024-09-13T15:00:53.914218+0000","last_undegraded":"2024-09-13T15:00:53.914218+0000","last_fullsized":"2024-09-13T15:00:53.914218+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:48.626138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.002090+0000","last_change":"2024-09-13T15:00:53.998516+0000","last_active":"2024-09-13T15:00:54.002090+0000","last_peered":"2024-09-13T15:00:54.002090+0000","last_clean":"2024-09-13T15:00:54.002090+0000","last_became_active":"2024-09-13T15:00:53.997769+0000","last_became_peered":"2024-09-13T15:00:53.997769+0000","last_unstale":"2024-09-13T15:00:54.002090+0000","last_undegraded":"2024-09-13T15:00:54.002090+0000","last_fullsized":"2024-09-13T15:00:54.002090+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:25.036820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912036+0000","last_change":"2024-09-13T15:00:49.891044+0000","last_active":"2024-09-13T15:00:53.912036+0000","last_peered":"2024-09-13T15:00:53.912036+0000","last_clean":"2024-09-13T15:00:53.912036+0000","last_became_active":"2024-09-13T15:00:49.890770+0000","last_became_peered":"2024-09-13T15:00:49.890770+0000","last_unstale":"2024-09-13T15:00:53.912036+0000","last_undegraded":"2024-09-13T15:00:53.912036+0000","last_fullsized":"2024-09-13T15:00:53.912036+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:37.376575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924935+0000","last_change":"2024-09-13T15:00:49.501638+0000","last_active":"2024-09-13T15:00:53.924935+0000","last_peered":"2024-09-13T15:00:53.924935+0000","last_clean":"2024-09-13T15:00:53.924935+0000","last_became_active":"2024-09-13T15:00:49.500203+0000","last_became_peered":"2024-09-13T15:00:49.500203+0000","last_unstale":"2024-09-13T15:00:53.924935+0000","last_undegraded":"2024-09-13T15:00:53.924935+0000","last_fullsized":"2024-09-13T15:00:53.924935+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:11.935682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.005677+0000","last_change":"2024-09-13T15:00:53.994835+0000","last_active":"2024-09-13T15:00:54.005677+0000","last_peered":"2024-09-13T15:00:54.005677+0000","last_clean":"2024-09-13T15:00:54.005677+0000","last_became_active":"2024-09-13T15:00:53.994425+0000","last_became_peered":"2024-09-13T15:00:53.994425+0000","last_unstale":"2024-09-13T15:00:54.005677+0000","last_undegraded":"2024-09-13T15:00:54.005677+0000","last_fullsized":"2024-09-13T15:00:54.005677+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:26:25.542617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924850+0000","last_change":"2024-09-13T15:00:49.888594+0000","last_active":"2024-09-13T15:00:53.924850+0000","last_peered":"2024-09-13T15:00:53.924850+0000","last_clean":"2024-09-13T15:00:53.924850+0000","last_became_active":"2024-09-13T15:00:49.888315+0000","last_became_peered":"2024-09-13T15:00:49.888315+0000","last_unstale":"2024-09-13T15:00:53.924850+0000","last_undegraded":"2024-09-13T15:00:53.924850+0000","last_fullsized":"2024-09-13T15:00:53.924850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:58.047033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.995075+0000","last_change":"2024-09-13T15:00:49.508780+0000","last_active":"2024-09-13T15:00:53.995075+0000","last_peered":"2024-09-13T15:00:53.995075+0000","last_clean":"2024-09-13T15:00:53.995075+0000","last_became_active":"2024-09-13T15:00:49.508505+0000","last_became_peered":"2024-09-13T15:00:49.508505+0000","last_unstale":"2024-09-13T15:00:53.995075+0000","last_undegraded":"2024-09-13T15:00:53.995075+0000","last_fullsized":"2024-09-13T15:00:53.995075+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:17:46.529378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.001165+0000","last_change":"2024-09-13T15:00:53.996254+0000","last_active":"2024-09-13T15:00:54.001165+0000","last_peered":"2024-09-13T15:00:54.001165+0000","last_clean":"2024-09-13T15:00:54.001165+0000","last_became_active":"2024-09-13T15:00:53.995328+0000","last_became_peered":"2024-09-13T15:00:53.995328+0000","last_unstale":"2024-09-13T15:00:54.001165+0000","last_undegraded":"2024-09-13T15:00:54.001165+0000","last_fullsized":"2024-09-13T15:00:54.001165+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:48:30.149833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913852+0000","last_change":"2024-09-13T15:00:49.909106+0000","last_active":"2024-09-13T15:00:53.913852+0000","last_peered":"2024-09-13T15:00:53.913852+0000","last_clean":"2024-09-13T15:00:53.913852+0000","last_became_active":"2024-09-13T15:00:49.908667+0000","last_became_peered":"2024-09-13T15:00:49.908667+0000","last_unstale":"2024-09-13T15:00:53.913852+0000","last_undegraded":"2024-09-13T15:00:53.913852+0000","last_fullsized":"2024-09-13T15:00:53.913852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:18.433703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924992+0000","last_change":"2024-09-13T15:00:49.499864+0000","last_active":"2024-09-13T15:00:53.924992+0000","last_peered":"2024-09-13T15:00:53.924992+0000","last_clean":"2024-09-13T15:00:53.924992+0000","last_became_active":"2024-09-13T15:00:49.498399+0000","last_became_peered":"2024-09-13T15:00:49.498399+0000","last_unstale":"2024-09-13T15:00:53.924992+0000","last_undegraded":"2024-09-13T15:00:53.924992+0000","last_fullsized":"2024-09-13T15:00:53.924992+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:11.515122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.937156+0000","last_change":"2024-09-13T15:00:53.930935+0000","last_active":"2024-09-13T15:00:53.937156+0000","last_peered":"2024-09-13T15:00:53.937156+0000","last_clean":"2024-09-13T15:00:53.937156+0000","last_became_active":"2024-09-13T15:00:53.928753+0000","last_became_peered":"2024-09-13T15:00:53.928753+0000","last_unstale":"2024-09-13T15:00:53.937156+0000","last_undegraded":"2024-09-13T15:00:53.937156+0000","last_fullsized":"2024-09-13T15:00:53.937156+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:12.759092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906225+0000","last_change":"2024-09-13T15:00:49.903472+0000","last_active":"2024-09-13T15:00:53.906225+0000","last_peered":"2024-09-13T15:00:53.906225+0000","last_clean":"2024-09-13T15:00:53.906225+0000","last_became_active":"2024-09-13T15:00:49.903238+0000","last_became_peered":"2024-09-13T15:00:49.903238+0000","last_unstale":"2024-09-13T15:00:53.906225+0000","last_undegraded":"2024-09-13T15:00:53.906225+0000","last_fullsized":"2024-09-13T15:00:53.906225+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:11.910565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917485+0000","last_change":"2024-09-13T15:00:49.499021+0000","last_active":"2024-09-13T15:00:53.917485+0000","last_peered":"2024-09-13T15:00:53.917485+0000","last_clean":"2024-09-13T15:00:53.917485+0000","last_became_active":"2024-09-13T15:00:49.498734+0000","last_became_peered":"2024-09-13T15:00:49.498734+0000","last_unstale":"2024-09-13T15:00:53.917485+0000","last_undegraded":"2024-09-13T15:00:53.917485+0000","last_fullsized":"2024-09-13T15:00:53.917485+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:21.124199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.930770+0000","last_change":"2024-09-13T15:00:53.928070+0000","last_active":"2024-09-13T15:00:53.930770+0000","last_peered":"2024-09-13T15:00:53.930770+0000","last_clean":"2024-09-13T15:00:53.930770+0000","last_became_active":"2024-09-13T15:00:53.927631+0000","last_became_peered":"2024-09-13T15:00:53.927631+0000","last_unstale":"2024-09-13T15:00:53.930770+0000","last_undegraded":"2024-09-13T15:00:53.930770+0000","last_fullsized":"2024-09-13T15:00:53.930770+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:09:06.595464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.921397+0000","last_change":"2024-09-13T15:00:49.885740+0000","last_active":"2024-09-13T15:00:53.921397+0000","last_peered":"2024-09-13T15:00:53.921397+0000","last_clean":"2024-09-13T15:00:53.921397+0000","last_became_active":"2024-09-13T15:00:49.885423+0000","last_became_peered":"2024-09-13T15:00:49.885423+0000","last_unstale":"2024-09-13T15:00:53.921397+0000","last_undegraded":"2024-09-13T15:00:53.921397+0000","last_fullsized":"2024-09-13T15:00:53.921397+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:58:47.858890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.902237+0000","last_change":"2024-09-13T15:00:49.502610+0000","last_active":"2024-09-13T15:00:53.902237+0000","last_peered":"2024-09-13T15:00:53.902237+0000","last_clean":"2024-09-13T15:00:53.902237+0000","last_became_active":"2024-09-13T15:00:49.502026+0000","last_became_peered":"2024-09-13T15:00:49.502026+0000","last_unstale":"2024-09-13T15:00:53.902237+0000","last_undegraded":"2024-09-13T15:00:53.902237+0000","last_fullsized":"2024-09-13T15:00:53.902237+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.930748+0000","last_change":"2024-09-13T15:00:53.927949+0000","last_active":"2024-09-13T15:00:53.930748+0000","last_peered":"2024-09-13T15:00:53.930748+0000","last_clean":"2024-09-13T15:00:53.930748+0000","last_became_active":"2024-09-13T15:00:53.927469+0000","last_became_peered":"2024-09-13T15:00:53.927469+0000","last_unstale":"2024-09-13T15:00:53.930748+0000","last_undegraded":"2024-09-13T15:00:53.930748+0000","last_fullsized":"2024-09-13T15:00:53.930748+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:57.618580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913833+0000","last_change":"2024-09-13T15:00:49.898955+0000","last_active":"2024-09-13T15:00:53.913833+0000","last_peered":"2024-09-13T15:00:53.913833+0000","last_clean":"2024-09-13T15:00:53.913833+0000","last_became_active":"2024-09-13T15:00:49.898708+0000","last_became_peered":"2024-09-13T15:00:49.898708+0000","last_unstale":"2024-09-13T15:00:53.913833+0000","last_undegraded":"2024-09-13T15:00:53.913833+0000","last_fullsized":"2024-09-13T15:00:53.913833+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:54.967262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.991633+0000","last_change":"2024-09-13T15:00:49.506539+0000","last_active":"2024-09-13T15:00:53.991633+0000","last_peered":"2024-09-13T15:00:53.991633+0000","last_clean":"2024-09-13T15:00:53.991633+0000","last_became_active":"2024-09-13T15:00:49.506204+0000","last_became_peered":"2024-09-13T15:00:49.506204+0000","last_unstale":"2024-09-13T15:00:53.991633+0000","last_undegraded":"2024-09-13T15:00:53.991633+0000","last_fullsized":"2024-09-13T15:00:53.991633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:46.513348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.998694+0000","last_change":"2024-09-13T15:00:53.996034+0000","last_active":"2024-09-13T15:00:53.998694+0000","last_peered":"2024-09-13T15:00:53.998694+0000","last_clean":"2024-09-13T15:00:53.998694+0000","last_became_active":"2024-09-13T15:00:53.994930+0000","last_became_peered":"2024-09-13T15:00:53.994930+0000","last_unstale":"2024-09-13T15:00:53.998694+0000","last_undegraded":"2024-09-13T15:00:53.998694+0000","last_fullsized":"2024-09-13T15:00:53.998694+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:44:59.131075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.903182+0000","last_change":"2024-09-13T15:00:49.913348+0000","last_active":"2024-09-13T15:00:53.903182+0000","last_peered":"2024-09-13T15:00:53.903182+0000","last_clean":"2024-09-13T15:00:53.903182+0000","last_became_active":"2024-09-13T15:00:49.913078+0000","last_became_peered":"2024-09-13T15:00:49.913078+0000","last_unstale":"2024-09-13T15:00:53.903182+0000","last_undegraded":"2024-09-13T15:00:53.903182+0000","last_fullsized":"2024-09-13T15:00:53.903182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:41.710244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912983+0000","last_change":"2024-09-13T15:00:49.502721+0000","last_active":"2024-09-13T15:00:53.912983+0000","last_peered":"2024-09-13T15:00:53.912983+0000","last_clean":"2024-09-13T15:00:53.912983+0000","last_became_active":"2024-09-13T15:00:49.502407+0000","last_became_peered":"2024-09-13T15:00:49.502407+0000","last_unstale":"2024-09-13T15:00:53.912983+0000","last_undegraded":"2024-09-13T15:00:53.912983+0000","last_fullsized":"2024-09-13T15:00:53.912983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:04.197447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":167,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.992764+0000","last_change":"2024-09-13T15:00:46.489302+0000","last_active":"2024-09-13T15:00:53.992764+0000","last_peered":"2024-09-13T15:00:53.992764+0000","last_clean":"2024-09-13T15:00:53.992764+0000","last_became_active":"2024-09-13T15:00:46.487009+0000","last_became_peered":"2024-09-13T15:00:46.487009+0000","last_unstale":"2024-09-13T15:00:53.992764+0000","last_undegraded":"2024-09-13T15:00:53.992764+0000","last_fullsized":"2024-09-13T15:00:53.992764+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_clean_scrub_stamp":"2024-09-13T15:00:45.246135+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:04.189008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.999880+0000","last_change":"2024-09-13T15:00:53.997628+0000","last_active":"2024-09-13T15:00:53.999880+0000","last_peered":"2024-09-13T15:00:53.999880+0000","last_clean":"2024-09-13T15:00:53.999880+0000","last_became_active":"2024-09-13T15:00:53.997287+0000","last_became_peered":"2024-09-13T15:00:53.997287+0000","last_unstale":"2024-09-13T15:00:53.999880+0000","last_undegraded":"2024-09-13T15:00:53.999880+0000","last_fullsized":"2024-09-13T15:00:53.999880+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:32:00.954058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994175+0000","last_change":"2024-09-13T15:00:49.912737+0000","last_active":"2024-09-13T15:00:53.994175+0000","last_peered":"2024-09-13T15:00:53.994175+0000","last_clean":"2024-09-13T15:00:53.994175+0000","last_became_active":"2024-09-13T15:00:49.912473+0000","last_became_peered":"2024-09-13T15:00:49.912473+0000","last_unstale":"2024-09-13T15:00:53.994175+0000","last_undegraded":"2024-09-13T15:00:53.994175+0000","last_fullsized":"2024-09-13T15:00:53.994175+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:26.239274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.903984+0000","last_change":"2024-09-13T15:00:49.505911+0000","last_active":"2024-09-13T15:00:53.903984+0000","last_peered":"2024-09-13T15:00:53.903984+0000","last_clean":"2024-09-13T15:00:53.903984+0000","last_became_active":"2024-09-13T15:00:49.505516+0000","last_became_peered":"2024-09-13T15:00:49.505516+0000","last_unstale":"2024-09-13T15:00:53.903984+0000","last_undegraded":"2024-09-13T15:00:53.903984+0000","last_fullsized":"2024-09-13T15:00:53.903984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:49.811340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.996817+0000","last_change":"2024-09-13T15:00:53.994992+0000","last_active":"2024-09-13T15:00:53.996817+0000","last_peered":"2024-09-13T15:00:53.996817+0000","last_clean":"2024-09-13T15:00:53.996817+0000","last_became_active":"2024-09-13T15:00:53.994318+0000","last_became_peered":"2024-09-13T15:00:53.994318+0000","last_unstale":"2024-09-13T15:00:53.996817+0000","last_undegraded":"2024-09-13T15:00:53.996817+0000","last_fullsized":"2024-09-13T15:00:53.996817+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:01:41.884669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913787+0000","last_change":"2024-09-13T15:00:49.908945+0000","last_active":"2024-09-13T15:00:53.913787+0000","last_peered":"2024-09-13T15:00:53.913787+0000","last_clean":"2024-09-13T15:00:53.913787+0000","last_became_active":"2024-09-13T15:00:49.904160+0000","last_became_peered":"2024-09-13T15:00:49.904160+0000","last_unstale":"2024-09-13T15:00:53.913787+0000","last_undegraded":"2024-09-13T15:00:53.913787+0000","last_fullsized":"2024-09-13T15:00:53.913787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.769255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924910+0000","last_change":"2024-09-13T15:00:49.496850+0000","last_active":"2024-09-13T15:00:53.924910+0000","last_peered":"2024-09-13T15:00:53.924910+0000","last_clean":"2024-09-13T15:00:53.924910+0000","last_became_active":"2024-09-13T15:00:49.496533+0000","last_became_peered":"2024-09-13T15:00:49.496533+0000","last_unstale":"2024-09-13T15:00:53.924910+0000","last_undegraded":"2024-09-13T15:00:53.924910+0000","last_fullsized":"2024-09-13T15:00:53.924910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:32.640979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.929649+0000","last_change":"2024-09-13T15:00:53.928468+0000","last_active":"2024-09-13T15:00:53.929649+0000","last_peered":"2024-09-13T15:00:53.929649+0000","last_clean":"2024-09-13T15:00:53.929649+0000","last_became_active":"2024-09-13T15:00:53.928165+0000","last_became_peered":"2024-09-13T15:00:53.928165+0000","last_unstale":"2024-09-13T15:00:53.929649+0000","last_undegraded":"2024-09-13T15:00:53.929649+0000","last_fullsized":"2024-09-13T15:00:53.929649+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:48:45.414085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.995141+0000","last_change":"2024-09-13T15:00:49.897045+0000","last_active":"2024-09-13T15:00:53.995141+0000","last_peered":"2024-09-13T15:00:53.995141+0000","last_clean":"2024-09-13T15:00:53.995141+0000","last_became_active":"2024-09-13T15:00:49.896168+0000","last_became_peered":"2024-09-13T15:00:49.896168+0000","last_unstale":"2024-09-13T15:00:53.995141+0000","last_undegraded":"2024-09-13T15:00:53.995141+0000","last_fullsized":"2024-09-13T15:00:53.995141+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:07:11.982160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.904136+0000","last_change":"2024-09-13T15:00:49.502336+0000","last_active":"2024-09-13T15:00:53.904136+0000","last_peered":"2024-09-13T15:00:53.904136+0000","last_clean":"2024-09-13T15:00:53.904136+0000","last_became_active":"2024-09-13T15:00:49.502049+0000","last_became_peered":"2024-09-13T15:00:49.502049+0000","last_unstale":"2024-09-13T15:00:53.904136+0000","last_undegraded":"2024-09-13T15:00:53.904136+0000","last_fullsized":"2024-09-13T15:00:53.904136+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:11.935682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.002295+0000","last_change":"2024-09-13T15:00:53.997535+0000","last_active":"2024-09-13T15:00:54.002295+0000","last_peered":"2024-09-13T15:00:54.002295+0000","last_clean":"2024-09-13T15:00:54.002295+0000","last_became_active":"2024-09-13T15:00:53.997116+0000","last_became_peered":"2024-09-13T15:00:53.997116+0000","last_unstale":"2024-09-13T15:00:54.002295+0000","last_undegraded":"2024-09-13T15:00:54.002295+0000","last_fullsized":"2024-09-13T15:00:54.002295+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:09:06.595464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994587+0000","last_change":"2024-09-13T15:00:49.900725+0000","last_active":"2024-09-13T15:00:53.994587+0000","last_peered":"2024-09-13T15:00:53.994587+0000","last_clean":"2024-09-13T15:00:53.994587+0000","last_became_active":"2024-09-13T15:00:49.900470+0000","last_became_peered":"2024-09-13T15:00:49.900470+0000","last_unstale":"2024-09-13T15:00:53.994587+0000","last_undegraded":"2024-09-13T15:00:53.994587+0000","last_fullsized":"2024-09-13T15:00:53.994587+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:25.214950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906491+0000","last_change":"2024-09-13T15:00:49.501002+0000","last_active":"2024-09-13T15:00:53.906491+0000","last_peered":"2024-09-13T15:00:53.906491+0000","last_clean":"2024-09-13T15:00:53.906491+0000","last_became_active":"2024-09-13T15:00:49.500655+0000","last_became_peered":"2024-09-13T15:00:49.500655+0000","last_unstale":"2024-09-13T15:00:53.906491+0000","last_undegraded":"2024-09-13T15:00:53.906491+0000","last_fullsized":"2024-09-13T15:00:53.906491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:37.328320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926051+0000","last_change":"2024-09-13T15:00:53.925153+0000","last_active":"2024-09-13T15:00:53.926051+0000","last_peered":"2024-09-13T15:00:53.926051+0000","last_clean":"2024-09-13T15:00:53.926051+0000","last_became_active":"2024-09-13T15:00:53.924753+0000","last_became_peered":"2024-09-13T15:00:53.924753+0000","last_unstale":"2024-09-13T15:00:53.926051+0000","last_undegraded":"2024-09-13T15:00:53.926051+0000","last_fullsized":"2024-09-13T15:00:53.926051+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:12.759092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993210+0000","last_change":"2024-09-13T15:00:49.906428+0000","last_active":"2024-09-13T15:00:53.993210+0000","last_peered":"2024-09-13T15:00:53.993210+0000","last_clean":"2024-09-13T15:00:53.993210+0000","last_became_active":"2024-09-13T15:00:49.906080+0000","last_became_peered":"2024-09-13T15:00:49.906080+0000","last_unstale":"2024-09-13T15:00:53.993210+0000","last_undegraded":"2024-09-13T15:00:53.993210+0000","last_fullsized":"2024-09-13T15:00:53.993210+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:54.064111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.901784+0000","last_change":"2024-09-13T15:00:49.497158+0000","last_active":"2024-09-13T15:00:53.901784+0000","last_peered":"2024-09-13T15:00:53.901784+0000","last_clean":"2024-09-13T15:00:53.901784+0000","last_became_active":"2024-09-13T15:00:49.496069+0000","last_became_peered":"2024-09-13T15:00:49.496069+0000","last_unstale":"2024-09-13T15:00:53.901784+0000","last_undegraded":"2024-09-13T15:00:53.901784+0000","last_fullsized":"2024-09-13T15:00:53.901784+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:04.197447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924796+0000","last_change":"2024-09-13T15:00:53.924139+0000","last_active":"2024-09-13T15:00:53.924796+0000","last_peered":"2024-09-13T15:00:53.924796+0000","last_clean":"2024-09-13T15:00:53.924796+0000","last_became_active":"2024-09-13T15:00:53.923611+0000","last_became_peered":"2024-09-13T15:00:53.923611+0000","last_unstale":"2024-09-13T15:00:53.924796+0000","last_undegraded":"2024-09-13T15:00:53.924796+0000","last_fullsized":"2024-09-13T15:00:53.924796+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:29.749390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912637+0000","last_change":"2024-09-13T15:00:49.905588+0000","last_active":"2024-09-13T15:00:53.912637+0000","last_peered":"2024-09-13T15:00:53.912637+0000","last_clean":"2024-09-13T15:00:53.912637+0000","last_became_active":"2024-09-13T15:00:49.905156+0000","last_became_peered":"2024-09-13T15:00:49.905156+0000","last_unstale":"2024-09-13T15:00:53.912637+0000","last_undegraded":"2024-09-13T15:00:53.912637+0000","last_fullsized":"2024-09-13T15:00:53.912637+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:27.497312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912704+0000","last_change":"2024-09-13T15:00:49.498099+0000","last_active":"2024-09-13T15:00:53.912704+0000","last_peered":"2024-09-13T15:00:53.912704+0000","last_clean":"2024-09-13T15:00:53.912704+0000","last_became_active":"2024-09-13T15:00:49.497663+0000","last_became_peered":"2024-09-13T15:00:49.497663+0000","last_unstale":"2024-09-13T15:00:53.912704+0000","last_undegraded":"2024-09-13T15:00:53.912704+0000","last_fullsized":"2024-09-13T15:00:53.912704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:31:46.869275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006174+0000","last_change":"2024-09-13T15:00:53.996163+0000","last_active":"2024-09-13T15:00:54.006174+0000","last_peered":"2024-09-13T15:00:54.006174+0000","last_clean":"2024-09-13T15:00:54.006174+0000","last_became_active":"2024-09-13T15:00:53.994912+0000","last_became_peered":"2024-09-13T15:00:53.994912+0000","last_unstale":"2024-09-13T15:00:54.006174+0000","last_undegraded":"2024-09-13T15:00:54.006174+0000","last_fullsized":"2024-09-13T15:00:54.006174+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:55:33.336348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993570+0000","last_change":"2024-09-13T15:00:49.901447+0000","last_active":"2024-09-13T15:00:53.993570+0000","last_peered":"2024-09-13T15:00:53.993570+0000","last_clean":"2024-09-13T15:00:53.993570+0000","last_became_active":"2024-09-13T15:00:49.900971+0000","last_became_peered":"2024-09-13T15:00:49.900971+0000","last_unstale":"2024-09-13T15:00:53.993570+0000","last_undegraded":"2024-09-13T15:00:53.993570+0000","last_fullsized":"2024-09-13T15:00:53.993570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:41.971099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917132+0000","last_change":"2024-09-13T15:00:49.502998+0000","last_active":"2024-09-13T15:00:53.917132+0000","last_peered":"2024-09-13T15:00:53.917132+0000","last_clean":"2024-09-13T15:00:53.917132+0000","last_became_active":"2024-09-13T15:00:49.502750+0000","last_became_peered":"2024-09-13T15:00:49.502750+0000","last_unstale":"2024-09-13T15:00:53.917132+0000","last_undegraded":"2024-09-13T15:00:53.917132+0000","last_fullsized":"2024-09-13T15:00:53.917132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:24.189694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006143+0000","last_change":"2024-09-13T15:00:53.995576+0000","last_active":"2024-09-13T15:00:54.006143+0000","last_peered":"2024-09-13T15:00:54.006143+0000","last_clean":"2024-09-13T15:00:54.006143+0000","last_became_active":"2024-09-13T15:00:53.994765+0000","last_became_peered":"2024-09-13T15:00:53.994765+0000","last_unstale":"2024-09-13T15:00:54.006143+0000","last_undegraded":"2024-09-13T15:00:54.006143+0000","last_fullsized":"2024-09-13T15:00:54.006143+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:04:22.014185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.916114+0000","last_change":"2024-09-13T15:00:49.902007+0000","last_active":"2024-09-13T15:00:53.916114+0000","last_peered":"2024-09-13T15:00:53.916114+0000","last_clean":"2024-09-13T15:00:53.916114+0000","last_became_active":"2024-09-13T15:00:49.901760+0000","last_became_peered":"2024-09-13T15:00:49.901760+0000","last_unstale":"2024-09-13T15:00:53.916114+0000","last_undegraded":"2024-09-13T15:00:53.916114+0000","last_fullsized":"2024-09-13T15:00:53.916114+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:14.686922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914638+0000","last_change":"2024-09-13T15:00:49.498085+0000","last_active":"2024-09-13T15:00:53.914638+0000","last_peered":"2024-09-13T15:00:53.914638+0000","last_clean":"2024-09-13T15:00:53.914638+0000","last_became_active":"2024-09-13T15:00:49.497778+0000","last_became_peered":"2024-09-13T15:00:49.497778+0000","last_unstale":"2024-09-13T15:00:53.914638+0000","last_undegraded":"2024-09-13T15:00:53.914638+0000","last_fullsized":"2024-09-13T15:00:53.914638+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:02.423879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.999633+0000","last_change":"2024-09-13T15:00:53.995377+0000","last_active":"2024-09-13T15:00:53.999633+0000","last_peered":"2024-09-13T15:00:53.999633+0000","last_clean":"2024-09-13T15:00:53.999633+0000","last_became_active":"2024-09-13T15:00:53.994392+0000","last_became_peered":"2024-09-13T15:00:53.994392+0000","last_unstale":"2024-09-13T15:00:53.999633+0000","last_undegraded":"2024-09-13T15:00:53.999633+0000","last_fullsized":"2024-09-13T15:00:53.999633+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:43.617339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993954+0000","last_change":"2024-09-13T15:00:49.894323+0000","last_active":"2024-09-13T15:00:53.993954+0000","last_peered":"2024-09-13T15:00:53.993954+0000","last_clean":"2024-09-13T15:00:53.993954+0000","last_became_active":"2024-09-13T15:00:49.893539+0000","last_became_peered":"2024-09-13T15:00:49.893539+0000","last_unstale":"2024-09-13T15:00:53.993954+0000","last_undegraded":"2024-09-13T15:00:53.993954+0000","last_fullsized":"2024-09-13T15:00:53.993954+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:46:48.512079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T15:00:59.223116+0000","last_change":"2024-09-13T15:00:49.498856+0000","last_active":"2024-09-13T15:00:59.223116+0000","last_peered":"2024-09-13T15:00:59.223116+0000","last_clean":"2024-09-13T15:00:59.223116+0000","last_became_active":"2024-09-13T15:00:49.498539+0000","last_became_peered":"2024-09-13T15:00:49.498539+0000","last_unstale":"2024-09-13T15:00:59.223116+0000","last_undegraded":"2024-09-13T15:00:59.223116+0000","last_fullsized":"2024-09-13T15:00:59.223116+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:42.058856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.937216+0000","last_change":"2024-09-13T15:00:53.929005+0000","last_active":"2024-09-13T15:00:53.937216+0000","last_peered":"2024-09-13T15:00:53.937216+0000","last_clean":"2024-09-13T15:00:53.937216+0000","last_became_active":"2024-09-13T15:00:53.927205+0000","last_became_peered":"2024-09-13T15:00:53.927205+0000","last_unstale":"2024-09-13T15:00:53.937216+0000","last_undegraded":"2024-09-13T15:00:53.937216+0000","last_fullsized":"2024-09-13T15:00:53.937216+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:21.108507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906911+0000","last_change":"2024-09-13T15:00:49.893728+0000","last_active":"2024-09-13T15:00:53.906911+0000","last_peered":"2024-09-13T15:00:53.906911+0000","last_clean":"2024-09-13T15:00:53.906911+0000","last_became_active":"2024-09-13T15:00:49.893398+0000","last_became_peered":"2024-09-13T15:00:49.893398+0000","last_unstale":"2024-09-13T15:00:53.906911+0000","last_undegraded":"2024-09-13T15:00:53.906911+0000","last_fullsized":"2024-09-13T15:00:53.906911+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:12.522611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924804+0000","last_change":"2024-09-13T15:00:49.501317+0000","last_active":"2024-09-13T15:00:53.924804+0000","last_peered":"2024-09-13T15:00:53.924804+0000","last_clean":"2024-09-13T15:00:53.924804+0000","last_became_active":"2024-09-13T15:00:49.499458+0000","last_became_peered":"2024-09-13T15:00:49.499458+0000","last_unstale":"2024-09-13T15:00:53.924804+0000","last_undegraded":"2024-09-13T15:00:53.924804+0000","last_fullsized":"2024-09-13T15:00:53.924804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:24.189694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933160+0000","last_change":"2024-09-13T15:00:53.931539+0000","last_active":"2024-09-13T15:00:53.933160+0000","last_peered":"2024-09-13T15:00:53.933160+0000","last_clean":"2024-09-13T15:00:53.933160+0000","last_became_active":"2024-09-13T15:00:53.931108+0000","last_became_peered":"2024-09-13T15:00:53.931108+0000","last_unstale":"2024-09-13T15:00:53.933160+0000","last_undegraded":"2024-09-13T15:00:53.933160+0000","last_fullsized":"2024-09-13T15:00:53.933160+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:16.144739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.915041+0000","last_change":"2024-09-13T15:00:49.914522+0000","last_active":"2024-09-13T15:00:53.915041+0000","last_peered":"2024-09-13T15:00:53.915041+0000","last_clean":"2024-09-13T15:00:53.915041+0000","last_became_active":"2024-09-13T15:00:49.914232+0000","last_became_peered":"2024-09-13T15:00:49.914232+0000","last_unstale":"2024-09-13T15:00:53.915041+0000","last_undegraded":"2024-09-13T15:00:53.915041+0000","last_fullsized":"2024-09-13T15:00:53.915041+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:10:00.725039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913355+0000","last_change":"2024-09-13T15:00:49.504224+0000","last_active":"2024-09-13T15:00:53.913355+0000","last_peered":"2024-09-13T15:00:53.913355+0000","last_clean":"2024-09-13T15:00:53.913355+0000","last_became_active":"2024-09-13T15:00:49.503914+0000","last_became_peered":"2024-09-13T15:00:49.503914+0000","last_unstale":"2024-09-13T15:00:53.913355+0000","last_undegraded":"2024-09-13T15:00:53.913355+0000","last_fullsized":"2024-09-13T15:00:53.913355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:11.935682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.929540+0000","last_change":"2024-09-13T15:00:53.926637+0000","last_active":"2024-09-13T15:00:53.929540+0000","last_peered":"2024-09-13T15:00:53.929540+0000","last_clean":"2024-09-13T15:00:53.929540+0000","last_became_active":"2024-09-13T15:00:53.926277+0000","last_became_peered":"2024-09-13T15:00:53.926277+0000","last_unstale":"2024-09-13T15:00:53.929540+0000","last_undegraded":"2024-09-13T15:00:53.929540+0000","last_fullsized":"2024-09-13T15:00:53.929540+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:15.418420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913136+0000","last_change":"2024-09-13T15:00:49.912359+0000","last_active":"2024-09-13T15:00:53.913136+0000","last_peered":"2024-09-13T15:00:53.913136+0000","last_clean":"2024-09-13T15:00:53.913136+0000","last_became_active":"2024-09-13T15:00:49.912111+0000","last_became_peered":"2024-09-13T15:00:49.912111+0000","last_unstale":"2024-09-13T15:00:53.913136+0000","last_undegraded":"2024-09-13T15:00:53.913136+0000","last_fullsized":"2024-09-13T15:00:53.913136+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:42.033764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914114+0000","last_change":"2024-09-13T15:00:49.507500+0000","last_active":"2024-09-13T15:00:53.914114+0000","last_peered":"2024-09-13T15:00:53.914114+0000","last_clean":"2024-09-13T15:00:53.914114+0000","last_became_active":"2024-09-13T15:00:49.507037+0000","last_became_peered":"2024-09-13T15:00:49.507037+0000","last_unstale":"2024-09-13T15:00:53.914114+0000","last_undegraded":"2024-09-13T15:00:53.914114+0000","last_fullsized":"2024-09-13T15:00:53.914114+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:21.566357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006249+0000","last_change":"2024-09-13T15:00:54.001406+0000","last_active":"2024-09-13T15:00:54.006249+0000","last_peered":"2024-09-13T15:00:54.006249+0000","last_clean":"2024-09-13T15:00:54.006249+0000","last_became_active":"2024-09-13T15:00:54.000661+0000","last_became_peered":"2024-09-13T15:00:54.000661+0000","last_unstale":"2024-09-13T15:00:54.006249+0000","last_undegraded":"2024-09-13T15:00:54.006249+0000","last_fullsized":"2024-09-13T15:00:54.006249+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:21:28.745346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.003048+0000","last_change":"2024-09-13T15:00:54.001663+0000","last_active":"2024-09-13T15:00:54.003048+0000","last_peered":"2024-09-13T15:00:54.003048+0000","last_clean":"2024-09-13T15:00:54.003048+0000","last_became_active":"2024-09-13T15:00:53.999580+0000","last_became_peered":"2024-09-13T15:00:53.999580+0000","last_unstale":"2024-09-13T15:00:54.003048+0000","last_undegraded":"2024-09-13T15:00:54.003048+0000","last_fullsized":"2024-09-13T15:00:54.003048+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:07:40.632442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.919110+0000","last_change":"2024-09-13T15:00:49.887483+0000","last_active":"2024-09-13T15:00:53.919110+0000","last_peered":"2024-09-13T15:00:53.919110+0000","last_clean":"2024-09-13T15:00:53.919110+0000","last_became_active":"2024-09-13T15:00:49.887207+0000","last_became_peered":"2024-09-13T15:00:49.887207+0000","last_unstale":"2024-09-13T15:00:53.919110+0000","last_undegraded":"2024-09-13T15:00:53.919110+0000","last_fullsized":"2024-09-13T15:00:53.919110+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:54.472977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913249+0000","last_change":"2024-09-13T15:00:49.499502+0000","last_active":"2024-09-13T15:00:53.913249+0000","last_peered":"2024-09-13T15:00:53.913249+0000","last_clean":"2024-09-13T15:00:53.913249+0000","last_became_active":"2024-09-13T15:00:49.499167+0000","last_became_peered":"2024-09-13T15:00:49.499167+0000","last_unstale":"2024-09-13T15:00:53.913249+0000","last_undegraded":"2024-09-13T15:00:53.913249+0000","last_fullsized":"2024-09-13T15:00:53.913249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933922+0000","last_change":"2024-09-13T15:00:53.932234+0000","last_active":"2024-09-13T15:00:53.933922+0000","last_peered":"2024-09-13T15:00:53.933922+0000","last_clean":"2024-09-13T15:00:53.933922+0000","last_became_active":"2024-09-13T15:00:53.931609+0000","last_became_peered":"2024-09-13T15:00:53.931609+0000","last_unstale":"2024-09-13T15:00:53.933922+0000","last_undegraded":"2024-09-13T15:00:53.933922+0000","last_fullsized":"2024-09-13T15:00:53.933922+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:09:20.632446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906023+0000","last_change":"2024-09-13T15:00:49.897843+0000","last_active":"2024-09-13T15:00:53.906023+0000","last_peered":"2024-09-13T15:00:53.906023+0000","last_clean":"2024-09-13T15:00:53.906023+0000","last_became_active":"2024-09-13T15:00:49.897568+0000","last_became_peered":"2024-09-13T15:00:49.897568+0000","last_unstale":"2024-09-13T15:00:53.906023+0000","last_undegraded":"2024-09-13T15:00:53.906023+0000","last_fullsized":"2024-09-13T15:00:53.906023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.769255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.909402+0000","last_change":"2024-09-13T15:00:49.501449+0000","last_active":"2024-09-13T15:00:53.909402+0000","last_peered":"2024-09-13T15:00:53.909402+0000","last_clean":"2024-09-13T15:00:53.909402+0000","last_became_active":"2024-09-13T15:00:49.501151+0000","last_became_peered":"2024-09-13T15:00:49.501151+0000","last_unstale":"2024-09-13T15:00:53.909402+0000","last_undegraded":"2024-09-13T15:00:53.909402+0000","last_fullsized":"2024-09-13T15:00:53.909402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:49.811340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913652+0000","last_change":"2024-09-13T15:00:49.498367+0000","last_active":"2024-09-13T15:00:53.913652+0000","last_peered":"2024-09-13T15:00:53.913652+0000","last_clean":"2024-09-13T15:00:53.913652+0000","last_became_active":"2024-09-13T15:00:49.497963+0000","last_became_peered":"2024-09-13T15:00:49.497963+0000","last_unstale":"2024-09-13T15:00:53.913652+0000","last_undegraded":"2024-09-13T15:00:53.913652+0000","last_fullsized":"2024-09-13T15:00:53.913652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:22:00.063715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.916679+0000","last_change":"2024-09-13T15:00:49.906323+0000","last_active":"2024-09-13T15:00:53.916679+0000","last_peered":"2024-09-13T15:00:53.916679+0000","last_clean":"2024-09-13T15:00:53.916679+0000","last_became_active":"2024-09-13T15:00:49.906014+0000","last_became_peered":"2024-09-13T15:00:49.906014+0000","last_unstale":"2024-09-13T15:00:53.916679+0000","last_undegraded":"2024-09-13T15:00:53.916679+0000","last_fullsized":"2024-09-13T15:00:53.916679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:37:48.689547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933223+0000","last_change":"2024-09-13T15:00:53.932064+0000","last_active":"2024-09-13T15:00:53.933223+0000","last_peered":"2024-09-13T15:00:53.933223+0000","last_clean":"2024-09-13T15:00:53.933223+0000","last_became_active":"2024-09-13T15:00:53.931594+0000","last_became_peered":"2024-09-13T15:00:53.931594+0000","last_unstale":"2024-09-13T15:00:53.933223+0000","last_undegraded":"2024-09-13T15:00:53.933223+0000","last_fullsized":"2024-09-13T15:00:53.933223+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:57.886292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905783+0000","last_change":"2024-09-13T15:00:49.506504+0000","last_active":"2024-09-13T15:00:53.905783+0000","last_peered":"2024-09-13T15:00:53.905783+0000","last_clean":"2024-09-13T15:00:53.905783+0000","last_became_active":"2024-09-13T15:00:49.506179+0000","last_became_peered":"2024-09-13T15:00:49.506179+0000","last_unstale":"2024-09-13T15:00:53.905783+0000","last_undegraded":"2024-09-13T15:00:53.905783+0000","last_fullsized":"2024-09-13T15:00:53.905783+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:04.197447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905662+0000","last_change":"2024-09-13T15:00:49.891116+0000","last_active":"2024-09-13T15:00:53.905662+0000","last_peered":"2024-09-13T15:00:53.905662+0000","last_clean":"2024-09-13T15:00:53.905662+0000","last_became_active":"2024-09-13T15:00:49.890821+0000","last_became_peered":"2024-09-13T15:00:49.890821+0000","last_unstale":"2024-09-13T15:00:53.905662+0000","last_undegraded":"2024-09-13T15:00:53.905662+0000","last_fullsized":"2024-09-13T15:00:53.905662+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:33.739828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926941+0000","last_change":"2024-09-13T15:00:53.926157+0000","last_active":"2024-09-13T15:00:53.926941+0000","last_peered":"2024-09-13T15:00:53.926941+0000","last_clean":"2024-09-13T15:00:53.926941+0000","last_became_active":"2024-09-13T15:00:53.925756+0000","last_became_peered":"2024-09-13T15:00:53.925756+0000","last_unstale":"2024-09-13T15:00:53.926941+0000","last_undegraded":"2024-09-13T15:00:53.926941+0000","last_fullsized":"2024-09-13T15:00:53.926941+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:15:41.850943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912540+0000","last_change":"2024-09-13T15:00:49.907415+0000","last_active":"2024-09-13T15:00:53.912540+0000","last_peered":"2024-09-13T15:00:53.912540+0000","last_clean":"2024-09-13T15:00:53.912540+0000","last_became_active":"2024-09-13T15:00:49.905290+0000","last_became_peered":"2024-09-13T15:00:49.905290+0000","last_unstale":"2024-09-13T15:00:53.912540+0000","last_undegraded":"2024-09-13T15:00:53.912540+0000","last_fullsized":"2024-09-13T15:00:53.912540+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:24.708207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.902022+0000","last_change":"2024-09-13T15:00:49.913518+0000","last_active":"2024-09-13T15:00:53.902022+0000","last_peered":"2024-09-13T15:00:53.902022+0000","last_clean":"2024-09-13T15:00:53.902022+0000","last_became_active":"2024-09-13T15:00:49.913223+0000","last_became_peered":"2024-09-13T15:00:49.913223+0000","last_unstale":"2024-09-13T15:00:53.902022+0000","last_undegraded":"2024-09-13T15:00:53.902022+0000","last_fullsized":"2024-09-13T15:00:53.902022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:33.739828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917343+0000","last_change":"2024-09-13T15:00:49.909172+0000","last_active":"2024-09-13T15:00:53.917343+0000","last_peered":"2024-09-13T15:00:53.917343+0000","last_clean":"2024-09-13T15:00:53.917343+0000","last_became_active":"2024-09-13T15:00:49.903843+0000","last_became_peered":"2024-09-13T15:00:49.903843+0000","last_unstale":"2024-09-13T15:00:53.917343+0000","last_undegraded":"2024-09-13T15:00:53.917343+0000","last_fullsized":"2024-09-13T15:00:53.917343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:41.710244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914402+0000","last_change":"2024-09-13T15:00:49.902749+0000","last_active":"2024-09-13T15:00:53.914402+0000","last_peered":"2024-09-13T15:00:53.914402+0000","last_clean":"2024-09-13T15:00:53.914402+0000","last_became_active":"2024-09-13T15:00:49.899673+0000","last_became_peered":"2024-09-13T15:00:49.899673+0000","last_unstale":"2024-09-13T15:00:53.914402+0000","last_undegraded":"2024-09-13T15:00:53.914402+0000","last_fullsized":"2024-09-13T15:00:53.914402+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:40:54.643248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.911527+0000","last_change":"2024-09-13T15:00:49.892346+0000","last_active":"2024-09-13T15:00:53.911527+0000","last_peered":"2024-09-13T15:00:53.911527+0000","last_clean":"2024-09-13T15:00:53.911527+0000","last_became_active":"2024-09-13T15:00:49.892069+0000","last_became_peered":"2024-09-13T15:00:49.892069+0000","last_unstale":"2024-09-13T15:00:53.911527+0000","last_undegraded":"2024-09-13T15:00:53.911527+0000","last_fullsized":"2024-09-13T15:00:53.911527+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:58.047033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924348+0000","last_change":"2024-09-13T15:00:49.887765+0000","last_active":"2024-09-13T15:00:53.924348+0000","last_peered":"2024-09-13T15:00:53.924348+0000","last_clean":"2024-09-13T15:00:53.924348+0000","last_became_active":"2024-09-13T15:00:49.887588+0000","last_became_peered":"2024-09-13T15:00:49.887588+0000","last_unstale":"2024-09-13T15:00:53.924348+0000","last_undegraded":"2024-09-13T15:00:53.924348+0000","last_fullsized":"2024-09-13T15:00:53.924348+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:30.636673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914148+0000","last_change":"2024-09-13T15:00:49.893932+0000","last_active":"2024-09-13T15:00:53.914148+0000","last_peered":"2024-09-13T15:00:53.914148+0000","last_clean":"2024-09-13T15:00:53.914148+0000","last_became_active":"2024-09-13T15:00:49.893117+0000","last_became_peered":"2024-09-13T15:00:49.893117+0000","last_unstale":"2024-09-13T15:00:53.914148+0000","last_undegraded":"2024-09-13T15:00:53.914148+0000","last_fullsized":"2024-09-13T15:00:53.914148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:52.879533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.911936+0000","last_change":"2024-09-13T15:00:49.891027+0000","last_active":"2024-09-13T15:00:53.911936+0000","last_peered":"2024-09-13T15:00:53.911936+0000","last_clean":"2024-09-13T15:00:53.911936+0000","last_became_active":"2024-09-13T15:00:49.890756+0000","last_became_peered":"2024-09-13T15:00:49.890756+0000","last_unstale":"2024-09-13T15:00:53.911936+0000","last_undegraded":"2024-09-13T15:00:53.911936+0000","last_fullsized":"2024-09-13T15:00:53.911936+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:30.636673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913123+0000","last_change":"2024-09-13T15:00:49.912452+0000","last_active":"2024-09-13T15:00:53.913123+0000","last_peered":"2024-09-13T15:00:53.913123+0000","last_clean":"2024-09-13T15:00:53.913123+0000","last_became_active":"2024-09-13T15:00:49.912180+0000","last_became_peered":"2024-09-13T15:00:49.912180+0000","last_unstale":"2024-09-13T15:00:53.913123+0000","last_undegraded":"2024-09-13T15:00:53.913123+0000","last_fullsized":"2024-09-13T15:00:53.913123+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:37.376575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.909317+0000","last_change":"2024-09-13T15:00:49.898839+0000","last_active":"2024-09-13T15:00:53.909317+0000","last_peered":"2024-09-13T15:00:53.909317+0000","last_clean":"2024-09-13T15:00:53.909317+0000","last_became_active":"2024-09-13T15:00:49.898577+0000","last_became_peered":"2024-09-13T15:00:49.898577+0000","last_unstale":"2024-09-13T15:00:53.909317+0000","last_undegraded":"2024-09-13T15:00:53.909317+0000","last_fullsized":"2024-09-13T15:00:53.909317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:34:32.658967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914286+0000","last_change":"2024-09-13T15:00:49.908408+0000","last_active":"2024-09-13T15:00:53.914286+0000","last_peered":"2024-09-13T15:00:53.914286+0000","last_clean":"2024-09-13T15:00:53.914286+0000","last_became_active":"2024-09-13T15:00:49.904042+0000","last_became_peered":"2024-09-13T15:00:49.904042+0000","last_unstale":"2024-09-13T15:00:53.914286+0000","last_undegraded":"2024-09-13T15:00:53.914286+0000","last_fullsized":"2024-09-13T15:00:53.914286+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:47.166360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914539+0000","last_change":"2024-09-13T15:00:49.903734+0000","last_active":"2024-09-13T15:00:53.914539+0000","last_peered":"2024-09-13T15:00:53.914539+0000","last_clean":"2024-09-13T15:00:53.914539+0000","last_became_active":"2024-09-13T15:00:49.903498+0000","last_became_peered":"2024-09-13T15:00:49.903498+0000","last_unstale":"2024-09-13T15:00:53.914539+0000","last_undegraded":"2024-09-13T15:00:53.914539+0000","last_fullsized":"2024-09-13T15:00:53.914539+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:56:21.853958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913460+0000","last_change":"2024-09-13T15:00:49.906061+0000","last_active":"2024-09-13T15:00:53.913460+0000","last_peered":"2024-09-13T15:00:53.913460+0000","last_clean":"2024-09-13T15:00:53.913460+0000","last_became_active":"2024-09-13T15:00:49.905810+0000","last_became_peered":"2024-09-13T15:00:49.905810+0000","last_unstale":"2024-09-13T15:00:53.913460+0000","last_undegraded":"2024-09-13T15:00:53.913460+0000","last_fullsized":"2024-09-13T15:00:53.913460+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:56:21.853958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994764+0000","last_change":"2024-09-13T15:00:49.905203+0000","last_active":"2024-09-13T15:00:53.994764+0000","last_peered":"2024-09-13T15:00:53.994764+0000","last_clean":"2024-09-13T15:00:53.994764+0000","last_became_active":"2024-09-13T15:00:49.904926+0000","last_became_peered":"2024-09-13T15:00:49.904926+0000","last_unstale":"2024-09-13T15:00:53.994764+0000","last_undegraded":"2024-09-13T15:00:53.994764+0000","last_fullsized":"2024-09-13T15:00:53.994764+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.769255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.903889+0000","last_change":"2024-09-13T15:00:49.897287+0000","last_active":"2024-09-13T15:00:53.903889+0000","last_peered":"2024-09-13T15:00:53.903889+0000","last_clean":"2024-09-13T15:00:53.903889+0000","last_became_active":"2024-09-13T15:00:49.897049+0000","last_became_peered":"2024-09-13T15:00:49.897049+0000","last_unstale":"2024-09-13T15:00:53.903889+0000","last_undegraded":"2024-09-13T15:00:53.903889+0000","last_fullsized":"2024-09-13T15:00:53.903889+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:47.520837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913320+0000","last_change":"2024-09-13T15:00:49.908765+0000","last_active":"2024-09-13T15:00:53.913320+0000","last_peered":"2024-09-13T15:00:53.913320+0000","last_clean":"2024-09-13T15:00:53.913320+0000","last_became_active":"2024-09-13T15:00:49.908496+0000","last_became_peered":"2024-09-13T15:00:49.908496+0000","last_unstale":"2024-09-13T15:00:53.913320+0000","last_undegraded":"2024-09-13T15:00:53.913320+0000","last_fullsized":"2024-09-13T15:00:53.913320+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:54.064111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913111+0000","last_change":"2024-09-13T15:00:49.911885+0000","last_active":"2024-09-13T15:00:53.913111+0000","last_peered":"2024-09-13T15:00:53.913111+0000","last_clean":"2024-09-13T15:00:53.913111+0000","last_became_active":"2024-09-13T15:00:49.911428+0000","last_became_peered":"2024-09-13T15:00:49.911428+0000","last_unstale":"2024-09-13T15:00:53.913111+0000","last_undegraded":"2024-09-13T15:00:53.913111+0000","last_fullsized":"2024-09-13T15:00:53.913111+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:47.520837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.919199+0000","last_change":"2024-09-13T15:00:49.893297+0000","last_active":"2024-09-13T15:00:53.919199+0000","last_peered":"2024-09-13T15:00:53.919199+0000","last_clean":"2024-09-13T15:00:53.919199+0000","last_became_active":"2024-09-13T15:00:49.893049+0000","last_became_peered":"2024-09-13T15:00:49.893049+0000","last_unstale":"2024-09-13T15:00:53.919199+0000","last_undegraded":"2024-09-13T15:00:53.919199+0000","last_fullsized":"2024-09-13T15:00:53.919199+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:23:28.713496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.916024+0000","last_change":"2024-09-13T15:00:49.899621+0000","last_active":"2024-09-13T15:00:53.916024+0000","last_peered":"2024-09-13T15:00:53.916024+0000","last_clean":"2024-09-13T15:00:53.916024+0000","last_became_active":"2024-09-13T15:00:49.899334+0000","last_became_peered":"2024-09-13T15:00:49.899334+0000","last_unstale":"2024-09-13T15:00:53.916024+0000","last_undegraded":"2024-09-13T15:00:53.916024+0000","last_fullsized":"2024-09-13T15:00:53.916024+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:03:09.857703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905479+0000","last_change":"2024-09-13T15:00:49.895264+0000","last_active":"2024-09-13T15:00:53.905479+0000","last_peered":"2024-09-13T15:00:53.905479+0000","last_clean":"2024-09-13T15:00:53.905479+0000","last_became_active":"2024-09-13T15:00:49.894995+0000","last_became_peered":"2024-09-13T15:00:49.894995+0000","last_unstale":"2024-09-13T15:00:53.905479+0000","last_undegraded":"2024-09-13T15:00:53.905479+0000","last_fullsized":"2024-09-13T15:00:53.905479+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:54.213301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906834+0000","last_change":"2024-09-13T15:00:49.904182+0000","last_active":"2024-09-13T15:00:53.906834+0000","last_peered":"2024-09-13T15:00:53.906834+0000","last_clean":"2024-09-13T15:00:53.906834+0000","last_became_active":"2024-09-13T15:00:49.903955+0000","last_became_peered":"2024-09-13T15:00:49.903955+0000","last_unstale":"2024-09-13T15:00:53.906834+0000","last_undegraded":"2024-09-13T15:00:53.906834+0000","last_fullsized":"2024-09-13T15:00:53.906834+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:47.520837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913929+0000","last_change":"2024-09-13T15:00:49.913105+0000","last_active":"2024-09-13T15:00:53.913929+0000","last_peered":"2024-09-13T15:00:53.913929+0000","last_clean":"2024-09-13T15:00:53.913929+0000","last_became_active":"2024-09-13T15:00:49.912865+0000","last_became_peered":"2024-09-13T15:00:49.912865+0000","last_unstale":"2024-09-13T15:00:53.913929+0000","last_undegraded":"2024-09-13T15:00:53.913929+0000","last_fullsized":"2024-09-13T15:00:53.913929+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:40:54.643248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914097+0000","last_change":"2024-09-13T15:00:49.905355+0000","last_active":"2024-09-13T15:00:53.914097+0000","last_peered":"2024-09-13T15:00:53.914097+0000","last_clean":"2024-09-13T15:00:53.914097+0000","last_became_active":"2024-09-13T15:00:49.904950+0000","last_became_peered":"2024-09-13T15:00:49.904950+0000","last_unstale":"2024-09-13T15:00:53.914097+0000","last_undegraded":"2024-09-13T15:00:53.914097+0000","last_fullsized":"2024-09-13T15:00:53.914097+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:37:48.689547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.995022+0000","last_change":"2024-09-13T15:00:49.903016+0000","last_active":"2024-09-13T15:00:53.995022+0000","last_peered":"2024-09-13T15:00:53.995022+0000","last_clean":"2024-09-13T15:00:53.995022+0000","last_became_active":"2024-09-13T15:00:49.902767+0000","last_became_peered":"2024-09-13T15:00:49.902767+0000","last_unstale":"2024-09-13T15:00:53.995022+0000","last_undegraded":"2024-09-13T15:00:53.995022+0000","last_fullsized":"2024-09-13T15:00:53.995022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:37.376575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905866+0000","last_change":"2024-09-13T15:00:49.915528+0000","last_active":"2024-09-13T15:00:53.905866+0000","last_peered":"2024-09-13T15:00:53.905866+0000","last_clean":"2024-09-13T15:00:53.905866+0000","last_became_active":"2024-09-13T15:00:49.915285+0000","last_became_peered":"2024-09-13T15:00:49.915285+0000","last_unstale":"2024-09-13T15:00:53.905866+0000","last_undegraded":"2024-09-13T15:00:53.905866+0000","last_fullsized":"2024-09-13T15:00:53.905866+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:18.433703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993138+0000","last_change":"2024-09-13T15:00:49.896562+0000","last_active":"2024-09-13T15:00:53.993138+0000","last_peered":"2024-09-13T15:00:53.993138+0000","last_clean":"2024-09-13T15:00:53.993138+0000","last_became_active":"2024-09-13T15:00:49.896285+0000","last_became_peered":"2024-09-13T15:00:49.896285+0000","last_unstale":"2024-09-13T15:00:53.993138+0000","last_undegraded":"2024-09-13T15:00:53.993138+0000","last_fullsized":"2024-09-13T15:00:53.993138+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:47.166360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914148+0000","last_change":"2024-09-13T15:00:49.911726+0000","last_active":"2024-09-13T15:00:53.914148+0000","last_peered":"2024-09-13T15:00:53.914148+0000","last_clean":"2024-09-13T15:00:53.914148+0000","last_became_active":"2024-09-13T15:00:49.909488+0000","last_became_peered":"2024-09-13T15:00:49.909488+0000","last_unstale":"2024-09-13T15:00:53.914148+0000","last_undegraded":"2024-09-13T15:00:53.914148+0000","last_fullsized":"2024-09-13T15:00:53.914148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:26.239274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993510+0000","last_change":"2024-09-13T15:00:49.895773+0000","last_active":"2024-09-13T15:00:53.993510+0000","last_peered":"2024-09-13T15:00:53.993510+0000","last_clean":"2024-09-13T15:00:53.993510+0000","last_became_active":"2024-09-13T15:00:49.895529+0000","last_became_peered":"2024-09-13T15:00:49.895529+0000","last_unstale":"2024-09-13T15:00:53.993510+0000","last_undegraded":"2024-09-13T15:00:53.993510+0000","last_fullsized":"2024-09-13T15:00:53.993510+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:41.710244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913468+0000","last_change":"2024-09-13T15:00:49.908825+0000","last_active":"2024-09-13T15:00:53.913468+0000","last_peered":"2024-09-13T15:00:53.913468+0000","last_clean":"2024-09-13T15:00:53.913468+0000","last_became_active":"2024-09-13T15:00:49.908582+0000","last_became_peered":"2024-09-13T15:00:49.908582+0000","last_unstale":"2024-09-13T15:00:53.913468+0000","last_undegraded":"2024-09-13T15:00:53.913468+0000","last_fullsized":"2024-09-13T15:00:53.913468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:09.039232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.915329+0000","last_change":"2024-09-13T15:00:49.904911+0000","last_active":"2024-09-13T15:00:53.915329+0000","last_peered":"2024-09-13T15:00:53.915329+0000","last_clean":"2024-09-13T15:00:53.915329+0000","last_became_active":"2024-09-13T15:00:49.904622+0000","last_became_peered":"2024-09-13T15:00:49.904622+0000","last_unstale":"2024-09-13T15:00:53.915329+0000","last_undegraded":"2024-09-13T15:00:53.915329+0000","last_fullsized":"2024-09-13T15:00:53.915329+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:31:47.876764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924843+0000","last_change":"2024-09-13T15:00:49.898110+0000","last_active":"2024-09-13T15:00:53.924843+0000","last_peered":"2024-09-13T15:00:53.924843+0000","last_clean":"2024-09-13T15:00:53.924843+0000","last_became_active":"2024-09-13T15:00:49.897863+0000","last_became_peered":"2024-09-13T15:00:49.897863+0000","last_unstale":"2024-09-13T15:00:53.924843+0000","last_undegraded":"2024-09-13T15:00:53.924843+0000","last_fullsized":"2024-09-13T15:00:53.924843+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:34:32.658967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994914+0000","last_change":"2024-09-13T15:00:49.894857+0000","last_active":"2024-09-13T15:00:53.994914+0000","last_peered":"2024-09-13T15:00:53.994914+0000","last_clean":"2024-09-13T15:00:53.994914+0000","last_became_active":"2024-09-13T15:00:49.893880+0000","last_became_peered":"2024-09-13T15:00:49.893880+0000","last_unstale":"2024-09-13T15:00:53.994914+0000","last_undegraded":"2024-09-13T15:00:53.994914+0000","last_fullsized":"2024-09-13T15:00:53.994914+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:09.039232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542151,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":872448,"data_stored":698622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97299999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0229999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88500000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82999999999999996}]}]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":111467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.169}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.044}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.105}]}]},{"osd":5,"up_from":14,"seq":60129542152,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":107762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94499999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.878}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0569999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96799999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2110000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.175}]}]},{"osd":4,"up_from":14,"seq":60129542152,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":286720,"data_stored":107798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93700000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96299999999999997}]}]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":111467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81499999999999995}]}]},{"osd":2,"up_from":14,"seq":60129542153,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":107672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81499999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92000000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96799999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.157}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.294}]}]},{"osd":1,"up_from":14,"seq":60129542153,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":107832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91400000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0209999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0580000000000001}]}]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31972,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339868,"statfs":{"total":96636764160,"available":96604024832,"internally_reserved":0,"allocated":876544,"data_stored":698059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.149}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:01:12.755 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:01:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f7fff700 1 Processor -- start 2024-09-13T15:01:12.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f7fff700 1 -- start start 2024-09-13T15:01:12.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f7fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80f80cc220 0x7f80f815a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f7fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f80f815a910 0x7f80f80ce2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f7fff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80f80b44e0 con 0x7f80f81509e0 2024-09-13T15:01:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f7fff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80f80cddf0 con 0x7f80f815a910 2024-09-13T15:01:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f7fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80f8071a50 con 0x7f80f80cc220 2024-09-13T15:01:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f77fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f80f815a910 0x7f80f80ce2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f6ffd700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f80f81509e0 0x7f80f8159cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49822/0 (socket says 172.21.15.33:49822) 2024-09-13T15:01:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f6ffd700 1 -- 172.21.15.33:0/2102400515 learned_addr learned my addr 172.21.15.33:0/2102400515 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:12.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f67fc700 1 --2- 172.21.15.33:0/2102400515 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80f80cc220 0x7f80f815a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f77fe700 1 -- 172.21.15.33:0/2102400515 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80f80cc220 msgr2=0x7f80f815a3d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:12.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f77fe700 1 --2- 172.21.15.33:0/2102400515 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80f80cc220 0x7f80f815a3d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f77fe700 1 -- 172.21.15.33:0/2102400515 >> v1:172.21.15.33:6789/0 conn(0x7f80f81509e0 legacy=0x7f80f8159cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f77fe700 1 -- 172.21.15.33:0/2102400515 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80f80cc750 con 0x7f80f815a910 2024-09-13T15:01:12.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f77fe700 1 --2- 172.21.15.33:0/2102400515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80f815a910 0x7f80f80ce2d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f80f0009d90 tx=0x7f80f000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e8a3ceef9242207f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.853+0000 7f80f5ffb700 1 -- 172.21.15.33:0/2102400515 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80f000e070 con 0x7f80f815a910 2024-09-13T15:01:12.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f5ffb700 1 -- 172.21.15.33:0/2102400515 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80f000bb20 con 0x7f80f815a910 2024-09-13T15:01:12.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f5ffb700 1 -- 172.21.15.33:0/2102400515 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80f0012430 con 0x7f80f815a910 2024-09-13T15:01:12.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 -- 172.21.15.33:0/2102400515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80f815a910 msgr2=0x7f80f80ce2d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 --2- 172.21.15.33:0/2102400515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80f815a910 0x7f80f80ce2d0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f80f0009d90 tx=0x7f80f000b330 comp rx=0 tx=0).stop 2024-09-13T15:01:12.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 -- 172.21.15.33:0/2102400515 shutdown_connections 2024-09-13T15:01:12.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 --2- 172.21.15.33:0/2102400515 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80f80cc220 0x7f80f815a3d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 --2- 172.21.15.33:0/2102400515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80f815a910 0x7f80f80ce2d0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 -- 172.21.15.33:0/2102400515 >> 172.21.15.33:0/2102400515 conn(0x7f80f8070cc0 msgr2=0x7f80f80710a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:12.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 -- 172.21.15.33:0/2102400515 shutdown_connections 2024-09-13T15:01:12.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 -- 172.21.15.33:0/2102400515 wait complete. 2024-09-13T15:01:12.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 Processor -- start 2024-09-13T15:01:12.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 -- start start 2024-09-13T15:01:12.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80f80cc220 0x7f80f81f0090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80f81509e0 0x7f80f814c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80f815a910 0x7f80f8155240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80f8151910 con 0x7f80f80cc220 2024-09-13T15:01:12.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f80f8151040 con 0x7f80f81509e0 2024-09-13T15:01:12.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.857+0000 7f80f7fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f80f81f05d0 con 0x7f80f815a910 2024-09-13T15:01:12.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80f6ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80f80cc220 0x7f80f81f0090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80f6ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80f80cc220 0x7f80f81f0090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44144/0 (socket says 172.21.15.33:44144) 2024-09-13T15:01:12.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80f6ffd700 1 -- 172.21.15.33:0/2593988981 learned_addr learned my addr 172.21.15.33:0/2593988981 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:12.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80f77fe700 1 --2- 172.21.15.33:0/2593988981 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80f815a910 0x7f80f8155240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80f67fc700 1 --2- 172.21.15.33:0/2593988981 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80f81509e0 0x7f80f814c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80f6ffd700 1 -- 172.21.15.33:0/2593988981 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80f815a910 msgr2=0x7f80f8155240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80f6ffd700 1 --2- 172.21.15.33:0/2593988981 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80f815a910 0x7f80f8155240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80f6ffd700 1 -- 172.21.15.33:0/2593988981 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80f81509e0 msgr2=0x7f80f814c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:12.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80f6ffd700 1 --2- 172.21.15.33:0/2593988981 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80f81509e0 0x7f80f814c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:12.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80f6ffd700 1 -- 172.21.15.33:0/2593988981 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80f0009a70 con 0x7f80f80cc220 2024-09-13T15:01:12.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80f6ffd700 1 --2- 172.21.15.33:0/2593988981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80f80cc220 0x7f80f81f0090 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f80e800c500 tx=0x7f80e800c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80df7fe700 1 -- 172.21.15.33:0/2593988981 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80e8005d90 con 0x7f80f80cc220 2024-09-13T15:01:12.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80df7fe700 1 -- 172.21.15.33:0/2593988981 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f80e80070d0 con 0x7f80f80cc220 2024-09-13T15:01:12.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80df7fe700 1 -- 172.21.15.33:0/2593988981 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80e8007460 con 0x7f80f80cc220 2024-09-13T15:01:12.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80f7fff700 1 -- 172.21.15.33:0/2593988981 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f80f8155b80 con 0x7f80f80cc220 2024-09-13T15:01:12.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.861+0000 7f80f7fff700 1 -- 172.21.15.33:0/2593988981 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f80f8151530 con 0x7f80f80cc220 2024-09-13T15:01:12.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.865+0000 7f80df7fe700 1 -- 172.21.15.33:0/2593988981 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f80e80075c0 con 0x7f80f80cc220 2024-09-13T15:01:12.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.865+0000 7f80f7fff700 1 -- 172.21.15.33:0/2593988981 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f80f80ce2d0 con 0x7f80f80cc220 2024-09-13T15:01:12.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.865+0000 7f80df7fe700 1 --2- 172.21.15.33:0/2593988981 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f80e4066730 0x7f80e4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:12.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.865+0000 7f80df7fe700 1 -- 172.21.15.33:0/2593988981 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f80e80837e0 con 0x7f80f80cc220 2024-09-13T15:01:12.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.865+0000 7f80f67fc700 1 --2- 172.21.15.33:0/2593988981 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f80e4066730 0x7f80e4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:12.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.865+0000 7f80f67fc700 1 --2- 172.21.15.33:0/2593988981 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f80e4066730 0x7f80e4068bf0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f80f814ff10 tx=0x7f80ec009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:12.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:12.877+0000 7f80df7fe700 1 -- 172.21.15.33:0/2593988981 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f80e8050870 con 0x7f80f80cc220 2024-09-13T15:01:13.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.041+0000 7f80f7fff700 1 -- 172.21.15.33:0/2593988981 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f80f80b4a10 con 0x7f80e4066730 2024-09-13T15:01:13.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.057+0000 7f80df7fe700 1 -- 172.21.15.33:0/2593988981 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+345242 (secure 0 0 0) 0x7f80ec011810 con 0x7f80e4066730 2024-09-13T15:01:13.069 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:13.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.065+0000 7f80f7fff700 1 -- 172.21.15.33:0/2593988981 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f80e4066730 msgr2=0x7f80e4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.065+0000 7f80f7fff700 1 --2- 172.21.15.33:0/2593988981 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f80e4066730 0x7f80e4068bf0 secure :-1 s=READY pgs=122 cs=0 l=1 rev1=1 crypto rx=0x7f80f814ff10 tx=0x7f80ec009240 comp rx=0 tx=0).stop 2024-09-13T15:01:13.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.065+0000 7f80f7fff700 1 -- 172.21.15.33:0/2593988981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80f80cc220 msgr2=0x7f80f81f0090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.065+0000 7f80f7fff700 1 --2- 172.21.15.33:0/2593988981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80f80cc220 0x7f80f81f0090 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f80e800c500 tx=0x7f80e800c810 comp rx=0 tx=0).stop 2024-09-13T15:01:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.065+0000 7f80f7fff700 1 -- 172.21.15.33:0/2593988981 shutdown_connections 2024-09-13T15:01:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.065+0000 7f80f7fff700 1 --2- 172.21.15.33:0/2593988981 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f80e4066730 0x7f80e4068bf0 unknown :-1 s=CLOSED pgs=122 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.065+0000 7f80f7fff700 1 --2- 172.21.15.33:0/2593988981 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80f815a910 0x7f80f8155240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.065+0000 7f80f7fff700 1 --2- 172.21.15.33:0/2593988981 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80f81509e0 0x7f80f814c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.065+0000 7f80f7fff700 1 --2- 172.21.15.33:0/2593988981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f80f80cc220 0x7f80f81f0090 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.065+0000 7f80f7fff700 1 -- 172.21.15.33:0/2593988981 >> 172.21.15.33:0/2593988981 conn(0x7f80f8070cc0 msgr2=0x7f80f80b3850 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.065+0000 7f80f7fff700 1 -- 172.21.15.33:0/2593988981 shutdown_connections 2024-09-13T15:01:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.065+0000 7f80f7fff700 1 -- 172.21.15.33:0/2593988981 wait complete. 2024-09-13T15:01:13.073 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-13T15:01:13.084 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":34,"stamp":"2024-09-13T15:01:12.248392+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":594961,"num_objects":24,"num_object_clones":0,"num_object_copies":48,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":24,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":207,"num_write_kb":2434,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":159,"ondisk_log_size":159,"up":322,"acting":322,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":322,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":223632,"kb_used_data":3364,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":754751088,"statfs":{"total":773094113280,"available":772865114112,"internally_reserved":0,"allocated":3444736,"data_stored":2050679,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":1781,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":2,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.005118"},"pg_stats":[{"pgid":"2.1f","version":"21'4","reported_seq":18,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.915204+0000","last_change":"2024-09-13T15:00:49.505448+0000","last_active":"2024-09-13T15:00:53.915204+0000","last_peered":"2024-09-13T15:00:53.915204+0000","last_clean":"2024-09-13T15:00:53.915204+0000","last_became_active":"2024-09-13T15:00:49.505151+0000","last_became_peered":"2024-09-13T15:00:49.505151+0000","last_unstale":"2024-09-13T15:00:53.915204+0000","last_undegraded":"2024-09-13T15:00:53.915204+0000","last_fullsized":"2024-09-13T15:00:53.915204+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:27:32.561094+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.1e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.911931+0000","last_change":"2024-09-13T15:00:49.896075+0000","last_active":"2024-09-13T15:00:53.911931+0000","last_peered":"2024-09-13T15:00:53.911931+0000","last_clean":"2024-09-13T15:00:53.911931+0000","last_became_active":"2024-09-13T15:00:49.895784+0000","last_became_peered":"2024-09-13T15:00:49.895784+0000","last_unstale":"2024-09-13T15:00:53.911931+0000","last_undegraded":"2024-09-13T15:00:53.911931+0000","last_fullsized":"2024-09-13T15:00:53.911931+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:08:04.777532+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.19","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006237+0000","last_change":"2024-09-13T15:00:54.001258+0000","last_active":"2024-09-13T15:00:54.006237+0000","last_peered":"2024-09-13T15:00:54.006237+0000","last_clean":"2024-09-13T15:00:54.006237+0000","last_became_active":"2024-09-13T15:00:54.000659+0000","last_became_peered":"2024-09-13T15:00:54.000659+0000","last_unstale":"2024-09-13T15:00:54.006237+0000","last_undegraded":"2024-09-13T15:00:54.006237+0000","last_fullsized":"2024-09-13T15:00:54.006237+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:09:13.446082+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2,7,0],"acting":[3,2,7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1e","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912119+0000","last_change":"2024-09-13T15:00:49.509946+0000","last_active":"2024-09-13T15:00:53.912119+0000","last_peered":"2024-09-13T15:00:53.912119+0000","last_clean":"2024-09-13T15:00:53.912119+0000","last_became_active":"2024-09-13T15:00:49.509627+0000","last_became_peered":"2024-09-13T15:00:49.509627+0000","last_unstale":"2024-09-13T15:00:53.912119+0000","last_undegraded":"2024-09-13T15:00:53.912119+0000","last_fullsized":"2024-09-13T15:00:53.912119+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914760+0000","last_change":"2024-09-13T15:00:49.914632+0000","last_active":"2024-09-13T15:00:53.914760+0000","last_peered":"2024-09-13T15:00:53.914760+0000","last_clean":"2024-09-13T15:00:53.914760+0000","last_became_active":"2024-09-13T15:00:49.914345+0000","last_became_peered":"2024-09-13T15:00:49.914345+0000","last_unstale":"2024-09-13T15:00:53.914760+0000","last_undegraded":"2024-09-13T15:00:53.914760+0000","last_fullsized":"2024-09-13T15:00:53.914760+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:27.497312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.18","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926893+0000","last_change":"2024-09-13T15:00:53.925607+0000","last_active":"2024-09-13T15:00:53.926893+0000","last_peered":"2024-09-13T15:00:53.926893+0000","last_clean":"2024-09-13T15:00:53.926893+0000","last_became_active":"2024-09-13T15:00:53.925178+0000","last_became_peered":"2024-09-13T15:00:53.925178+0000","last_unstale":"2024-09-13T15:00:53.926893+0000","last_undegraded":"2024-09-13T15:00:53.926893+0000","last_fullsized":"2024-09-13T15:00:53.926893+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:15.418420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6,1,3],"acting":[4,6,1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1d","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994514+0000","last_change":"2024-09-13T15:00:49.506582+0000","last_active":"2024-09-13T15:00:53.994514+0000","last_peered":"2024-09-13T15:00:53.994514+0000","last_clean":"2024-09-13T15:00:53.994514+0000","last_became_active":"2024-09-13T15:00:49.505047+0000","last_became_peered":"2024-09-13T15:00:49.505047+0000","last_unstale":"2024-09-13T15:00:53.994514+0000","last_undegraded":"2024-09-13T15:00:53.994514+0000","last_fullsized":"2024-09-13T15:00:53.994514+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:32.732340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913704+0000","last_change":"2024-09-13T15:00:49.909459+0000","last_active":"2024-09-13T15:00:53.913704+0000","last_peered":"2024-09-13T15:00:53.913704+0000","last_clean":"2024-09-13T15:00:53.913704+0000","last_became_active":"2024-09-13T15:00:49.909187+0000","last_became_peered":"2024-09-13T15:00:49.909187+0000","last_unstale":"2024-09-13T15:00:53.913704+0000","last_undegraded":"2024-09-13T15:00:53.913704+0000","last_fullsized":"2024-09-13T15:00:53.913704+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:54.213301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1b","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933139+0000","last_change":"2024-09-13T15:00:53.931528+0000","last_active":"2024-09-13T15:00:53.933139+0000","last_peered":"2024-09-13T15:00:53.933139+0000","last_clean":"2024-09-13T15:00:53.933139+0000","last_became_active":"2024-09-13T15:00:53.931103+0000","last_became_peered":"2024-09-13T15:00:53.931103+0000","last_unstale":"2024-09-13T15:00:53.933139+0000","last_undegraded":"2024-09-13T15:00:53.933139+0000","last_fullsized":"2024-09-13T15:00:53.933139+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:02:11.144872+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.1c","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994091+0000","last_change":"2024-09-13T15:00:49.507467+0000","last_active":"2024-09-13T15:00:53.994091+0000","last_peered":"2024-09-13T15:00:53.994091+0000","last_clean":"2024-09-13T15:00:53.994091+0000","last_became_active":"2024-09-13T15:00:49.507133+0000","last_became_peered":"2024-09-13T15:00:49.507133+0000","last_unstale":"2024-09-13T15:00:53.994091+0000","last_undegraded":"2024-09-13T15:00:53.994091+0000","last_fullsized":"2024-09-13T15:00:53.994091+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:11.515122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.1d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913250+0000","last_change":"2024-09-13T15:00:49.911737+0000","last_active":"2024-09-13T15:00:53.913250+0000","last_peered":"2024-09-13T15:00:53.913250+0000","last_clean":"2024-09-13T15:00:53.913250+0000","last_became_active":"2024-09-13T15:00:49.909466+0000","last_became_peered":"2024-09-13T15:00:49.909466+0000","last_unstale":"2024-09-13T15:00:53.913250+0000","last_undegraded":"2024-09-13T15:00:53.913250+0000","last_fullsized":"2024-09-13T15:00:53.913250+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:30.636673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1a","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.921449+0000","last_change":"2024-09-13T15:00:53.920605+0000","last_active":"2024-09-13T15:00:53.921449+0000","last_peered":"2024-09-13T15:00:53.921449+0000","last_clean":"2024-09-13T15:00:53.921449+0000","last_became_active":"2024-09-13T15:00:53.920215+0000","last_became_peered":"2024-09-13T15:00:53.920215+0000","last_unstale":"2024-09-13T15:00:53.921449+0000","last_undegraded":"2024-09-13T15:00:53.921449+0000","last_fullsized":"2024-09-13T15:00:53.921449+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:45.384414+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,0,5],"acting":[4,3,0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913237+0000","last_change":"2024-09-13T15:00:49.905712+0000","last_active":"2024-09-13T15:00:53.913237+0000","last_peered":"2024-09-13T15:00:53.913237+0000","last_clean":"2024-09-13T15:00:53.913237+0000","last_became_active":"2024-09-13T15:00:49.896041+0000","last_became_peered":"2024-09-13T15:00:49.896041+0000","last_unstale":"2024-09-13T15:00:53.913237+0000","last_undegraded":"2024-09-13T15:00:53.913237+0000","last_fullsized":"2024-09-13T15:00:53.913237+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:54.967262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.b","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993769+0000","last_change":"2024-09-13T15:00:49.506139+0000","last_active":"2024-09-13T15:00:53.993769+0000","last_peered":"2024-09-13T15:00:53.993769+0000","last_clean":"2024-09-13T15:00:53.993769+0000","last_became_active":"2024-09-13T15:00:49.505050+0000","last_became_peered":"2024-09-13T15:00:49.505050+0000","last_unstale":"2024-09-13T15:00:53.993769+0000","last_undegraded":"2024-09-13T15:00:53.993769+0000","last_fullsized":"2024-09-13T15:00:53.993769+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:32.640979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.d","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.927577+0000","last_change":"2024-09-13T15:00:53.926354+0000","last_active":"2024-09-13T15:00:53.927577+0000","last_peered":"2024-09-13T15:00:53.927577+0000","last_clean":"2024-09-13T15:00:53.927577+0000","last_became_active":"2024-09-13T15:00:53.925900+0000","last_became_peered":"2024-09-13T15:00:53.925900+0000","last_unstale":"2024-09-13T15:00:53.927577+0000","last_undegraded":"2024-09-13T15:00:53.927577+0000","last_fullsized":"2024-09-13T15:00:53.927577+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:36:59.570853+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0,2,1],"acting":[4,0,2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.b","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905625+0000","last_change":"2024-09-13T15:00:49.900906+0000","last_active":"2024-09-13T15:00:53.905625+0000","last_peered":"2024-09-13T15:00:53.905625+0000","last_clean":"2024-09-13T15:00:53.905625+0000","last_became_active":"2024-09-13T15:00:49.900374+0000","last_became_peered":"2024-09-13T15:00:49.900374+0000","last_unstale":"2024-09-13T15:00:53.905625+0000","last_undegraded":"2024-09-13T15:00:53.905625+0000","last_fullsized":"2024-09-13T15:00:53.905625+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:23:28.713496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.a","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.925096+0000","last_change":"2024-09-13T15:00:49.502181+0000","last_active":"2024-09-13T15:00:53.925096+0000","last_peered":"2024-09-13T15:00:53.925096+0000","last_clean":"2024-09-13T15:00:53.925096+0000","last_became_active":"2024-09-13T15:00:49.499706+0000","last_became_peered":"2024-09-13T15:00:49.499706+0000","last_unstale":"2024-09-13T15:00:53.925096+0000","last_undegraded":"2024-09-13T15:00:53.925096+0000","last_fullsized":"2024-09-13T15:00:53.925096+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.c","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926078+0000","last_change":"2024-09-13T15:00:53.925233+0000","last_active":"2024-09-13T15:00:53.926078+0000","last_peered":"2024-09-13T15:00:53.926078+0000","last_clean":"2024-09-13T15:00:53.926078+0000","last_became_active":"2024-09-13T15:00:53.924856+0000","last_became_peered":"2024-09-13T15:00:53.924856+0000","last_unstale":"2024-09-13T15:00:53.926078+0000","last_undegraded":"2024-09-13T15:00:53.926078+0000","last_fullsized":"2024-09-13T15:00:53.926078+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:15:41.850943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906124+0000","last_change":"2024-09-13T15:00:49.887679+0000","last_active":"2024-09-13T15:00:53.906124+0000","last_peered":"2024-09-13T15:00:53.906124+0000","last_clean":"2024-09-13T15:00:53.906124+0000","last_became_active":"2024-09-13T15:00:49.887361+0000","last_became_peered":"2024-09-13T15:00:49.887361+0000","last_unstale":"2024-09-13T15:00:53.906124+0000","last_undegraded":"2024-09-13T15:00:53.906124+0000","last_fullsized":"2024-09-13T15:00:53.906124+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:54.472977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.9","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.923062+0000","last_change":"2024-09-13T15:00:49.506818+0000","last_active":"2024-09-13T15:00:53.923062+0000","last_peered":"2024-09-13T15:00:53.923062+0000","last_clean":"2024-09-13T15:00:53.923062+0000","last_became_active":"2024-09-13T15:00:49.506500+0000","last_became_peered":"2024-09-13T15:00:49.506500+0000","last_unstale":"2024-09-13T15:00:53.923062+0000","last_undegraded":"2024-09-13T15:00:53.923062+0000","last_fullsized":"2024-09-13T15:00:53.923062+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:21.124199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,7],"acting":[1,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.f","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.003157+0000","last_change":"2024-09-13T15:00:53.999937+0000","last_active":"2024-09-13T15:00:54.003157+0000","last_peered":"2024-09-13T15:00:54.003157+0000","last_clean":"2024-09-13T15:00:54.003157+0000","last_became_active":"2024-09-13T15:00:53.999005+0000","last_became_peered":"2024-09-13T15:00:53.999005+0000","last_unstale":"2024-09-13T15:00:54.003157+0000","last_undegraded":"2024-09-13T15:00:54.003157+0000","last_fullsized":"2024-09-13T15:00:54.003157+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:33.277000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3,4,7],"acting":[1,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.9","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905008+0000","last_change":"2024-09-13T15:00:49.891379+0000","last_active":"2024-09-13T15:00:53.905008+0000","last_peered":"2024-09-13T15:00:53.905008+0000","last_clean":"2024-09-13T15:00:53.905008+0000","last_became_active":"2024-09-13T15:00:49.890930+0000","last_became_peered":"2024-09-13T15:00:49.890930+0000","last_unstale":"2024-09-13T15:00:53.905008+0000","last_undegraded":"2024-09-13T15:00:53.905008+0000","last_fullsized":"2024-09-13T15:00:53.905008+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:22.131687+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.8","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.991649+0000","last_change":"2024-09-13T15:00:49.509890+0000","last_active":"2024-09-13T15:00:53.991649+0000","last_peered":"2024-09-13T15:00:53.991649+0000","last_clean":"2024-09-13T15:00:53.991649+0000","last_became_active":"2024-09-13T15:00:49.509671+0000","last_became_peered":"2024-09-13T15:00:49.509671+0000","last_unstale":"2024-09-13T15:00:53.991649+0000","last_undegraded":"2024-09-13T15:00:53.991649+0000","last_fullsized":"2024-09-13T15:00:53.991649+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:10.903077+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.e","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933186+0000","last_change":"2024-09-13T15:00:53.931557+0000","last_active":"2024-09-13T15:00:53.933186+0000","last_peered":"2024-09-13T15:00:53.933186+0000","last_clean":"2024-09-13T15:00:53.933186+0000","last_became_active":"2024-09-13T15:00:53.931151+0000","last_became_peered":"2024-09-13T15:00:53.931151+0000","last_unstale":"2024-09-13T15:00:53.933186+0000","last_undegraded":"2024-09-13T15:00:53.933186+0000","last_fullsized":"2024-09-13T15:00:53.933186+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:33.277000+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3,6,1],"acting":[4,3,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.6","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917821+0000","last_change":"2024-09-13T15:00:49.899621+0000","last_active":"2024-09-13T15:00:53.917821+0000","last_peered":"2024-09-13T15:00:53.917821+0000","last_clean":"2024-09-13T15:00:53.917821+0000","last_became_active":"2024-09-13T15:00:49.899351+0000","last_became_peered":"2024-09-13T15:00:49.899351+0000","last_unstale":"2024-09-13T15:00:53.917821+0000","last_undegraded":"2024-09-13T15:00:53.917821+0000","last_fullsized":"2024-09-13T15:00:53.917821+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:36:52.538031+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.7","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914218+0000","last_change":"2024-09-13T15:00:49.507303+0000","last_active":"2024-09-13T15:00:53.914218+0000","last_peered":"2024-09-13T15:00:53.914218+0000","last_clean":"2024-09-13T15:00:53.914218+0000","last_became_active":"2024-09-13T15:00:49.506703+0000","last_became_peered":"2024-09-13T15:00:49.506703+0000","last_unstale":"2024-09-13T15:00:53.914218+0000","last_undegraded":"2024-09-13T15:00:53.914218+0000","last_fullsized":"2024-09-13T15:00:53.914218+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:10:48.626138+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.1","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.002090+0000","last_change":"2024-09-13T15:00:53.998516+0000","last_active":"2024-09-13T15:00:54.002090+0000","last_peered":"2024-09-13T15:00:54.002090+0000","last_clean":"2024-09-13T15:00:54.002090+0000","last_became_active":"2024-09-13T15:00:53.997769+0000","last_became_peered":"2024-09-13T15:00:53.997769+0000","last_unstale":"2024-09-13T15:00:54.002090+0000","last_undegraded":"2024-09-13T15:00:54.002090+0000","last_fullsized":"2024-09-13T15:00:54.002090+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:49:25.036820+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,7],"acting":[4,5,6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.7","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912036+0000","last_change":"2024-09-13T15:00:49.891044+0000","last_active":"2024-09-13T15:00:53.912036+0000","last_peered":"2024-09-13T15:00:53.912036+0000","last_clean":"2024-09-13T15:00:53.912036+0000","last_became_active":"2024-09-13T15:00:49.890770+0000","last_became_peered":"2024-09-13T15:00:49.890770+0000","last_unstale":"2024-09-13T15:00:53.912036+0000","last_undegraded":"2024-09-13T15:00:53.912036+0000","last_fullsized":"2024-09-13T15:00:53.912036+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:37.376575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.6","version":"24'1","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924935+0000","last_change":"2024-09-13T15:00:49.501638+0000","last_active":"2024-09-13T15:00:53.924935+0000","last_peered":"2024-09-13T15:00:53.924935+0000","last_clean":"2024-09-13T15:00:53.924935+0000","last_became_active":"2024-09-13T15:00:49.500203+0000","last_became_peered":"2024-09-13T15:00:49.500203+0000","last_unstale":"2024-09-13T15:00:53.924935+0000","last_undegraded":"2024-09-13T15:00:53.924935+0000","last_fullsized":"2024-09-13T15:00:53.924935+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:11.935682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.0","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.005677+0000","last_change":"2024-09-13T15:00:53.994835+0000","last_active":"2024-09-13T15:00:54.005677+0000","last_peered":"2024-09-13T15:00:54.005677+0000","last_clean":"2024-09-13T15:00:54.005677+0000","last_became_active":"2024-09-13T15:00:53.994425+0000","last_became_peered":"2024-09-13T15:00:53.994425+0000","last_unstale":"2024-09-13T15:00:54.005677+0000","last_undegraded":"2024-09-13T15:00:54.005677+0000","last_fullsized":"2024-09-13T15:00:54.005677+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:26:25.542617+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,0,1],"acting":[3,7,0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.4","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924850+0000","last_change":"2024-09-13T15:00:49.888594+0000","last_active":"2024-09-13T15:00:53.924850+0000","last_peered":"2024-09-13T15:00:53.924850+0000","last_clean":"2024-09-13T15:00:53.924850+0000","last_became_active":"2024-09-13T15:00:49.888315+0000","last_became_peered":"2024-09-13T15:00:49.888315+0000","last_unstale":"2024-09-13T15:00:53.924850+0000","last_undegraded":"2024-09-13T15:00:53.924850+0000","last_fullsized":"2024-09-13T15:00:53.924850+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:58.047033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.5","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.995075+0000","last_change":"2024-09-13T15:00:49.508780+0000","last_active":"2024-09-13T15:00:53.995075+0000","last_peered":"2024-09-13T15:00:53.995075+0000","last_clean":"2024-09-13T15:00:53.995075+0000","last_became_active":"2024-09-13T15:00:49.508505+0000","last_became_peered":"2024-09-13T15:00:49.508505+0000","last_unstale":"2024-09-13T15:00:53.995075+0000","last_undegraded":"2024-09-13T15:00:53.995075+0000","last_fullsized":"2024-09-13T15:00:53.995075+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:17:46.529378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.3","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.001165+0000","last_change":"2024-09-13T15:00:53.996254+0000","last_active":"2024-09-13T15:00:54.001165+0000","last_peered":"2024-09-13T15:00:54.001165+0000","last_clean":"2024-09-13T15:00:54.001165+0000","last_became_active":"2024-09-13T15:00:53.995328+0000","last_became_peered":"2024-09-13T15:00:53.995328+0000","last_unstale":"2024-09-13T15:00:54.001165+0000","last_undegraded":"2024-09-13T15:00:54.001165+0000","last_fullsized":"2024-09-13T15:00:54.001165+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:48:30.149833+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5,7,1],"acting":[0,5,7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.5","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913852+0000","last_change":"2024-09-13T15:00:49.909106+0000","last_active":"2024-09-13T15:00:53.913852+0000","last_peered":"2024-09-13T15:00:53.913852+0000","last_clean":"2024-09-13T15:00:53.913852+0000","last_became_active":"2024-09-13T15:00:49.908667+0000","last_became_peered":"2024-09-13T15:00:49.908667+0000","last_unstale":"2024-09-13T15:00:53.913852+0000","last_undegraded":"2024-09-13T15:00:53.913852+0000","last_fullsized":"2024-09-13T15:00:53.913852+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:18.433703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.4","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924992+0000","last_change":"2024-09-13T15:00:49.499864+0000","last_active":"2024-09-13T15:00:53.924992+0000","last_peered":"2024-09-13T15:00:53.924992+0000","last_clean":"2024-09-13T15:00:53.924992+0000","last_became_active":"2024-09-13T15:00:49.498399+0000","last_became_peered":"2024-09-13T15:00:49.498399+0000","last_unstale":"2024-09-13T15:00:53.924992+0000","last_undegraded":"2024-09-13T15:00:53.924992+0000","last_fullsized":"2024-09-13T15:00:53.924992+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:11.515122+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.2","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.937156+0000","last_change":"2024-09-13T15:00:53.930935+0000","last_active":"2024-09-13T15:00:53.937156+0000","last_peered":"2024-09-13T15:00:53.937156+0000","last_clean":"2024-09-13T15:00:53.937156+0000","last_became_active":"2024-09-13T15:00:53.928753+0000","last_became_peered":"2024-09-13T15:00:53.928753+0000","last_unstale":"2024-09-13T15:00:53.937156+0000","last_undegraded":"2024-09-13T15:00:53.937156+0000","last_fullsized":"2024-09-13T15:00:53.937156+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:12.759092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,4,0],"acting":[1,5,4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906225+0000","last_change":"2024-09-13T15:00:49.903472+0000","last_active":"2024-09-13T15:00:53.906225+0000","last_peered":"2024-09-13T15:00:53.906225+0000","last_clean":"2024-09-13T15:00:53.906225+0000","last_became_active":"2024-09-13T15:00:49.903238+0000","last_became_peered":"2024-09-13T15:00:49.903238+0000","last_unstale":"2024-09-13T15:00:53.906225+0000","last_undegraded":"2024-09-13T15:00:53.906225+0000","last_fullsized":"2024-09-13T15:00:53.906225+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:11.910565+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917485+0000","last_change":"2024-09-13T15:00:49.499021+0000","last_active":"2024-09-13T15:00:53.917485+0000","last_peered":"2024-09-13T15:00:53.917485+0000","last_clean":"2024-09-13T15:00:53.917485+0000","last_became_active":"2024-09-13T15:00:49.498734+0000","last_became_peered":"2024-09-13T15:00:49.498734+0000","last_unstale":"2024-09-13T15:00:53.917485+0000","last_undegraded":"2024-09-13T15:00:53.917485+0000","last_fullsized":"2024-09-13T15:00:53.917485+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:41:21.124199+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.4","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.930770+0000","last_change":"2024-09-13T15:00:53.928070+0000","last_active":"2024-09-13T15:00:53.930770+0000","last_peered":"2024-09-13T15:00:53.930770+0000","last_clean":"2024-09-13T15:00:53.930770+0000","last_became_active":"2024-09-13T15:00:53.927631+0000","last_became_peered":"2024-09-13T15:00:53.927631+0000","last_unstale":"2024-09-13T15:00:53.930770+0000","last_undegraded":"2024-09-13T15:00:53.930770+0000","last_fullsized":"2024-09-13T15:00:53.930770+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:09:06.595464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2,3,6],"acting":[1,2,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.0","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.921397+0000","last_change":"2024-09-13T15:00:49.885740+0000","last_active":"2024-09-13T15:00:53.921397+0000","last_peered":"2024-09-13T15:00:53.921397+0000","last_clean":"2024-09-13T15:00:53.921397+0000","last_became_active":"2024-09-13T15:00:49.885423+0000","last_became_peered":"2024-09-13T15:00:49.885423+0000","last_unstale":"2024-09-13T15:00:53.921397+0000","last_undegraded":"2024-09-13T15:00:53.921397+0000","last_fullsized":"2024-09-13T15:00:53.921397+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:58:47.858890+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.1","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.902237+0000","last_change":"2024-09-13T15:00:49.502610+0000","last_active":"2024-09-13T15:00:53.902237+0000","last_peered":"2024-09-13T15:00:53.902237+0000","last_clean":"2024-09-13T15:00:53.902237+0000","last_became_active":"2024-09-13T15:00:49.502026+0000","last_became_peered":"2024-09-13T15:00:49.502026+0000","last_unstale":"2024-09-13T15:00:53.902237+0000","last_undegraded":"2024-09-13T15:00:53.902237+0000","last_fullsized":"2024-09-13T15:00:53.902237+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.7","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.930748+0000","last_change":"2024-09-13T15:00:53.927949+0000","last_active":"2024-09-13T15:00:53.930748+0000","last_peered":"2024-09-13T15:00:53.930748+0000","last_clean":"2024-09-13T15:00:53.930748+0000","last_became_active":"2024-09-13T15:00:53.927469+0000","last_became_peered":"2024-09-13T15:00:53.927469+0000","last_unstale":"2024-09-13T15:00:53.930748+0000","last_undegraded":"2024-09-13T15:00:53.930748+0000","last_fullsized":"2024-09-13T15:00:53.930748+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:38:57.618580+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5,0,3],"acting":[1,5,0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.1","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913833+0000","last_change":"2024-09-13T15:00:49.898955+0000","last_active":"2024-09-13T15:00:53.913833+0000","last_peered":"2024-09-13T15:00:53.913833+0000","last_clean":"2024-09-13T15:00:53.913833+0000","last_became_active":"2024-09-13T15:00:49.898708+0000","last_became_peered":"2024-09-13T15:00:49.898708+0000","last_unstale":"2024-09-13T15:00:53.913833+0000","last_undegraded":"2024-09-13T15:00:53.913833+0000","last_fullsized":"2024-09-13T15:00:53.913833+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:04:54.967262+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.0","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.991633+0000","last_change":"2024-09-13T15:00:49.506539+0000","last_active":"2024-09-13T15:00:53.991633+0000","last_peered":"2024-09-13T15:00:53.991633+0000","last_clean":"2024-09-13T15:00:53.991633+0000","last_became_active":"2024-09-13T15:00:49.506204+0000","last_became_peered":"2024-09-13T15:00:49.506204+0000","last_unstale":"2024-09-13T15:00:53.991633+0000","last_undegraded":"2024-09-13T15:00:53.991633+0000","last_fullsized":"2024-09-13T15:00:53.991633+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:46.513348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,1],"acting":[7,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.6","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.998694+0000","last_change":"2024-09-13T15:00:53.996034+0000","last_active":"2024-09-13T15:00:53.998694+0000","last_peered":"2024-09-13T15:00:53.998694+0000","last_clean":"2024-09-13T15:00:53.998694+0000","last_became_active":"2024-09-13T15:00:53.994930+0000","last_became_peered":"2024-09-13T15:00:53.994930+0000","last_unstale":"2024-09-13T15:00:53.998694+0000","last_undegraded":"2024-09-13T15:00:53.998694+0000","last_fullsized":"2024-09-13T15:00:53.998694+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:44:59.131075+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,2,7],"acting":[0,1,2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.903182+0000","last_change":"2024-09-13T15:00:49.913348+0000","last_active":"2024-09-13T15:00:53.903182+0000","last_peered":"2024-09-13T15:00:53.903182+0000","last_clean":"2024-09-13T15:00:53.903182+0000","last_became_active":"2024-09-13T15:00:49.913078+0000","last_became_peered":"2024-09-13T15:00:49.913078+0000","last_unstale":"2024-09-13T15:00:53.903182+0000","last_undegraded":"2024-09-13T15:00:53.903182+0000","last_fullsized":"2024-09-13T15:00:53.903182+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:41.710244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.3","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912983+0000","last_change":"2024-09-13T15:00:49.502721+0000","last_active":"2024-09-13T15:00:53.912983+0000","last_peered":"2024-09-13T15:00:53.912983+0000","last_clean":"2024-09-13T15:00:53.912983+0000","last_became_active":"2024-09-13T15:00:49.502407+0000","last_became_peered":"2024-09-13T15:00:49.502407+0000","last_unstale":"2024-09-13T15:00:53.912983+0000","last_undegraded":"2024-09-13T15:00:53.912983+0000","last_fullsized":"2024-09-13T15:00:53.912983+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:04.197447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":167,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.992764+0000","last_change":"2024-09-13T15:00:46.489302+0000","last_active":"2024-09-13T15:00:53.992764+0000","last_peered":"2024-09-13T15:00:53.992764+0000","last_clean":"2024-09-13T15:00:53.992764+0000","last_became_active":"2024-09-13T15:00:46.487009+0000","last_became_peered":"2024-09-13T15:00:46.487009+0000","last_unstale":"2024-09-13T15:00:53.992764+0000","last_undegraded":"2024-09-13T15:00:53.992764+0000","last_fullsized":"2024-09-13T15:00:53.992764+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_clean_scrub_stamp":"2024-09-13T15:00:45.246135+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:04.189008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"4.5","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.999880+0000","last_change":"2024-09-13T15:00:53.997628+0000","last_active":"2024-09-13T15:00:53.999880+0000","last_peered":"2024-09-13T15:00:53.999880+0000","last_clean":"2024-09-13T15:00:53.999880+0000","last_became_active":"2024-09-13T15:00:53.997287+0000","last_became_peered":"2024-09-13T15:00:53.997287+0000","last_unstale":"2024-09-13T15:00:53.999880+0000","last_undegraded":"2024-09-13T15:00:53.999880+0000","last_fullsized":"2024-09-13T15:00:53.999880+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:32:00.954058+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3,4,7],"acting":[6,3,4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994175+0000","last_change":"2024-09-13T15:00:49.912737+0000","last_active":"2024-09-13T15:00:53.994175+0000","last_peered":"2024-09-13T15:00:53.994175+0000","last_clean":"2024-09-13T15:00:53.994175+0000","last_became_active":"2024-09-13T15:00:49.912473+0000","last_became_peered":"2024-09-13T15:00:49.912473+0000","last_unstale":"2024-09-13T15:00:53.994175+0000","last_undegraded":"2024-09-13T15:00:53.994175+0000","last_fullsized":"2024-09-13T15:00:53.994175+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:26.239274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.c","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.903984+0000","last_change":"2024-09-13T15:00:49.505911+0000","last_active":"2024-09-13T15:00:53.903984+0000","last_peered":"2024-09-13T15:00:53.903984+0000","last_clean":"2024-09-13T15:00:53.903984+0000","last_became_active":"2024-09-13T15:00:49.505516+0000","last_became_peered":"2024-09-13T15:00:49.505516+0000","last_unstale":"2024-09-13T15:00:53.903984+0000","last_undegraded":"2024-09-13T15:00:53.903984+0000","last_fullsized":"2024-09-13T15:00:53.903984+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:49.811340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.a","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.996817+0000","last_change":"2024-09-13T15:00:53.994992+0000","last_active":"2024-09-13T15:00:53.996817+0000","last_peered":"2024-09-13T15:00:53.996817+0000","last_clean":"2024-09-13T15:00:53.996817+0000","last_became_active":"2024-09-13T15:00:53.994318+0000","last_became_peered":"2024-09-13T15:00:53.994318+0000","last_unstale":"2024-09-13T15:00:53.996817+0000","last_undegraded":"2024-09-13T15:00:53.996817+0000","last_fullsized":"2024-09-13T15:00:53.996817+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:01:41.884669+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7,1,0],"acting":[6,7,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913787+0000","last_change":"2024-09-13T15:00:49.908945+0000","last_active":"2024-09-13T15:00:53.913787+0000","last_peered":"2024-09-13T15:00:53.913787+0000","last_clean":"2024-09-13T15:00:53.913787+0000","last_became_active":"2024-09-13T15:00:49.904160+0000","last_became_peered":"2024-09-13T15:00:49.904160+0000","last_unstale":"2024-09-13T15:00:53.913787+0000","last_undegraded":"2024-09-13T15:00:53.913787+0000","last_fullsized":"2024-09-13T15:00:53.913787+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.769255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.d","version":"21'1","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924910+0000","last_change":"2024-09-13T15:00:49.496850+0000","last_active":"2024-09-13T15:00:53.924910+0000","last_peered":"2024-09-13T15:00:53.924910+0000","last_clean":"2024-09-13T15:00:53.924910+0000","last_became_active":"2024-09-13T15:00:49.496533+0000","last_became_peered":"2024-09-13T15:00:49.496533+0000","last_unstale":"2024-09-13T15:00:53.924910+0000","last_undegraded":"2024-09-13T15:00:53.924910+0000","last_fullsized":"2024-09-13T15:00:53.924910+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:30:32.640979+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.b","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.929649+0000","last_change":"2024-09-13T15:00:53.928468+0000","last_active":"2024-09-13T15:00:53.929649+0000","last_peered":"2024-09-13T15:00:53.929649+0000","last_clean":"2024-09-13T15:00:53.929649+0000","last_became_active":"2024-09-13T15:00:53.928165+0000","last_became_peered":"2024-09-13T15:00:53.928165+0000","last_unstale":"2024-09-13T15:00:53.929649+0000","last_undegraded":"2024-09-13T15:00:53.929649+0000","last_fullsized":"2024-09-13T15:00:53.929649+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:48:45.414085+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1,4,5],"acting":[0,1,4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.995141+0000","last_change":"2024-09-13T15:00:49.897045+0000","last_active":"2024-09-13T15:00:53.995141+0000","last_peered":"2024-09-13T15:00:53.995141+0000","last_clean":"2024-09-13T15:00:53.995141+0000","last_became_active":"2024-09-13T15:00:49.896168+0000","last_became_peered":"2024-09-13T15:00:49.896168+0000","last_unstale":"2024-09-13T15:00:53.995141+0000","last_undegraded":"2024-09-13T15:00:53.995141+0000","last_fullsized":"2024-09-13T15:00:53.995141+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:07:11.982160+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.e","version":"21'2","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.904136+0000","last_change":"2024-09-13T15:00:49.502336+0000","last_active":"2024-09-13T15:00:53.904136+0000","last_peered":"2024-09-13T15:00:53.904136+0000","last_clean":"2024-09-13T15:00:53.904136+0000","last_became_active":"2024-09-13T15:00:49.502049+0000","last_became_peered":"2024-09-13T15:00:49.502049+0000","last_unstale":"2024-09-13T15:00:53.904136+0000","last_undegraded":"2024-09-13T15:00:53.904136+0000","last_fullsized":"2024-09-13T15:00:53.904136+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:11.935682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.8","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.002295+0000","last_change":"2024-09-13T15:00:53.997535+0000","last_active":"2024-09-13T15:00:54.002295+0000","last_peered":"2024-09-13T15:00:54.002295+0000","last_clean":"2024-09-13T15:00:54.002295+0000","last_became_active":"2024-09-13T15:00:53.997116+0000","last_became_peered":"2024-09-13T15:00:53.997116+0000","last_unstale":"2024-09-13T15:00:54.002295+0000","last_undegraded":"2024-09-13T15:00:54.002295+0000","last_fullsized":"2024-09-13T15:00:54.002295+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:09:06.595464+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4,7,6],"acting":[5,4,7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994587+0000","last_change":"2024-09-13T15:00:49.900725+0000","last_active":"2024-09-13T15:00:53.994587+0000","last_peered":"2024-09-13T15:00:53.994587+0000","last_clean":"2024-09-13T15:00:53.994587+0000","last_became_active":"2024-09-13T15:00:49.900470+0000","last_became_peered":"2024-09-13T15:00:49.900470+0000","last_unstale":"2024-09-13T15:00:53.994587+0000","last_undegraded":"2024-09-13T15:00:53.994587+0000","last_fullsized":"2024-09-13T15:00:53.994587+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:16:25.214950+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.f","version":"21'1","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906491+0000","last_change":"2024-09-13T15:00:49.501002+0000","last_active":"2024-09-13T15:00:53.906491+0000","last_peered":"2024-09-13T15:00:53.906491+0000","last_clean":"2024-09-13T15:00:53.906491+0000","last_became_active":"2024-09-13T15:00:49.500655+0000","last_became_peered":"2024-09-13T15:00:49.500655+0000","last_unstale":"2024-09-13T15:00:53.906491+0000","last_undegraded":"2024-09-13T15:00:53.906491+0000","last_fullsized":"2024-09-13T15:00:53.906491+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:37.328320+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,0],"acting":[4,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.9","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926051+0000","last_change":"2024-09-13T15:00:53.925153+0000","last_active":"2024-09-13T15:00:53.926051+0000","last_peered":"2024-09-13T15:00:53.926051+0000","last_clean":"2024-09-13T15:00:53.926051+0000","last_became_active":"2024-09-13T15:00:53.924753+0000","last_became_peered":"2024-09-13T15:00:53.924753+0000","last_unstale":"2024-09-13T15:00:53.926051+0000","last_undegraded":"2024-09-13T15:00:53.926051+0000","last_fullsized":"2024-09-13T15:00:53.926051+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:12.759092+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1,3,6],"acting":[4,1,3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.11","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993210+0000","last_change":"2024-09-13T15:00:49.906428+0000","last_active":"2024-09-13T15:00:53.993210+0000","last_peered":"2024-09-13T15:00:53.993210+0000","last_clean":"2024-09-13T15:00:53.993210+0000","last_became_active":"2024-09-13T15:00:49.906080+0000","last_became_peered":"2024-09-13T15:00:49.906080+0000","last_unstale":"2024-09-13T15:00:53.993210+0000","last_undegraded":"2024-09-13T15:00:53.993210+0000","last_fullsized":"2024-09-13T15:00:53.993210+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:54.064111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.10","version":"21'8","reported_seq":23,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.901784+0000","last_change":"2024-09-13T15:00:49.497158+0000","last_active":"2024-09-13T15:00:53.901784+0000","last_peered":"2024-09-13T15:00:53.901784+0000","last_clean":"2024-09-13T15:00:53.901784+0000","last_became_active":"2024-09-13T15:00:49.496069+0000","last_became_peered":"2024-09-13T15:00:49.496069+0000","last_unstale":"2024-09-13T15:00:53.901784+0000","last_undegraded":"2024-09-13T15:00:53.901784+0000","last_fullsized":"2024-09-13T15:00:53.901784+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:04.197447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"4.16","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924796+0000","last_change":"2024-09-13T15:00:53.924139+0000","last_active":"2024-09-13T15:00:53.924796+0000","last_peered":"2024-09-13T15:00:53.924796+0000","last_clean":"2024-09-13T15:00:53.924796+0000","last_became_active":"2024-09-13T15:00:53.923611+0000","last_became_peered":"2024-09-13T15:00:53.923611+0000","last_unstale":"2024-09-13T15:00:53.924796+0000","last_undegraded":"2024-09-13T15:00:53.924796+0000","last_fullsized":"2024-09-13T15:00:53.924796+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:33:29.749390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3,2,6],"acting":[0,3,2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.10","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912637+0000","last_change":"2024-09-13T15:00:49.905588+0000","last_active":"2024-09-13T15:00:53.912637+0000","last_peered":"2024-09-13T15:00:53.912637+0000","last_clean":"2024-09-13T15:00:53.912637+0000","last_became_active":"2024-09-13T15:00:49.905156+0000","last_became_peered":"2024-09-13T15:00:49.905156+0000","last_unstale":"2024-09-13T15:00:53.912637+0000","last_undegraded":"2024-09-13T15:00:53.912637+0000","last_fullsized":"2024-09-13T15:00:53.912637+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:06:27.497312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"2.11","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912704+0000","last_change":"2024-09-13T15:00:49.498099+0000","last_active":"2024-09-13T15:00:53.912704+0000","last_peered":"2024-09-13T15:00:53.912704+0000","last_clean":"2024-09-13T15:00:53.912704+0000","last_became_active":"2024-09-13T15:00:49.497663+0000","last_became_peered":"2024-09-13T15:00:49.497663+0000","last_unstale":"2024-09-13T15:00:53.912704+0000","last_undegraded":"2024-09-13T15:00:53.912704+0000","last_fullsized":"2024-09-13T15:00:53.912704+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:31:46.869275+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.17","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006174+0000","last_change":"2024-09-13T15:00:53.996163+0000","last_active":"2024-09-13T15:00:54.006174+0000","last_peered":"2024-09-13T15:00:54.006174+0000","last_clean":"2024-09-13T15:00:54.006174+0000","last_became_active":"2024-09-13T15:00:53.994912+0000","last_became_peered":"2024-09-13T15:00:53.994912+0000","last_unstale":"2024-09-13T15:00:54.006174+0000","last_undegraded":"2024-09-13T15:00:54.006174+0000","last_fullsized":"2024-09-13T15:00:54.006174+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:55:33.336348+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,1,6],"acting":[3,7,1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.13","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993570+0000","last_change":"2024-09-13T15:00:49.901447+0000","last_active":"2024-09-13T15:00:53.993570+0000","last_peered":"2024-09-13T15:00:53.993570+0000","last_clean":"2024-09-13T15:00:53.993570+0000","last_became_active":"2024-09-13T15:00:49.900971+0000","last_became_peered":"2024-09-13T15:00:49.900971+0000","last_unstale":"2024-09-13T15:00:53.993570+0000","last_undegraded":"2024-09-13T15:00:53.993570+0000","last_fullsized":"2024-09-13T15:00:53.993570+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:49:41.971099+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.12","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917132+0000","last_change":"2024-09-13T15:00:49.502998+0000","last_active":"2024-09-13T15:00:53.917132+0000","last_peered":"2024-09-13T15:00:53.917132+0000","last_clean":"2024-09-13T15:00:53.917132+0000","last_became_active":"2024-09-13T15:00:49.502750+0000","last_became_peered":"2024-09-13T15:00:49.502750+0000","last_unstale":"2024-09-13T15:00:53.917132+0000","last_undegraded":"2024-09-13T15:00:53.917132+0000","last_fullsized":"2024-09-13T15:00:53.917132+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:24.189694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.14","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006143+0000","last_change":"2024-09-13T15:00:53.995576+0000","last_active":"2024-09-13T15:00:54.006143+0000","last_peered":"2024-09-13T15:00:54.006143+0000","last_clean":"2024-09-13T15:00:54.006143+0000","last_became_active":"2024-09-13T15:00:53.994765+0000","last_became_peered":"2024-09-13T15:00:53.994765+0000","last_unstale":"2024-09-13T15:00:54.006143+0000","last_undegraded":"2024-09-13T15:00:54.006143+0000","last_fullsized":"2024-09-13T15:00:54.006143+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:04:22.014185+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,7,2],"acting":[3,1,7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.12","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.916114+0000","last_change":"2024-09-13T15:00:49.902007+0000","last_active":"2024-09-13T15:00:53.916114+0000","last_peered":"2024-09-13T15:00:53.916114+0000","last_clean":"2024-09-13T15:00:53.916114+0000","last_became_active":"2024-09-13T15:00:49.901760+0000","last_became_peered":"2024-09-13T15:00:49.901760+0000","last_unstale":"2024-09-13T15:00:53.916114+0000","last_undegraded":"2024-09-13T15:00:53.916114+0000","last_fullsized":"2024-09-13T15:00:53.916114+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:14.686922+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.13","version":"21'2","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914638+0000","last_change":"2024-09-13T15:00:49.498085+0000","last_active":"2024-09-13T15:00:53.914638+0000","last_peered":"2024-09-13T15:00:53.914638+0000","last_clean":"2024-09-13T15:00:53.914638+0000","last_became_active":"2024-09-13T15:00:49.497778+0000","last_became_peered":"2024-09-13T15:00:49.497778+0000","last_unstale":"2024-09-13T15:00:53.914638+0000","last_undegraded":"2024-09-13T15:00:53.914638+0000","last_fullsized":"2024-09-13T15:00:53.914638+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:16:02.423879+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.15","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.999633+0000","last_change":"2024-09-13T15:00:53.995377+0000","last_active":"2024-09-13T15:00:53.999633+0000","last_peered":"2024-09-13T15:00:53.999633+0000","last_clean":"2024-09-13T15:00:53.999633+0000","last_became_active":"2024-09-13T15:00:53.994392+0000","last_became_peered":"2024-09-13T15:00:53.994392+0000","last_unstale":"2024-09-13T15:00:53.999633+0000","last_undegraded":"2024-09-13T15:00:53.999633+0000","last_fullsized":"2024-09-13T15:00:53.999633+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:30:43.617339+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7,3,2],"acting":[5,7,3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.15","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993954+0000","last_change":"2024-09-13T15:00:49.894323+0000","last_active":"2024-09-13T15:00:53.993954+0000","last_peered":"2024-09-13T15:00:53.993954+0000","last_clean":"2024-09-13T15:00:53.993954+0000","last_became_active":"2024-09-13T15:00:49.893539+0000","last_became_peered":"2024-09-13T15:00:49.893539+0000","last_unstale":"2024-09-13T15:00:53.993954+0000","last_undegraded":"2024-09-13T15:00:53.993954+0000","last_fullsized":"2024-09-13T15:00:53.993954+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:46:48.512079+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,3],"acting":[7,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"2.14","version":"26'9","reported_seq":24,"reported_epoch":26,"state":"active+clean","last_fresh":"2024-09-13T15:00:59.223116+0000","last_change":"2024-09-13T15:00:49.498856+0000","last_active":"2024-09-13T15:00:59.223116+0000","last_peered":"2024-09-13T15:00:59.223116+0000","last_clean":"2024-09-13T15:00:59.223116+0000","last_became_active":"2024-09-13T15:00:49.498539+0000","last_became_peered":"2024-09-13T15:00:49.498539+0000","last_unstale":"2024-09-13T15:00:59.223116+0000","last_undegraded":"2024-09-13T15:00:59.223116+0000","last_fullsized":"2024-09-13T15:00:59.223116+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":9,"log_dups_size":0,"ondisk_log_size":9,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:10:42.058856+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":3795,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":9,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.12","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.937216+0000","last_change":"2024-09-13T15:00:53.929005+0000","last_active":"2024-09-13T15:00:53.937216+0000","last_peered":"2024-09-13T15:00:53.937216+0000","last_clean":"2024-09-13T15:00:53.937216+0000","last_became_active":"2024-09-13T15:00:53.927205+0000","last_became_peered":"2024-09-13T15:00:53.927205+0000","last_unstale":"2024-09-13T15:00:53.937216+0000","last_undegraded":"2024-09-13T15:00:53.937216+0000","last_fullsized":"2024-09-13T15:00:53.937216+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:21.108507+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6,2,0],"acting":[1,6,2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.14","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906911+0000","last_change":"2024-09-13T15:00:49.893728+0000","last_active":"2024-09-13T15:00:53.906911+0000","last_peered":"2024-09-13T15:00:53.906911+0000","last_clean":"2024-09-13T15:00:53.906911+0000","last_became_active":"2024-09-13T15:00:49.893398+0000","last_became_peered":"2024-09-13T15:00:49.893398+0000","last_unstale":"2024-09-13T15:00:53.906911+0000","last_undegraded":"2024-09-13T15:00:53.906911+0000","last_fullsized":"2024-09-13T15:00:53.906911+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:52:12.522611+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,7],"acting":[4,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"2.15","version":"21'3","reported_seq":17,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924804+0000","last_change":"2024-09-13T15:00:49.501317+0000","last_active":"2024-09-13T15:00:53.924804+0000","last_peered":"2024-09-13T15:00:53.924804+0000","last_clean":"2024-09-13T15:00:53.924804+0000","last_became_active":"2024-09-13T15:00:49.499458+0000","last_became_peered":"2024-09-13T15:00:49.499458+0000","last_unstale":"2024-09-13T15:00:53.924804+0000","last_undegraded":"2024-09-13T15:00:53.924804+0000","last_fullsized":"2024-09-13T15:00:53.924804+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:59:24.189694+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"4.13","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933160+0000","last_change":"2024-09-13T15:00:53.931539+0000","last_active":"2024-09-13T15:00:53.933160+0000","last_peered":"2024-09-13T15:00:53.933160+0000","last_clean":"2024-09-13T15:00:53.933160+0000","last_became_active":"2024-09-13T15:00:53.931108+0000","last_became_peered":"2024-09-13T15:00:53.931108+0000","last_unstale":"2024-09-13T15:00:53.933160+0000","last_undegraded":"2024-09-13T15:00:53.933160+0000","last_fullsized":"2024-09-13T15:00:53.933160+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:20:16.144739+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5,6,1],"acting":[4,5,6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.17","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.915041+0000","last_change":"2024-09-13T15:00:49.914522+0000","last_active":"2024-09-13T15:00:53.915041+0000","last_peered":"2024-09-13T15:00:53.915041+0000","last_clean":"2024-09-13T15:00:53.915041+0000","last_became_active":"2024-09-13T15:00:49.914232+0000","last_became_peered":"2024-09-13T15:00:49.914232+0000","last_unstale":"2024-09-13T15:00:53.915041+0000","last_undegraded":"2024-09-13T15:00:53.915041+0000","last_fullsized":"2024-09-13T15:00:53.915041+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:10:00.725039+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"2.16","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913355+0000","last_change":"2024-09-13T15:00:49.504224+0000","last_active":"2024-09-13T15:00:53.913355+0000","last_peered":"2024-09-13T15:00:53.913355+0000","last_clean":"2024-09-13T15:00:53.913355+0000","last_became_active":"2024-09-13T15:00:49.503914+0000","last_became_peered":"2024-09-13T15:00:49.503914+0000","last_unstale":"2024-09-13T15:00:53.913355+0000","last_undegraded":"2024-09-13T15:00:53.913355+0000","last_fullsized":"2024-09-13T15:00:53.913355+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:11.935682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.10","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.929540+0000","last_change":"2024-09-13T15:00:53.926637+0000","last_active":"2024-09-13T15:00:53.929540+0000","last_peered":"2024-09-13T15:00:53.929540+0000","last_clean":"2024-09-13T15:00:53.929540+0000","last_became_active":"2024-09-13T15:00:53.926277+0000","last_became_peered":"2024-09-13T15:00:53.926277+0000","last_unstale":"2024-09-13T15:00:53.929540+0000","last_undegraded":"2024-09-13T15:00:53.929540+0000","last_fullsized":"2024-09-13T15:00:53.929540+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:05:15.418420+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,6,4],"acting":[3,1,6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.16","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913136+0000","last_change":"2024-09-13T15:00:49.912359+0000","last_active":"2024-09-13T15:00:53.913136+0000","last_peered":"2024-09-13T15:00:53.913136+0000","last_clean":"2024-09-13T15:00:53.913136+0000","last_became_active":"2024-09-13T15:00:49.912111+0000","last_became_peered":"2024-09-13T15:00:49.912111+0000","last_unstale":"2024-09-13T15:00:53.913136+0000","last_undegraded":"2024-09-13T15:00:53.913136+0000","last_fullsized":"2024-09-13T15:00:53.913136+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:12:42.033764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"2.17","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914114+0000","last_change":"2024-09-13T15:00:49.507500+0000","last_active":"2024-09-13T15:00:53.914114+0000","last_peered":"2024-09-13T15:00:53.914114+0000","last_clean":"2024-09-13T15:00:53.914114+0000","last_became_active":"2024-09-13T15:00:49.507037+0000","last_became_peered":"2024-09-13T15:00:49.507037+0000","last_unstale":"2024-09-13T15:00:53.914114+0000","last_undegraded":"2024-09-13T15:00:53.914114+0000","last_fullsized":"2024-09-13T15:00:53.914114+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:01:21.566357+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"4.11","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.006249+0000","last_change":"2024-09-13T15:00:54.001406+0000","last_active":"2024-09-13T15:00:54.006249+0000","last_peered":"2024-09-13T15:00:54.006249+0000","last_clean":"2024-09-13T15:00:54.006249+0000","last_became_active":"2024-09-13T15:00:54.000661+0000","last_became_peered":"2024-09-13T15:00:54.000661+0000","last_unstale":"2024-09-13T15:00:54.006249+0000","last_undegraded":"2024-09-13T15:00:54.006249+0000","last_fullsized":"2024-09-13T15:00:54.006249+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:21:28.745346+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7,6,5],"acting":[3,7,6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"4.1e","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:54.003048+0000","last_change":"2024-09-13T15:00:54.001663+0000","last_active":"2024-09-13T15:00:54.003048+0000","last_peered":"2024-09-13T15:00:54.003048+0000","last_clean":"2024-09-13T15:00:54.003048+0000","last_became_active":"2024-09-13T15:00:53.999580+0000","last_became_peered":"2024-09-13T15:00:53.999580+0000","last_unstale":"2024-09-13T15:00:54.003048+0000","last_undegraded":"2024-09-13T15:00:54.003048+0000","last_fullsized":"2024-09-13T15:00:54.003048+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:07:40.632442+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7,3,1],"acting":[0,7,3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.19","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.919110+0000","last_change":"2024-09-13T15:00:49.887483+0000","last_active":"2024-09-13T15:00:53.919110+0000","last_peered":"2024-09-13T15:00:53.919110+0000","last_clean":"2024-09-13T15:00:53.919110+0000","last_became_active":"2024-09-13T15:00:49.887207+0000","last_became_peered":"2024-09-13T15:00:49.887207+0000","last_unstale":"2024-09-13T15:00:53.919110+0000","last_undegraded":"2024-09-13T15:00:53.919110+0000","last_fullsized":"2024-09-13T15:00:53.919110+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:54.472977+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"2.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913249+0000","last_change":"2024-09-13T15:00:49.499502+0000","last_active":"2024-09-13T15:00:53.913249+0000","last_peered":"2024-09-13T15:00:53.913249+0000","last_clean":"2024-09-13T15:00:53.913249+0000","last_became_active":"2024-09-13T15:00:49.499167+0000","last_became_peered":"2024-09-13T15:00:49.499167+0000","last_unstale":"2024-09-13T15:00:53.913249+0000","last_undegraded":"2024-09-13T15:00:53.913249+0000","last_fullsized":"2024-09-13T15:00:53.913249+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:04.641299+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"4.1f","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933922+0000","last_change":"2024-09-13T15:00:53.932234+0000","last_active":"2024-09-13T15:00:53.933922+0000","last_peered":"2024-09-13T15:00:53.933922+0000","last_clean":"2024-09-13T15:00:53.933922+0000","last_became_active":"2024-09-13T15:00:53.931609+0000","last_became_peered":"2024-09-13T15:00:53.931609+0000","last_unstale":"2024-09-13T15:00:53.933922+0000","last_undegraded":"2024-09-13T15:00:53.933922+0000","last_fullsized":"2024-09-13T15:00:53.933922+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:09:20.632446+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5,1,0],"acting":[6,5,1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.18","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906023+0000","last_change":"2024-09-13T15:00:49.897843+0000","last_active":"2024-09-13T15:00:53.906023+0000","last_peered":"2024-09-13T15:00:53.906023+0000","last_clean":"2024-09-13T15:00:53.906023+0000","last_became_active":"2024-09-13T15:00:49.897568+0000","last_became_peered":"2024-09-13T15:00:49.897568+0000","last_unstale":"2024-09-13T15:00:53.906023+0000","last_undegraded":"2024-09-13T15:00:53.906023+0000","last_fullsized":"2024-09-13T15:00:53.906023+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.769255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.19","version":"0'0","reported_seq":15,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.909402+0000","last_change":"2024-09-13T15:00:49.501449+0000","last_active":"2024-09-13T15:00:53.909402+0000","last_peered":"2024-09-13T15:00:53.909402+0000","last_clean":"2024-09-13T15:00:53.909402+0000","last_became_active":"2024-09-13T15:00:49.501151+0000","last_became_peered":"2024-09-13T15:00:49.501151+0000","last_unstale":"2024-09-13T15:00:53.909402+0000","last_undegraded":"2024-09-13T15:00:53.909402+0000","last_fullsized":"2024-09-13T15:00:53.909402+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:49.811340+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"2.1a","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913652+0000","last_change":"2024-09-13T15:00:49.498367+0000","last_active":"2024-09-13T15:00:53.913652+0000","last_peered":"2024-09-13T15:00:53.913652+0000","last_clean":"2024-09-13T15:00:53.913652+0000","last_became_active":"2024-09-13T15:00:49.497963+0000","last_became_peered":"2024-09-13T15:00:49.497963+0000","last_unstale":"2024-09-13T15:00:53.913652+0000","last_undegraded":"2024-09-13T15:00:53.913652+0000","last_fullsized":"2024-09-13T15:00:53.913652+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:22:00.063715+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.1b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.916679+0000","last_change":"2024-09-13T15:00:49.906323+0000","last_active":"2024-09-13T15:00:53.916679+0000","last_peered":"2024-09-13T15:00:53.916679+0000","last_clean":"2024-09-13T15:00:53.916679+0000","last_became_active":"2024-09-13T15:00:49.906014+0000","last_became_peered":"2024-09-13T15:00:49.906014+0000","last_unstale":"2024-09-13T15:00:53.916679+0000","last_undegraded":"2024-09-13T15:00:53.916679+0000","last_fullsized":"2024-09-13T15:00:53.916679+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:37:48.689547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,4],"acting":[0,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"4.1c","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.933223+0000","last_change":"2024-09-13T15:00:53.932064+0000","last_active":"2024-09-13T15:00:53.933223+0000","last_peered":"2024-09-13T15:00:53.933223+0000","last_clean":"2024-09-13T15:00:53.933223+0000","last_became_active":"2024-09-13T15:00:53.931594+0000","last_became_peered":"2024-09-13T15:00:53.931594+0000","last_unstale":"2024-09-13T15:00:53.933223+0000","last_undegraded":"2024-09-13T15:00:53.933223+0000","last_fullsized":"2024-09-13T15:00:53.933223+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:18:57.886292+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1,3,5],"acting":[2,1,3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"2.1b","version":"21'1","reported_seq":16,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905783+0000","last_change":"2024-09-13T15:00:49.506504+0000","last_active":"2024-09-13T15:00:53.905783+0000","last_peered":"2024-09-13T15:00:53.905783+0000","last_clean":"2024-09-13T15:00:53.905783+0000","last_became_active":"2024-09-13T15:00:49.506179+0000","last_became_peered":"2024-09-13T15:00:49.506179+0000","last_unstale":"2024-09-13T15:00:53.905783+0000","last_undegraded":"2024-09-13T15:00:53.905783+0000","last_fullsized":"2024-09-13T15:00:53.905783+0000","mapping_epoch":19,"log_start":"0'0","ondisk_log_start":"0'0","created":19,"last_epoch_clean":20,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:48.465601+0000","last_clean_scrub_stamp":"2024-09-13T15:00:48.465601+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:04.197447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.1a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905662+0000","last_change":"2024-09-13T15:00:49.891116+0000","last_active":"2024-09-13T15:00:53.905662+0000","last_peered":"2024-09-13T15:00:53.905662+0000","last_clean":"2024-09-13T15:00:53.905662+0000","last_became_active":"2024-09-13T15:00:49.890821+0000","last_became_peered":"2024-09-13T15:00:49.890821+0000","last_unstale":"2024-09-13T15:00:53.905662+0000","last_undegraded":"2024-09-13T15:00:53.905662+0000","last_fullsized":"2024-09-13T15:00:53.905662+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:33.739828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"4.1d","version":"0'0","reported_seq":12,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.926941+0000","last_change":"2024-09-13T15:00:53.926157+0000","last_active":"2024-09-13T15:00:53.926941+0000","last_peered":"2024-09-13T15:00:53.926941+0000","last_clean":"2024-09-13T15:00:53.926941+0000","last_became_active":"2024-09-13T15:00:53.925756+0000","last_became_peered":"2024-09-13T15:00:53.925756+0000","last_unstale":"2024-09-13T15:00:53.926941+0000","last_undegraded":"2024-09-13T15:00:53.926941+0000","last_fullsized":"2024-09-13T15:00:53.926941+0000","mapping_epoch":24,"log_start":"0'0","ondisk_log_start":"0'0","created":24,"last_epoch_clean":25,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:52.886405+0000","last_clean_scrub_stamp":"2024-09-13T15:00:52.886405+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:15:41.850943+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1,4,2],"acting":[3,1,4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.20","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.912540+0000","last_change":"2024-09-13T15:00:49.907415+0000","last_active":"2024-09-13T15:00:53.912540+0000","last_peered":"2024-09-13T15:00:53.912540+0000","last_clean":"2024-09-13T15:00:53.912540+0000","last_became_active":"2024-09-13T15:00:49.905290+0000","last_became_peered":"2024-09-13T15:00:49.905290+0000","last_unstale":"2024-09-13T15:00:53.912540+0000","last_undegraded":"2024-09-13T15:00:53.912540+0000","last_fullsized":"2024-09-13T15:00:53.912540+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:24.708207+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.21","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.902022+0000","last_change":"2024-09-13T15:00:49.913518+0000","last_active":"2024-09-13T15:00:53.902022+0000","last_peered":"2024-09-13T15:00:53.902022+0000","last_clean":"2024-09-13T15:00:53.902022+0000","last_became_active":"2024-09-13T15:00:49.913223+0000","last_became_peered":"2024-09-13T15:00:49.913223+0000","last_unstale":"2024-09-13T15:00:53.902022+0000","last_undegraded":"2024-09-13T15:00:53.902022+0000","last_fullsized":"2024-09-13T15:00:53.902022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:17:33.739828+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.22","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.917343+0000","last_change":"2024-09-13T15:00:49.909172+0000","last_active":"2024-09-13T15:00:53.917343+0000","last_peered":"2024-09-13T15:00:53.917343+0000","last_clean":"2024-09-13T15:00:53.917343+0000","last_became_active":"2024-09-13T15:00:49.903843+0000","last_became_peered":"2024-09-13T15:00:49.903843+0000","last_unstale":"2024-09-13T15:00:53.917343+0000","last_undegraded":"2024-09-13T15:00:53.917343+0000","last_fullsized":"2024-09-13T15:00:53.917343+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:41.710244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.23","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914402+0000","last_change":"2024-09-13T15:00:49.902749+0000","last_active":"2024-09-13T15:00:53.914402+0000","last_peered":"2024-09-13T15:00:53.914402+0000","last_clean":"2024-09-13T15:00:53.914402+0000","last_became_active":"2024-09-13T15:00:49.899673+0000","last_became_peered":"2024-09-13T15:00:49.899673+0000","last_unstale":"2024-09-13T15:00:53.914402+0000","last_undegraded":"2024-09-13T15:00:53.914402+0000","last_fullsized":"2024-09-13T15:00:53.914402+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:40:54.643248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.24","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.911527+0000","last_change":"2024-09-13T15:00:49.892346+0000","last_active":"2024-09-13T15:00:53.911527+0000","last_peered":"2024-09-13T15:00:53.911527+0000","last_clean":"2024-09-13T15:00:53.911527+0000","last_became_active":"2024-09-13T15:00:49.892069+0000","last_became_peered":"2024-09-13T15:00:49.892069+0000","last_unstale":"2024-09-13T15:00:53.911527+0000","last_undegraded":"2024-09-13T15:00:53.911527+0000","last_fullsized":"2024-09-13T15:00:53.911527+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:07:58.047033+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.25","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924348+0000","last_change":"2024-09-13T15:00:49.887765+0000","last_active":"2024-09-13T15:00:53.924348+0000","last_peered":"2024-09-13T15:00:53.924348+0000","last_clean":"2024-09-13T15:00:53.924348+0000","last_became_active":"2024-09-13T15:00:49.887588+0000","last_became_peered":"2024-09-13T15:00:49.887588+0000","last_unstale":"2024-09-13T15:00:53.924348+0000","last_undegraded":"2024-09-13T15:00:53.924348+0000","last_fullsized":"2024-09-13T15:00:53.924348+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:30.636673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.26","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914148+0000","last_change":"2024-09-13T15:00:49.893932+0000","last_active":"2024-09-13T15:00:53.914148+0000","last_peered":"2024-09-13T15:00:53.914148+0000","last_clean":"2024-09-13T15:00:53.914148+0000","last_became_active":"2024-09-13T15:00:49.893117+0000","last_became_peered":"2024-09-13T15:00:49.893117+0000","last_unstale":"2024-09-13T15:00:53.914148+0000","last_undegraded":"2024-09-13T15:00:53.914148+0000","last_fullsized":"2024-09-13T15:00:53.914148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:19:52.879533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,7],"acting":[6,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.27","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.911936+0000","last_change":"2024-09-13T15:00:49.891027+0000","last_active":"2024-09-13T15:00:53.911936+0000","last_peered":"2024-09-13T15:00:53.911936+0000","last_clean":"2024-09-13T15:00:53.911936+0000","last_became_active":"2024-09-13T15:00:49.890756+0000","last_became_peered":"2024-09-13T15:00:49.890756+0000","last_unstale":"2024-09-13T15:00:53.911936+0000","last_undegraded":"2024-09-13T15:00:53.911936+0000","last_fullsized":"2024-09-13T15:00:53.911936+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:26:30.636673+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.28","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913123+0000","last_change":"2024-09-13T15:00:49.912452+0000","last_active":"2024-09-13T15:00:53.913123+0000","last_peered":"2024-09-13T15:00:53.913123+0000","last_clean":"2024-09-13T15:00:53.913123+0000","last_became_active":"2024-09-13T15:00:49.912180+0000","last_became_peered":"2024-09-13T15:00:49.912180+0000","last_unstale":"2024-09-13T15:00:53.913123+0000","last_undegraded":"2024-09-13T15:00:53.913123+0000","last_fullsized":"2024-09-13T15:00:53.913123+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:37.376575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.29","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.909317+0000","last_change":"2024-09-13T15:00:49.898839+0000","last_active":"2024-09-13T15:00:53.909317+0000","last_peered":"2024-09-13T15:00:53.909317+0000","last_clean":"2024-09-13T15:00:53.909317+0000","last_became_active":"2024-09-13T15:00:49.898577+0000","last_became_peered":"2024-09-13T15:00:49.898577+0000","last_unstale":"2024-09-13T15:00:53.909317+0000","last_undegraded":"2024-09-13T15:00:53.909317+0000","last_fullsized":"2024-09-13T15:00:53.909317+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:34:32.658967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.2a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914286+0000","last_change":"2024-09-13T15:00:49.908408+0000","last_active":"2024-09-13T15:00:53.914286+0000","last_peered":"2024-09-13T15:00:53.914286+0000","last_clean":"2024-09-13T15:00:53.914286+0000","last_became_active":"2024-09-13T15:00:49.904042+0000","last_became_peered":"2024-09-13T15:00:49.904042+0000","last_unstale":"2024-09-13T15:00:53.914286+0000","last_undegraded":"2024-09-13T15:00:53.914286+0000","last_fullsized":"2024-09-13T15:00:53.914286+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:47.166360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.2b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914539+0000","last_change":"2024-09-13T15:00:49.903734+0000","last_active":"2024-09-13T15:00:53.914539+0000","last_peered":"2024-09-13T15:00:53.914539+0000","last_clean":"2024-09-13T15:00:53.914539+0000","last_became_active":"2024-09-13T15:00:49.903498+0000","last_became_peered":"2024-09-13T15:00:49.903498+0000","last_unstale":"2024-09-13T15:00:53.914539+0000","last_undegraded":"2024-09-13T15:00:53.914539+0000","last_fullsized":"2024-09-13T15:00:53.914539+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:56:21.853958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.2c","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913460+0000","last_change":"2024-09-13T15:00:49.906061+0000","last_active":"2024-09-13T15:00:53.913460+0000","last_peered":"2024-09-13T15:00:53.913460+0000","last_clean":"2024-09-13T15:00:53.913460+0000","last_became_active":"2024-09-13T15:00:49.905810+0000","last_became_peered":"2024-09-13T15:00:49.905810+0000","last_unstale":"2024-09-13T15:00:53.913460+0000","last_undegraded":"2024-09-13T15:00:53.913460+0000","last_fullsized":"2024-09-13T15:00:53.913460+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:56:21.853958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.2d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994764+0000","last_change":"2024-09-13T15:00:49.905203+0000","last_active":"2024-09-13T15:00:53.994764+0000","last_peered":"2024-09-13T15:00:53.994764+0000","last_clean":"2024-09-13T15:00:53.994764+0000","last_became_active":"2024-09-13T15:00:49.904926+0000","last_became_peered":"2024-09-13T15:00:49.904926+0000","last_unstale":"2024-09-13T15:00:53.994764+0000","last_undegraded":"2024-09-13T15:00:53.994764+0000","last_fullsized":"2024-09-13T15:00:53.994764+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:54:46.769255+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.2e","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.903889+0000","last_change":"2024-09-13T15:00:49.897287+0000","last_active":"2024-09-13T15:00:53.903889+0000","last_peered":"2024-09-13T15:00:53.903889+0000","last_clean":"2024-09-13T15:00:53.903889+0000","last_became_active":"2024-09-13T15:00:49.897049+0000","last_became_peered":"2024-09-13T15:00:49.897049+0000","last_unstale":"2024-09-13T15:00:53.903889+0000","last_undegraded":"2024-09-13T15:00:53.903889+0000","last_fullsized":"2024-09-13T15:00:53.903889+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:47.520837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,6],"acting":[2,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"3.2f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913320+0000","last_change":"2024-09-13T15:00:49.908765+0000","last_active":"2024-09-13T15:00:53.913320+0000","last_peered":"2024-09-13T15:00:53.913320+0000","last_clean":"2024-09-13T15:00:53.913320+0000","last_became_active":"2024-09-13T15:00:49.908496+0000","last_became_peered":"2024-09-13T15:00:49.908496+0000","last_unstale":"2024-09-13T15:00:53.913320+0000","last_undegraded":"2024-09-13T15:00:53.913320+0000","last_fullsized":"2024-09-13T15:00:53.913320+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:34:54.064111+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.30","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913111+0000","last_change":"2024-09-13T15:00:49.911885+0000","last_active":"2024-09-13T15:00:53.913111+0000","last_peered":"2024-09-13T15:00:53.913111+0000","last_clean":"2024-09-13T15:00:53.913111+0000","last_became_active":"2024-09-13T15:00:49.911428+0000","last_became_peered":"2024-09-13T15:00:49.911428+0000","last_unstale":"2024-09-13T15:00:53.913111+0000","last_undegraded":"2024-09-13T15:00:53.913111+0000","last_fullsized":"2024-09-13T15:00:53.913111+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:47.520837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.31","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.919199+0000","last_change":"2024-09-13T15:00:49.893297+0000","last_active":"2024-09-13T15:00:53.919199+0000","last_peered":"2024-09-13T15:00:53.919199+0000","last_clean":"2024-09-13T15:00:53.919199+0000","last_became_active":"2024-09-13T15:00:49.893049+0000","last_became_peered":"2024-09-13T15:00:49.893049+0000","last_unstale":"2024-09-13T15:00:53.919199+0000","last_undegraded":"2024-09-13T15:00:53.919199+0000","last_fullsized":"2024-09-13T15:00:53.919199+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:23:28.713496+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.32","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.916024+0000","last_change":"2024-09-13T15:00:49.899621+0000","last_active":"2024-09-13T15:00:53.916024+0000","last_peered":"2024-09-13T15:00:53.916024+0000","last_clean":"2024-09-13T15:00:53.916024+0000","last_became_active":"2024-09-13T15:00:49.899334+0000","last_became_peered":"2024-09-13T15:00:49.899334+0000","last_unstale":"2024-09-13T15:00:53.916024+0000","last_undegraded":"2024-09-13T15:00:53.916024+0000","last_fullsized":"2024-09-13T15:00:53.916024+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:03:09.857703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.33","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905479+0000","last_change":"2024-09-13T15:00:49.895264+0000","last_active":"2024-09-13T15:00:53.905479+0000","last_peered":"2024-09-13T15:00:53.905479+0000","last_clean":"2024-09-13T15:00:53.905479+0000","last_became_active":"2024-09-13T15:00:49.894995+0000","last_became_peered":"2024-09-13T15:00:49.894995+0000","last_unstale":"2024-09-13T15:00:53.905479+0000","last_undegraded":"2024-09-13T15:00:53.905479+0000","last_fullsized":"2024-09-13T15:00:53.905479+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:24:54.213301+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.34","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.906834+0000","last_change":"2024-09-13T15:00:49.904182+0000","last_active":"2024-09-13T15:00:53.906834+0000","last_peered":"2024-09-13T15:00:53.906834+0000","last_clean":"2024-09-13T15:00:53.906834+0000","last_became_active":"2024-09-13T15:00:49.903955+0000","last_became_peered":"2024-09-13T15:00:49.903955+0000","last_unstale":"2024-09-13T15:00:53.906834+0000","last_undegraded":"2024-09-13T15:00:53.906834+0000","last_fullsized":"2024-09-13T15:00:53.906834+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:02:47.520837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"3.35","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913929+0000","last_change":"2024-09-13T15:00:49.913105+0000","last_active":"2024-09-13T15:00:53.913929+0000","last_peered":"2024-09-13T15:00:53.913929+0000","last_clean":"2024-09-13T15:00:53.913929+0000","last_became_active":"2024-09-13T15:00:49.912865+0000","last_became_peered":"2024-09-13T15:00:49.912865+0000","last_unstale":"2024-09-13T15:00:53.913929+0000","last_undegraded":"2024-09-13T15:00:53.913929+0000","last_fullsized":"2024-09-13T15:00:53.913929+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:40:54.643248+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.36","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914097+0000","last_change":"2024-09-13T15:00:49.905355+0000","last_active":"2024-09-13T15:00:53.914097+0000","last_peered":"2024-09-13T15:00:53.914097+0000","last_clean":"2024-09-13T15:00:53.914097+0000","last_became_active":"2024-09-13T15:00:49.904950+0000","last_became_peered":"2024-09-13T15:00:49.904950+0000","last_unstale":"2024-09-13T15:00:53.914097+0000","last_undegraded":"2024-09-13T15:00:53.914097+0000","last_fullsized":"2024-09-13T15:00:53.914097+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:37:48.689547+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,5],"acting":[6,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"3.37","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.995022+0000","last_change":"2024-09-13T15:00:49.903016+0000","last_active":"2024-09-13T15:00:53.995022+0000","last_peered":"2024-09-13T15:00:53.995022+0000","last_clean":"2024-09-13T15:00:53.995022+0000","last_became_active":"2024-09-13T15:00:49.902767+0000","last_became_peered":"2024-09-13T15:00:49.902767+0000","last_unstale":"2024-09-13T15:00:53.995022+0000","last_undegraded":"2024-09-13T15:00:53.995022+0000","last_fullsized":"2024-09-13T15:00:53.995022+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:43:37.376575+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.38","version":"0'0","reported_seq":14,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.905866+0000","last_change":"2024-09-13T15:00:49.915528+0000","last_active":"2024-09-13T15:00:53.905866+0000","last_peered":"2024-09-13T15:00:53.905866+0000","last_clean":"2024-09-13T15:00:53.905866+0000","last_became_active":"2024-09-13T15:00:49.915285+0000","last_became_peered":"2024-09-13T15:00:49.915285+0000","last_unstale":"2024-09-13T15:00:53.905866+0000","last_undegraded":"2024-09-13T15:00:53.905866+0000","last_fullsized":"2024-09-13T15:00:53.905866+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:56:18.433703+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"3.39","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993138+0000","last_change":"2024-09-13T15:00:49.896562+0000","last_active":"2024-09-13T15:00:53.993138+0000","last_peered":"2024-09-13T15:00:53.993138+0000","last_clean":"2024-09-13T15:00:53.993138+0000","last_became_active":"2024-09-13T15:00:49.896285+0000","last_became_peered":"2024-09-13T15:00:49.896285+0000","last_unstale":"2024-09-13T15:00:53.993138+0000","last_undegraded":"2024-09-13T15:00:53.993138+0000","last_fullsized":"2024-09-13T15:00:53.993138+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:31:47.166360+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3a","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.914148+0000","last_change":"2024-09-13T15:00:49.911726+0000","last_active":"2024-09-13T15:00:53.914148+0000","last_peered":"2024-09-13T15:00:53.914148+0000","last_clean":"2024-09-13T15:00:53.914148+0000","last_became_active":"2024-09-13T15:00:49.909488+0000","last_became_peered":"2024-09-13T15:00:49.909488+0000","last_unstale":"2024-09-13T15:00:53.914148+0000","last_undegraded":"2024-09-13T15:00:53.914148+0000","last_fullsized":"2024-09-13T15:00:53.914148+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:35:26.239274+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3b","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.993510+0000","last_change":"2024-09-13T15:00:49.895773+0000","last_active":"2024-09-13T15:00:53.993510+0000","last_peered":"2024-09-13T15:00:53.993510+0000","last_clean":"2024-09-13T15:00:53.993510+0000","last_became_active":"2024-09-13T15:00:49.895529+0000","last_became_peered":"2024-09-13T15:00:49.895529+0000","last_unstale":"2024-09-13T15:00:53.993510+0000","last_undegraded":"2024-09-13T15:00:53.993510+0000","last_fullsized":"2024-09-13T15:00:53.993510+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:51:41.710244+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"3.3c","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.913468+0000","last_change":"2024-09-13T15:00:49.908825+0000","last_active":"2024-09-13T15:00:53.913468+0000","last_peered":"2024-09-13T15:00:53.913468+0000","last_clean":"2024-09-13T15:00:53.913468+0000","last_became_active":"2024-09-13T15:00:49.908582+0000","last_became_peered":"2024-09-13T15:00:49.908582+0000","last_unstale":"2024-09-13T15:00:53.913468+0000","last_undegraded":"2024-09-13T15:00:53.913468+0000","last_fullsized":"2024-09-13T15:00:53.913468+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:09.039232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"3.3d","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.915329+0000","last_change":"2024-09-13T15:00:49.904911+0000","last_active":"2024-09-13T15:00:53.915329+0000","last_peered":"2024-09-13T15:00:53.915329+0000","last_clean":"2024-09-13T15:00:53.915329+0000","last_became_active":"2024-09-13T15:00:49.904622+0000","last_became_peered":"2024-09-13T15:00:49.904622+0000","last_unstale":"2024-09-13T15:00:53.915329+0000","last_undegraded":"2024-09-13T15:00:53.915329+0000","last_fullsized":"2024-09-13T15:00:53.915329+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:31:47.876764+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"3.3e","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.924843+0000","last_change":"2024-09-13T15:00:49.898110+0000","last_active":"2024-09-13T15:00:53.924843+0000","last_peered":"2024-09-13T15:00:53.924843+0000","last_clean":"2024-09-13T15:00:53.924843+0000","last_became_active":"2024-09-13T15:00:49.897863+0000","last_became_peered":"2024-09-13T15:00:49.897863+0000","last_unstale":"2024-09-13T15:00:53.924843+0000","last_undegraded":"2024-09-13T15:00:53.924843+0000","last_fullsized":"2024-09-13T15:00:53.924843+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:34:32.658967+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,0],"acting":[1,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"3.3f","version":"0'0","reported_seq":13,"reported_epoch":25,"state":"active+clean","last_fresh":"2024-09-13T15:00:53.994914+0000","last_change":"2024-09-13T15:00:49.894857+0000","last_active":"2024-09-13T15:00:53.994914+0000","last_peered":"2024-09-13T15:00:53.994914+0000","last_clean":"2024-09-13T15:00:53.994914+0000","last_became_active":"2024-09-13T15:00:49.893880+0000","last_became_peered":"2024-09-13T15:00:49.893880+0000","last_unstale":"2024-09-13T15:00:53.994914+0000","last_undegraded":"2024-09-13T15:00:53.994914+0000","last_fullsized":"2024-09-13T15:00:53.994914+0000","mapping_epoch":20,"log_start":"0'0","ondisk_log_start":"0'0","created":20,"last_epoch_clean":21,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:49.473090+0000","last_clean_scrub_stamp":"2024-09-13T15:00:49.473090+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:48:09.039232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":4,"num_pg":32,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":3,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":2,"num_pg":32,"stat_sum":{"num_bytes":4593,"num_objects":22,"num_object_clones":0,"num_object_copies":44,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":22,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":48,"num_write_kb":18,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":9186,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":42,"ondisk_log_size":42,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542151,"num_pgs":44,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27872,"kb_used_data":852,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343968,"statfs":{"total":96636764160,"available":96608223232,"internally_reserved":0,"allocated":872448,"data_stored":698622,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.84999999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.97299999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65900000000000003}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0229999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.69099999999999995}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.88500000000000001}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82999999999999996}]}]},{"osd":6,"up_from":14,"seq":60129542152,"num_pgs":38,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":111467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.77300000000000002}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.65500000000000003}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.89400000000000002}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.169}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.044}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.105}]}]},{"osd":5,"up_from":14,"seq":60129542152,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":272,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":278528,"data_stored":107762,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67500000000000004}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.94499999999999995}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.878}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0569999999999999}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96799999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.2110000000000001}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.175}]}]},{"osd":4,"up_from":14,"seq":60129542152,"num_pgs":42,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27304,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344536,"statfs":{"total":96636764160,"available":96608804864,"internally_reserved":0,"allocated":286720,"data_stored":107798,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.56599999999999995}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.67100000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.82399999999999995}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86199999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93700000000000006}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.90600000000000003}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96299999999999997}]}]},{"osd":3,"up_from":14,"seq":60129542152,"num_pgs":49,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":280,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":286720,"data_stored":111467,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.73799999999999999}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.76500000000000001}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.83899999999999997}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.70299999999999996}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68000000000000005}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.93000000000000005}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81499999999999995}]}]},{"osd":2,"up_from":14,"seq":60129542153,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27296,"kb_used_data":268,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344544,"statfs":{"total":96636764160,"available":96608813056,"internally_reserved":0,"allocated":274432,"data_stored":107672,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.59899999999999998}]},{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.72199999999999998}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.81499999999999995}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.92000000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.96799999999999997}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.157}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.294}]}]},{"osd":1,"up_from":14,"seq":60129542153,"num_pgs":43,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27300,"kb_used_data":276,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344540,"statfs":{"total":96636764160,"available":96608808960,"internally_reserved":0,"allocated":282624,"data_stored":107832,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54900000000000004}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.52500000000000002}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.91400000000000003}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.66900000000000004}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0209999999999999}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.86199999999999999}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.0580000000000001}]}]},{"osd":0,"up_from":14,"seq":60129542152,"num_pgs":41,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":31972,"kb_used_data":856,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339868,"statfs":{"total":96636764160,"available":96604024832,"internally_reserved":0,"allocated":876544,"data_stored":698059,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.48199999999999998}]},{"osd":2,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.68700000000000006}]},{"osd":3,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.54200000000000004}]},{"osd":4,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.98599999999999999}]},{"osd":5,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":0.64700000000000002}]},{"osd":6,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.149}]},{"osd":7,"last update":"Thu Jan 1 00:00:00 1970","interfaces":[{"interface":"back","average":{"1min":0,"5min":0,"15min":0},"min":{"1min":0,"5min":0,"15min":0},"max":{"1min":0,"5min":0,"15min":0},"last":1.3600000000000001}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":160,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":126,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":12288,"data_stored":3795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":2,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":3,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":4,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:01:13.090 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T15:01:13.090 INFO:tasks.ceph:Waiting until ceph cluster ceph is healthy... 2024-09-13T15:01:13.090 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy 2024-09-13T15:01:13.091 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph health --format=json 2024-09-13T15:01:13.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbc08e7700 1 Processor -- start 2024-09-13T15:01:13.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbc08e7700 1 -- start start 2024-09-13T15:01:13.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbc08e7700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fbbbc0b3940 0x7fbbbc1677c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbc08e7700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbbbc0b24a0 con 0x7fbbbc0d0160 2024-09-13T15:01:13.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbc08e7700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbbbc0d1930 con 0x7fbbbc1602a0 2024-09-13T15:01:13.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbc08e7700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbbbc0d1090 con 0x7fbbbc0b3940 2024-09-13T15:01:13.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbb3fff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fbbbc0d0160 0x7fbbbc0cdcc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49826/0 (socket says 172.21.15.33:49826) 2024-09-13T15:01:13.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbb3fff700 1 -- 172.21.15.33:0/265693850 learned_addr learned my addr 172.21.15.33:0/265693850 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:13.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbbb59e700 1 --2- 172.21.15.33:0/265693850 >> v2:172.21.15.33:3300/0 conn(0x7fbbbc0b3940 0x7fbbbc1677c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbba59c700 1 -- 172.21.15.33:0/265693850 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2648576221 0 0) 0x7fbbbc0b24a0 con 0x7fbbbc0d0160 2024-09-13T15:01:13.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbba59c700 1 -- 172.21.15.33:0/265693850 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbba80035d0 con 0x7fbbbc0d0160 2024-09-13T15:01:13.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbbb59e700 1 -- 172.21.15.33:0/265693850 >> v1:172.21.15.103:6789/0 conn(0x7fbbbc1602a0 legacy=0x7fbbbc0cd5b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbbb59e700 1 -- 172.21.15.33:0/265693850 >> v1:172.21.15.33:6789/0 conn(0x7fbbbc0d0160 legacy=0x7fbbbc0cdcc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbbb59e700 1 -- 172.21.15.33:0/265693850 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbbc0d1370 con 0x7fbbbc0b3940 2024-09-13T15:01:13.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbbb59e700 1 --2- 172.21.15.33:0/265693850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbbc0b3940 0x7fbbbc1677c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fbbb4009d90 tx=0x7fbbb400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d86fbdcfbe73469 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:13.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbba59c700 1 -- 172.21.15.33:0/265693850 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbb400e070 con 0x7fbbbc0b3940 2024-09-13T15:01:13.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbba59c700 1 -- 172.21.15.33:0/265693850 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbbb400bb20 con 0x7fbbbc0b3940 2024-09-13T15:01:13.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbba59c700 1 -- 172.21.15.33:0/265693850 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbbb4012430 con 0x7fbbbc0b3940 2024-09-13T15:01:13.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbc08e7700 1 -- 172.21.15.33:0/265693850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbbc0b3940 msgr2=0x7fbbbc1677c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.193+0000 7fbbc08e7700 1 --2- 172.21.15.33:0/265693850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbbc0b3940 0x7fbbbc1677c0 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7fbbb4009d90 tx=0x7fbbb400b330 comp rx=0 tx=0).stop 2024-09-13T15:01:13.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbc08e7700 1 -- 172.21.15.33:0/265693850 shutdown_connections 2024-09-13T15:01:13.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbc08e7700 1 --2- 172.21.15.33:0/265693850 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbbc0b3940 0x7fbbbc1677c0 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbc08e7700 1 -- 172.21.15.33:0/265693850 >> 172.21.15.33:0/265693850 conn(0x7fbbbc08bfe0 msgr2=0x7fbbbc0d2a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:13.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbc08e7700 1 -- 172.21.15.33:0/265693850 shutdown_connections 2024-09-13T15:01:13.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbc08e7700 1 -- 172.21.15.33:0/265693850 wait complete. 2024-09-13T15:01:13.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbc08e7700 1 Processor -- start 2024-09-13T15:01:13.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbc08e7700 1 -- start start 2024-09-13T15:01:13.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbc08e7700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbbbc0b3940 0x7fbbbc0c8480 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbc08e7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbbc0d0160 0x7fbbbc0c6db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbc08e7700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbbbc1602a0 0x7fbbbc09fe80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbc08e7700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbbc15c960 con 0x7fbbbc0d0160 2024-09-13T15:01:13.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbc08e7700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbbbc0c7400 con 0x7fbbbc1602a0 2024-09-13T15:01:13.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbc08e7700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbbbc0c76e0 con 0x7fbbbc0b3940 2024-09-13T15:01:13.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbb3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbbc0d0160 0x7fbbbc0c6db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbb3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbbc0d0160 0x7fbbbc0c6db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44156/0 (socket says 172.21.15.33:44156) 2024-09-13T15:01:13.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbb3fff700 1 -- 172.21.15.33:0/2816681743 learned_addr learned my addr 172.21.15.33:0/2816681743 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:13.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbbad9d700 1 --2- 172.21.15.33:0/2816681743 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbbbc0b3940 0x7fbbbc0c8480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbbb59e700 1 --2- 172.21.15.33:0/2816681743 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbbbc1602a0 0x7fbbbc09fe80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbb3fff700 1 -- 172.21.15.33:0/2816681743 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbbbc0b3940 msgr2=0x7fbbbc0c8480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbb3fff700 1 --2- 172.21.15.33:0/2816681743 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbbbc0b3940 0x7fbbbc0c8480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbb3fff700 1 -- 172.21.15.33:0/2816681743 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbbbc1602a0 msgr2=0x7fbbbc09fe80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbb3fff700 1 --2- 172.21.15.33:0/2816681743 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbbbc1602a0 0x7fbbbc09fe80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbb3fff700 1 -- 172.21.15.33:0/2816681743 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbbb4009a70 con 0x7fbbbc0d0160 2024-09-13T15:01:13.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbb3fff700 1 --2- 172.21.15.33:0/2816681743 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbbc0d0160 0x7fbbbc0c6db0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbba400c4d0 tx=0x7fbba400c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:13.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.197+0000 7fbbb37fe700 1 -- 172.21.15.33:0/2816681743 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbba4005d90 con 0x7fbbbc0d0160 2024-09-13T15:01:13.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.201+0000 7fbbb37fe700 1 -- 172.21.15.33:0/2816681743 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbba40070d0 con 0x7fbbbc0d0160 2024-09-13T15:01:13.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.201+0000 7fbbc08e7700 1 -- 172.21.15.33:0/2816681743 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbbbc0c79c0 con 0x7fbbbc0d0160 2024-09-13T15:01:13.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.201+0000 7fbbb37fe700 1 -- 172.21.15.33:0/2816681743 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbba4007480 con 0x7fbbbc0d0160 2024-09-13T15:01:13.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.201+0000 7fbbc08e7700 1 -- 172.21.15.33:0/2816681743 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbbbc0c7f80 con 0x7fbbbc0d0160 2024-09-13T15:01:13.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.201+0000 7fbbc08e7700 1 -- 172.21.15.33:0/2816681743 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbbbc0c8140 con 0x7fbbbc0d0160 2024-09-13T15:01:13.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.201+0000 7fbbb37fe700 1 -- 172.21.15.33:0/2816681743 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbba40075e0 con 0x7fbbbc0d0160 2024-09-13T15:01:13.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.201+0000 7fbbb37fe700 1 --2- 172.21.15.33:0/2816681743 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbb9c066730 0x7fbb9c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.201+0000 7fbbb37fe700 1 -- 172.21.15.33:0/2816681743 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fbba40839c0 con 0x7fbbbc0d0160 2024-09-13T15:01:13.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.201+0000 7fbbbad9d700 1 --2- 172.21.15.33:0/2816681743 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbb9c066730 0x7fbb9c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.205+0000 7fbbbad9d700 1 --2- 172.21.15.33:0/2816681743 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbb9c066730 0x7fbb9c068bf0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fbbac000f60 tx=0x7fbbac009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:13.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.209+0000 7fbbb37fe700 1 -- 172.21.15.33:0/2816681743 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbba4050a40 con 0x7fbbbc0d0160 2024-09-13T15:01:13.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.413+0000 7fbbc08e7700 1 -- 172.21.15.33:0/2816681743 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "health", "format": "json"} v 0) v1 -- 0x7fbbbc0ce380 con 0x7fbbbc0d0160 2024-09-13T15:01:13.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.413+0000 7fbbb37fe700 1 -- 172.21.15.33:0/2816681743 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "health", "format": "json"}]=0 v0) v1 ==== 72+0+46 (secure 0 0 0) 0x7fbba4054060 con 0x7fbbbc0d0160 2024-09-13T15:01:13.419 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:13.419 INFO:teuthology.orchestra.run.smithi033.stdout:{"status":"HEALTH_OK","checks":{},"mutes":[]} 2024-09-13T15:01:13.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.413+0000 7fbbc08e7700 1 -- 172.21.15.33:0/2816681743 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbb9c066730 msgr2=0x7fbb9c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.413+0000 7fbbc08e7700 1 --2- 172.21.15.33:0/2816681743 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbb9c066730 0x7fbb9c068bf0 secure :-1 s=READY pgs=123 cs=0 l=1 rev1=1 crypto rx=0x7fbbac000f60 tx=0x7fbbac009040 comp rx=0 tx=0).stop 2024-09-13T15:01:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.413+0000 7fbbc08e7700 1 -- 172.21.15.33:0/2816681743 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbbc0d0160 msgr2=0x7fbbbc0c6db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.413+0000 7fbbc08e7700 1 --2- 172.21.15.33:0/2816681743 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbbc0d0160 0x7fbbbc0c6db0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7fbba400c4d0 tx=0x7fbba400c890 comp rx=0 tx=0).stop 2024-09-13T15:01:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.413+0000 7fbbc08e7700 1 -- 172.21.15.33:0/2816681743 shutdown_connections 2024-09-13T15:01:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.413+0000 7fbbc08e7700 1 --2- 172.21.15.33:0/2816681743 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbb9c066730 0x7fbb9c068bf0 unknown :-1 s=CLOSED pgs=123 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.413+0000 7fbbc08e7700 1 --2- 172.21.15.33:0/2816681743 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbbbc1602a0 0x7fbbbc09fe80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.413+0000 7fbbc08e7700 1 --2- 172.21.15.33:0/2816681743 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbbbc0d0160 0x7fbbbc0c6db0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.413+0000 7fbbc08e7700 1 --2- 172.21.15.33:0/2816681743 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbbbc0b3940 0x7fbbbc0c8480 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.413+0000 7fbbc08e7700 1 -- 172.21.15.33:0/2816681743 >> 172.21.15.33:0/2816681743 conn(0x7fbbbc08bfe0 msgr2=0x7fbbbc06bed0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.413+0000 7fbbc08e7700 1 -- 172.21.15.33:0/2816681743 shutdown_connections 2024-09-13T15:01:13.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.413+0000 7fbbc08e7700 1 -- 172.21.15.33:0/2816681743 wait complete. 2024-09-13T15:01:13.432 INFO:tasks.ceph.ceph_manager.ceph:wait_until_healthy done 2024-09-13T15:01:13.433 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:13.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.533+0000 7f339f59e700 1 Processor -- start 2024-09-13T15:01:13.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.533+0000 7f339f59e700 1 -- start start 2024-09-13T15:01:13.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.533+0000 7f339f59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f33a00cd8d0 0x7f33a006cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.533+0000 7f339f59e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f33a00b2200 0x7f33a00b2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.533+0000 7f339f59e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f33a00705d0 con 0x7f33a00b17f0 2024-09-13T15:01:13.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.533+0000 7f339f59e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f33a00cbf10 con 0x7f33a00b2200 2024-09-13T15:01:13.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.533+0000 7f339f59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33a00b2bd0 con 0x7f33a00cd8d0 2024-09-13T15:01:13.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.533+0000 7f3397fff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f33a00b17f0 0x7f33a00cb800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49838/0 (socket says 172.21.15.33:49838) 2024-09-13T15:01:13.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.533+0000 7f3397fff700 1 -- 172.21.15.33:0/1962375105 learned_addr learned my addr 172.21.15.33:0/1962375105 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:13.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.533+0000 7f339e59c700 1 --2- 172.21.15.33:0/1962375105 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f33a00cd8d0 0x7f33a006cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.533+0000 7f339ed9d700 1 --2- 172.21.15.33:0/1962375105 >> v2:172.21.15.103:3300/0 conn(0x7f33a00b2200 0x7f33a00b2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.533+0000 7f339dd9b700 1 -- 172.21.15.33:0/1962375105 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3796924338 0 0) 0x7f33a00705d0 con 0x7f33a00b17f0 2024-09-13T15:01:13.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.533+0000 7f339dd9b700 1 -- 172.21.15.33:0/1962375105 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f338c0035d0 con 0x7f33a00b17f0 2024-09-13T15:01:13.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 -- 172.21.15.33:0/1962375105 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2116340388 0 0) 0x7f338c0035d0 con 0x7f33a00b17f0 2024-09-13T15:01:13.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 -- 172.21.15.33:0/1962375105 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f33a00cd8d0 msgr2=0x7f33a006cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:13.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 --2- 172.21.15.33:0/1962375105 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f33a00cd8d0 0x7f33a006cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 -- 172.21.15.33:0/1962375105 >> v2:172.21.15.103:3300/0 conn(0x7f33a00b2200 msgr2=0x7f33a00b2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:13.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 --2- 172.21.15.33:0/1962375105 >> v2:172.21.15.103:3300/0 conn(0x7f33a00b2200 0x7f33a00b2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 -- 172.21.15.33:0/1962375105 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33a006d0d0 con 0x7f33a00b17f0 2024-09-13T15:01:13.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 -- 172.21.15.33:0/1962375105 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7f3388001670 con 0x7f33a00b17f0 2024-09-13T15:01:13.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 -- 172.21.15.33:0/1962375105 >> v1:172.21.15.33:6789/0 conn(0x7f33a00b17f0 legacy=0x7f33a00cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 --2- 172.21.15.33:0/1962375105 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f33a00cd8d0 0x7f338c003a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 --2- 172.21.15.33:0/1962375105 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f338c003fd0 0x7f338c004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 --2- 172.21.15.33:0/1962375105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f338c004db0 0x7f338c005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 -- 172.21.15.33:0/1962375105 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33a00b2bd0 con 0x7f338c004db0 2024-09-13T15:01:13.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 -- 172.21.15.33:0/1962375105 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f338c00ba30 con 0x7f338c003fd0 2024-09-13T15:01:13.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 -- 172.21.15.33:0/1962375105 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f338c00bbf0 con 0x7f33a00cd8d0 2024-09-13T15:01:13.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339e59c700 1 --2- 172.21.15.33:0/1962375105 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f33a00cd8d0 0x7f338c003a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f3397fff700 1 --2- 172.21.15.33:0/1962375105 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f338c003fd0 0x7f338c004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339ed9d700 1 --2- 172.21.15.33:0/1962375105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f338c004db0 0x7f338c005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339e59c700 1 -- 172.21.15.33:0/1962375105 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f338c003fd0 msgr2=0x7f338c004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:13.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339e59c700 1 --2- 172.21.15.33:0/1962375105 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f338c003fd0 0x7f338c004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339e59c700 1 -- 172.21.15.33:0/1962375105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f338c004db0 msgr2=0x7f338c005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:13.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339e59c700 1 --2- 172.21.15.33:0/1962375105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f338c004db0 0x7f338c005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339e59c700 1 -- 172.21.15.33:0/1962375105 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f338c0035d0 con 0x7f33a00cd8d0 2024-09-13T15:01:13.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339e59c700 1 --2- 172.21.15.33:0/1962375105 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f33a00cd8d0 0x7f338c003a50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3390009ba0 tx=0x7f338c0058a0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=287da69a0093a359 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:13.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 -- 172.21.15.33:0/1962375105 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f339000e6c0 con 0x7f33a00cd8d0 2024-09-13T15:01:13.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 -- 172.21.15.33:0/1962375105 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f339000e820 con 0x7f33a00cd8d0 2024-09-13T15:01:13.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339dd9b700 1 -- 172.21.15.33:0/1962375105 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f339000eb90 con 0x7f33a00cd8d0 2024-09-13T15:01:13.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339f59e700 1 -- 172.21.15.33:0/1962375105 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f33a00cd8d0 msgr2=0x7f338c003a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339f59e700 1 --2- 172.21.15.33:0/1962375105 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f33a00cd8d0 0x7f338c003a50 secure :-1 s=READY pgs=56 cs=0 l=1 rev1=1 crypto rx=0x7f3390009ba0 tx=0x7f338c0058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339ed9d700 1 -- 172.21.15.33:0/1962375105 reap_dead start 2024-09-13T15:01:13.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339f59e700 1 -- 172.21.15.33:0/1962375105 shutdown_connections 2024-09-13T15:01:13.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339f59e700 1 -- 172.21.15.33:0/1962375105 >> 172.21.15.33:0/1962375105 conn(0x7f33a006a350 msgr2=0x7f33a006a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:13.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339f59e700 1 -- 172.21.15.33:0/1962375105 shutdown_connections 2024-09-13T15:01:13.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.537+0000 7f339f59e700 1 -- 172.21.15.33:0/1962375105 wait complete. 2024-09-13T15:01:13.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f339f59e700 1 Processor -- start 2024-09-13T15:01:13.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f339f59e700 1 -- start start 2024-09-13T15:01:13.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f339f59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f33a00cd8d0 0x7f33a015c730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f339f59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33a00af4c0 0x7f33a00ab0a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f339f59e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33a00af940 0x7f33a00ab5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f339f59e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33a00ae420 con 0x7f33a00af4c0 2024-09-13T15:01:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f339f59e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33a00ae700 con 0x7f33a00af940 2024-09-13T15:01:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f339f59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f33a00ae9e0 con 0x7f33a00cd8d0 2024-09-13T15:01:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f3397fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33a00af4c0 0x7f33a00ab0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f3397fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33a00af4c0 0x7f33a00ab0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44168/0 (socket says 172.21.15.33:44168) 2024-09-13T15:01:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f3397fff700 1 -- 172.21.15.33:0/363737821 learned_addr learned my addr 172.21.15.33:0/363737821 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f339e59c700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f33a00cd8d0 0x7f33a015c730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f339ed9d700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33a00af940 0x7f33a00ab5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f3397fff700 1 -- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f33a00cd8d0 msgr2=0x7f33a015c730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f3397fff700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f33a00cd8d0 0x7f33a015c730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f3397fff700 1 -- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33a00af940 msgr2=0x7f33a00ab5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f3397fff700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33a00af940 0x7f33a00ab5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f3397fff700 1 -- 172.21.15.33:0/363737821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33a00aecc0 con 0x7f33a00af4c0 2024-09-13T15:01:13.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f339ed9d700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33a00af940 0x7f33a00ab5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:13.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f3397fff700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33a00af4c0 0x7f33a00ab0a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3388007290 tx=0x7f33880075a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:13.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f3396ffd700 1 -- 172.21.15.33:0/363737821 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f338800f5e0 con 0x7f33a00af4c0 2024-09-13T15:01:13.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f3396ffd700 1 -- 172.21.15.33:0/363737821 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f338800f740 con 0x7f33a00af4c0 2024-09-13T15:01:13.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f339f59e700 1 -- 172.21.15.33:0/363737821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f33a00aefa0 con 0x7f33a00af4c0 2024-09-13T15:01:13.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f3396ffd700 1 -- 172.21.15.33:0/363737821 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f338800fab0 con 0x7f33a00af4c0 2024-09-13T15:01:13.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.541+0000 7f339f59e700 1 -- 172.21.15.33:0/363737821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33a014c840 con 0x7f33a00af4c0 2024-09-13T15:01:13.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.545+0000 7f339f59e700 1 -- 172.21.15.33:0/363737821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f33a00cdcb0 con 0x7f33a00af4c0 2024-09-13T15:01:13.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.545+0000 7f3396ffd700 1 -- 172.21.15.33:0/363737821 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f338800fc10 con 0x7f33a00af4c0 2024-09-13T15:01:13.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.545+0000 7f3396ffd700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3380066730 0x7f3380068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.545+0000 7f3396ffd700 1 -- 172.21.15.33:0/363737821 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f33880843f0 con 0x7f33a00af4c0 2024-09-13T15:01:13.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.545+0000 7f339e59c700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3380066730 0x7f3380068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.545+0000 7f339e59c700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3380066730 0x7f3380068bf0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f33900090b0 tx=0x7f3390008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:13.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.553+0000 7f3396ffd700 1 -- 172.21.15.33:0/363737821 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3388051460 con 0x7f33a00af4c0 2024-09-13T15:01:13.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.721+0000 7f339f59e700 1 -- 172.21.15.33:0/363737821 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f33a00adf10 con 0x7f33a00af4c0 2024-09-13T15:01:13.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.725+0000 7f3396ffd700 1 -- 172.21.15.33:0/363737821 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7f3388054a80 con 0x7f33a00af4c0 2024-09-13T15:01:13.731 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:13.731 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:13.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.729+0000 7f339f59e700 1 -- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3380066730 msgr2=0x7f3380068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.729+0000 7f339f59e700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3380066730 0x7f3380068bf0 secure :-1 s=READY pgs=124 cs=0 l=1 rev1=1 crypto rx=0x7f33900090b0 tx=0x7f3390008030 comp rx=0 tx=0).stop 2024-09-13T15:01:13.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.729+0000 7f339f59e700 1 -- 172.21.15.33:0/363737821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33a00af4c0 msgr2=0x7f33a00ab0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.729+0000 7f339f59e700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33a00af4c0 0x7f33a00ab0a0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f3388007290 tx=0x7f33880075a0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.729+0000 7f339f59e700 1 -- 172.21.15.33:0/363737821 shutdown_connections 2024-09-13T15:01:13.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.729+0000 7f339f59e700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3380066730 0x7f3380068bf0 unknown :-1 s=CLOSED pgs=124 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.729+0000 7f339f59e700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f33a00af940 0x7f33a00ab5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.729+0000 7f339f59e700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f33a00af4c0 0x7f33a00ab0a0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.729+0000 7f339f59e700 1 --2- 172.21.15.33:0/363737821 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f33a00cd8d0 0x7f33a015c730 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.729+0000 7f339f59e700 1 -- 172.21.15.33:0/363737821 >> 172.21.15.33:0/363737821 conn(0x7f33a006a350 msgr2=0x7f33a0163430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:13.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.729+0000 7f339f59e700 1 -- 172.21.15.33:0/363737821 shutdown_connections 2024-09-13T15:01:13.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.729+0000 7f339f59e700 1 -- 172.21.15.33:0/363737821 wait complete. 2024-09-13T15:01:13.749 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:13.749 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:13.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.861+0000 7f0d68ea6700 1 Processor -- start 2024-09-13T15:01:13.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.861+0000 7f0d68ea6700 1 -- start start 2024-09-13T15:01:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.861+0000 7f0d68ea6700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d640d1630 0x7f0d640cf220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.861+0000 7f0d68ea6700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f0d640cf760 0x7f0d640b5810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.861+0000 7f0d68ea6700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d640d1a70 con 0x7f0d6415cad0 2024-09-13T15:01:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.861+0000 7f0d68ea6700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d640cfbf0 con 0x7f0d640cf760 2024-09-13T15:01:13.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.861+0000 7f0d68ea6700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d640d05b0 con 0x7f0d640d1630 2024-09-13T15:01:13.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.861+0000 7f0d63fff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f0d640cf760 0x7f0d640b5810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d62ffd700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d640d1630 0x7f0d640cf220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d63fff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f0d640cf760 0x7f0d640b5810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:43574/0 (socket says 172.21.15.33:43574) 2024-09-13T15:01:13.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d63fff700 1 -- 172.21.15.33:0/455712866 learned_addr learned my addr 172.21.15.33:0/455712866 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:13.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d637fe700 1 --1- 172.21.15.33:0/455712866 >> v1:172.21.15.103:6789/0 conn(0x7f0d6415cad0 0x7f0d640ce0d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:57220/0 (socket says 172.21.15.33:57220) 2024-09-13T15:01:13.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d62ffd700 1 -- 172.21.15.33:0/455712866 >> v2:172.21.15.103:3300/0 conn(0x7f0d640cf760 msgr2=0x7f0d640b5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:13.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d62ffd700 1 --2- 172.21.15.33:0/455712866 >> v2:172.21.15.103:3300/0 conn(0x7f0d640cf760 0x7f0d640b5810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d62ffd700 1 -- 172.21.15.33:0/455712866 >> v1:172.21.15.103:6789/0 conn(0x7f0d6415cad0 legacy=0x7f0d640ce0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d62ffd700 1 -- 172.21.15.33:0/455712866 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d640d0870 con 0x7f0d640d1630 2024-09-13T15:01:13.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d62ffd700 1 --2- 172.21.15.33:0/455712866 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d640d1630 0x7f0d640cf220 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c009850 tx=0x7f0d4c009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4c762ac7120d878d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:13.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d627fc700 1 -- 172.21.15.33:0/455712866 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d4c011830 con 0x7f0d640d1630 2024-09-13T15:01:13.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d627fc700 1 -- 172.21.15.33:0/455712866 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d4c011990 con 0x7f0d640d1630 2024-09-13T15:01:13.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d627fc700 1 -- 172.21.15.33:0/455712866 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d4c011d40 con 0x7f0d640d1630 2024-09-13T15:01:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d68ea6700 1 -- 172.21.15.33:0/455712866 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d640d1630 msgr2=0x7f0d640cf220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d68ea6700 1 --2- 172.21.15.33:0/455712866 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d640d1630 0x7f0d640cf220 secure :-1 s=READY pgs=57 cs=0 l=1 rev1=1 crypto rx=0x7f0d4c009850 tx=0x7f0d4c009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d68ea6700 1 -- 172.21.15.33:0/455712866 shutdown_connections 2024-09-13T15:01:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d68ea6700 1 --2- 172.21.15.33:0/455712866 >> v2:172.21.15.103:3300/0 conn(0x7f0d640cf760 0x7f0d640b5810 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d68ea6700 1 --2- 172.21.15.33:0/455712866 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d640d1630 0x7f0d640cf220 unknown :-1 s=CLOSED pgs=57 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d68ea6700 1 -- 172.21.15.33:0/455712866 >> 172.21.15.33:0/455712866 conn(0x7f0d6408bf70 msgr2=0x7f0d640d29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d68ea6700 1 -- 172.21.15.33:0/455712866 shutdown_connections 2024-09-13T15:01:13.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.865+0000 7f0d68ea6700 1 -- 172.21.15.33:0/455712866 wait complete. 2024-09-13T15:01:13.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d68ea6700 1 Processor -- start 2024-09-13T15:01:13.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d68ea6700 1 -- start start 2024-09-13T15:01:13.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d68ea6700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d640cf760 0x7f0d641530a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d68ea6700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d640d1630 0x7f0d64153830 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d68ea6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d6415cad0 0x7f0d64153d70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d68ea6700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d641535e0 con 0x7f0d6415cad0 2024-09-13T15:01:13.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d68ea6700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d640ca4c0 con 0x7f0d640d1630 2024-09-13T15:01:13.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d68ea6700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d640ca7a0 con 0x7f0d640cf760 2024-09-13T15:01:13.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d63fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d6415cad0 0x7f0d64153d70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d63fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d6415cad0 0x7f0d64153d70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44184/0 (socket says 172.21.15.33:44184) 2024-09-13T15:01:13.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d63fff700 1 -- 172.21.15.33:0/1302379233 learned_addr learned my addr 172.21.15.33:0/1302379233 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:13.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d62ffd700 1 --2- 172.21.15.33:0/1302379233 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d640d1630 0x7f0d64153830 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d637fe700 1 --2- 172.21.15.33:0/1302379233 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d640cf760 0x7f0d641530a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d63fff700 1 -- 172.21.15.33:0/1302379233 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d640cf760 msgr2=0x7f0d641530a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d63fff700 1 --2- 172.21.15.33:0/1302379233 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d640cf760 0x7f0d641530a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d63fff700 1 -- 172.21.15.33:0/1302379233 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d640d1630 msgr2=0x7f0d64153830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:13.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.869+0000 7f0d63fff700 1 --2- 172.21.15.33:0/1302379233 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d640d1630 0x7f0d64153830 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:13.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.873+0000 7f0d63fff700 1 -- 172.21.15.33:0/1302379233 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d4c0094b0 con 0x7f0d6415cad0 2024-09-13T15:01:13.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.873+0000 7f0d63fff700 1 --2- 172.21.15.33:0/1302379233 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d6415cad0 0x7f0d64153d70 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0d5c00efc0 tx=0x7f0d5c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:13.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.873+0000 7f0d5bfff700 1 -- 172.21.15.33:0/1302379233 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d5c003c40 con 0x7f0d6415cad0 2024-09-13T15:01:13.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.873+0000 7f0d5bfff700 1 -- 172.21.15.33:0/1302379233 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d5c00f040 con 0x7f0d6415cad0 2024-09-13T15:01:13.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.873+0000 7f0d68ea6700 1 -- 172.21.15.33:0/1302379233 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d640caa80 con 0x7f0d6415cad0 2024-09-13T15:01:13.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.873+0000 7f0d5bfff700 1 -- 172.21.15.33:0/1302379233 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d5c009e60 con 0x7f0d6415cad0 2024-09-13T15:01:13.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.873+0000 7f0d68ea6700 1 -- 172.21.15.33:0/1302379233 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d640cb040 con 0x7f0d6415cad0 2024-09-13T15:01:13.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.873+0000 7f0d68ea6700 1 -- 172.21.15.33:0/1302379233 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d640cb260 con 0x7f0d6415cad0 2024-09-13T15:01:13.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.873+0000 7f0d5bfff700 1 -- 172.21.15.33:0/1302379233 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0d5c00c880 con 0x7f0d6415cad0 2024-09-13T15:01:13.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.873+0000 7f0d5bfff700 1 --2- 172.21.15.33:0/1302379233 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d44066730 0x7f0d44068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:13.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.877+0000 7f0d5bfff700 1 -- 172.21.15.33:0/1302379233 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f0d5c084600 con 0x7f0d6415cad0 2024-09-13T15:01:13.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.877+0000 7f0d637fe700 1 --2- 172.21.15.33:0/1302379233 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d44066730 0x7f0d44068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:13.882 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.877+0000 7f0d637fe700 1 --2- 172.21.15.33:0/1302379233 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d44066730 0x7f0d44068bf0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0d54000f60 tx=0x7f0d54007ef0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:13.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:13.885+0000 7f0d5bfff700 1 -- 172.21.15.33:0/1302379233 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0d5c051710 con 0x7f0d6415cad0 2024-09-13T15:01:14.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.057+0000 7f0d68ea6700 1 -- 172.21.15.33:0/1302379233 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0d6415eb80 con 0x7f0d6415cad0 2024-09-13T15:01:14.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.057+0000 7f0d5bfff700 1 -- 172.21.15.33:0/1302379233 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0d5c054d30 con 0x7f0d6415cad0 2024-09-13T15:01:14.064 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:14.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.061+0000 7f0d68ea6700 1 -- 172.21.15.33:0/1302379233 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d44066730 msgr2=0x7f0d44068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.061+0000 7f0d68ea6700 1 --2- 172.21.15.33:0/1302379233 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d44066730 0x7f0d44068bf0 secure :-1 s=READY pgs=125 cs=0 l=1 rev1=1 crypto rx=0x7f0d54000f60 tx=0x7f0d54007ef0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.061+0000 7f0d68ea6700 1 -- 172.21.15.33:0/1302379233 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d6415cad0 msgr2=0x7f0d64153d70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.061+0000 7f0d68ea6700 1 --2- 172.21.15.33:0/1302379233 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d6415cad0 0x7f0d64153d70 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f0d5c00efc0 tx=0x7f0d5c00c3a0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.061+0000 7f0d68ea6700 1 -- 172.21.15.33:0/1302379233 shutdown_connections 2024-09-13T15:01:14.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.061+0000 7f0d68ea6700 1 --2- 172.21.15.33:0/1302379233 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d44066730 0x7f0d44068bf0 unknown :-1 s=CLOSED pgs=125 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.061+0000 7f0d68ea6700 1 --2- 172.21.15.33:0/1302379233 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d6415cad0 0x7f0d64153d70 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.061+0000 7f0d68ea6700 1 --2- 172.21.15.33:0/1302379233 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d640d1630 0x7f0d64153830 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.061+0000 7f0d68ea6700 1 --2- 172.21.15.33:0/1302379233 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d640cf760 0x7f0d641530a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.061+0000 7f0d68ea6700 1 -- 172.21.15.33:0/1302379233 >> 172.21.15.33:0/1302379233 conn(0x7f0d6408bf70 msgr2=0x7f0d640ce250 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:14.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.061+0000 7f0d68ea6700 1 -- 172.21.15.33:0/1302379233 shutdown_connections 2024-09-13T15:01:14.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.061+0000 7f0d68ea6700 1 -- 172.21.15.33:0/1302379233 wait complete. 2024-09-13T15:01:14.078 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:14.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.197+0000 7ff8c58b4700 1 Processor -- start 2024-09-13T15:01:14.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.197+0000 7ff8c58b4700 1 -- start start 2024-09-13T15:01:14.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.197+0000 7ff8c58b4700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff8c015abb0 0x7ff8c00cf530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.197+0000 7ff8c58b4700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff8c00cd920 0x7ff8c00cbb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.197+0000 7ff8c58b4700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff8c015af90 con 0x7ff8c00b31e0 2024-09-13T15:01:14.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.197+0000 7ff8c58b4700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff8c00cb6d0 con 0x7ff8c00cd920 2024-09-13T15:01:14.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.197+0000 7ff8c58b4700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8c00d0060 con 0x7ff8c015abb0 2024-09-13T15:01:14.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8bffff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7ff8c00b31e0 0x7ff8c00cd210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49848/0 (socket says 172.21.15.33:49848) 2024-09-13T15:01:14.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8bffff700 1 -- 172.21.15.33:0/2748478760 learned_addr learned my addr 172.21.15.33:0/2748478760 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:14.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c50b3700 1 --2- 172.21.15.33:0/2748478760 >> v2:172.21.15.103:3300/0 conn(0x7ff8c00cd920 0x7ff8c00cbb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c48b2700 1 --2- 172.21.15.33:0/2748478760 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff8c015abb0 0x7ff8c00cf530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8bf7fe700 1 -- 172.21.15.33:0/2748478760 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1238394633 0 0) 0x7ff8b0001110 con 0x7ff8c00b31e0 2024-09-13T15:01:14.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8bf7fe700 1 -- 172.21.15.33:0/2748478760 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff8a80035d0 con 0x7ff8c00b31e0 2024-09-13T15:01:14.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c50b3700 1 -- 172.21.15.33:0/2748478760 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff8c015abb0 msgr2=0x7ff8c00cf530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:14.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c50b3700 1 --2- 172.21.15.33:0/2748478760 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff8c015abb0 0x7ff8c00cf530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c50b3700 1 -- 172.21.15.33:0/2748478760 >> v1:172.21.15.33:6789/0 conn(0x7ff8c00b31e0 legacy=0x7ff8c00cd210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c50b3700 1 -- 172.21.15.33:0/2748478760 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8c00cfd80 con 0x7ff8c00cd920 2024-09-13T15:01:14.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c50b3700 1 --2- 172.21.15.33:0/2748478760 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff8c00cd920 0x7ff8c00cbb60 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff8b8009d90 tx=0x7ff8b800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6c99a590842484e9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:14.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8bf7fe700 1 -- 172.21.15.33:0/2748478760 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8b800e070 con 0x7ff8c00cd920 2024-09-13T15:01:14.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8bf7fe700 1 -- 172.21.15.33:0/2748478760 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8b800bb20 con 0x7ff8c00cd920 2024-09-13T15:01:14.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8bf7fe700 1 -- 172.21.15.33:0/2748478760 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8b8012430 con 0x7ff8c00cd920 2024-09-13T15:01:14.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c58b4700 1 -- 172.21.15.33:0/2748478760 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff8c00cd920 msgr2=0x7ff8c00cbb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c58b4700 1 --2- 172.21.15.33:0/2748478760 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff8c00cd920 0x7ff8c00cbb60 secure :-1 s=READY pgs=107 cs=0 l=1 rev1=1 crypto rx=0x7ff8b8009d90 tx=0x7ff8b800b330 comp rx=0 tx=0).stop 2024-09-13T15:01:14.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c58b4700 1 -- 172.21.15.33:0/2748478760 shutdown_connections 2024-09-13T15:01:14.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c58b4700 1 --2- 172.21.15.33:0/2748478760 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff8c00cd920 0x7ff8c00cbb60 unknown :-1 s=CLOSED pgs=107 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c58b4700 1 --2- 172.21.15.33:0/2748478760 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff8c015abb0 0x7ff8c00cf530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c58b4700 1 -- 172.21.15.33:0/2748478760 >> 172.21.15.33:0/2748478760 conn(0x7ff8c00b25e0 msgr2=0x7ff8c00b29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:14.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c58b4700 1 -- 172.21.15.33:0/2748478760 shutdown_connections 2024-09-13T15:01:14.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.201+0000 7ff8c58b4700 1 -- 172.21.15.33:0/2748478760 wait complete. 2024-09-13T15:01:14.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c58b4700 1 Processor -- start 2024-09-13T15:01:14.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c58b4700 1 -- start start 2024-09-13T15:01:14.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c58b4700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff8c00b31e0 0x7ff8c00ca6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c58b4700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff8c00cd920 0x7ff8c00b5140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c58b4700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8c015abb0 0x7ff8c00b38e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c58b4700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8c014fdd0 con 0x7ff8c015abb0 2024-09-13T15:01:14.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c58b4700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff8c00b5680 con 0x7ff8c00cd920 2024-09-13T15:01:14.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c58b4700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff8c00b4cb0 con 0x7ff8c00b31e0 2024-09-13T15:01:14.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c50b3700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8c015abb0 0x7ff8c00b38e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c50b3700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8c015abb0 0x7ff8c00b38e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44192/0 (socket says 172.21.15.33:44192) 2024-09-13T15:01:14.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c50b3700 1 -- 172.21.15.33:0/128238935 learned_addr learned my addr 172.21.15.33:0/128238935 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:14.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c48b2700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff8c00b31e0 0x7ff8c00ca6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8bffff700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff8c00cd920 0x7ff8c00b5140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c50b3700 1 -- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff8c00b31e0 msgr2=0x7ff8c00ca6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c50b3700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff8c00b31e0 0x7ff8c00ca6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c50b3700 1 -- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff8c00cd920 msgr2=0x7ff8c00b5140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c50b3700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff8c00cd920 0x7ff8c00b5140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c50b3700 1 -- 172.21.15.33:0/128238935 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff8b8009a70 con 0x7ff8c015abb0 2024-09-13T15:01:14.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c48b2700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff8c00b31e0 0x7ff8c00ca6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:14.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.205+0000 7ff8c50b3700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8c015abb0 0x7ff8c00b38e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff8b8014040 tx=0x7ff8b8004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:14.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.209+0000 7ff8bd7fa700 1 -- 172.21.15.33:0/128238935 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8b8012430 con 0x7ff8c015abb0 2024-09-13T15:01:14.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.209+0000 7ff8bd7fa700 1 -- 172.21.15.33:0/128238935 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff8b8020070 con 0x7ff8c015abb0 2024-09-13T15:01:14.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.209+0000 7ff8c58b4700 1 -- 172.21.15.33:0/128238935 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff8c00b3e20 con 0x7ff8c015abb0 2024-09-13T15:01:14.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.209+0000 7ff8bd7fa700 1 -- 172.21.15.33:0/128238935 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff8b8004280 con 0x7ff8c015abb0 2024-09-13T15:01:14.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.209+0000 7ff8c58b4700 1 -- 172.21.15.33:0/128238935 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff8c00b4380 con 0x7ff8c015abb0 2024-09-13T15:01:14.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.209+0000 7ff8c58b4700 1 -- 172.21.15.33:0/128238935 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff8c00b4e60 con 0x7ff8c015abb0 2024-09-13T15:01:14.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.209+0000 7ff8bd7fa700 1 -- 172.21.15.33:0/128238935 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff8b80043e0 con 0x7ff8c015abb0 2024-09-13T15:01:14.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.209+0000 7ff8bd7fa700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff8ac066760 0x7ff8ac068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.209+0000 7ff8bd7fa700 1 -- 172.21.15.33:0/128238935 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff8b8022070 con 0x7ff8c015abb0 2024-09-13T15:01:14.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.213+0000 7ff8c48b2700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff8ac066760 0x7ff8ac068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.219 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.213+0000 7ff8c48b2700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff8ac066760 0x7ff8ac068c20 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff8b4009ba0 tx=0x7ff8b4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:14.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.221+0000 7ff8bd7fa700 1 -- 172.21.15.33:0/128238935 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff8c00b4e60 con 0x7ff8c015abb0 2024-09-13T15:01:14.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.385+0000 7ff8c58b4700 1 -- 172.21.15.33:0/128238935 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff8c00b4e60 con 0x7ff8c015abb0 2024-09-13T15:01:14.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.389+0000 7ff8bd7fa700 1 -- 172.21.15.33:0/128238935 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff8b802c020 con 0x7ff8c015abb0 2024-09-13T15:01:14.394 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:14.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.389+0000 7ff8c58b4700 1 -- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff8ac066760 msgr2=0x7ff8ac068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.389+0000 7ff8c58b4700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff8ac066760 0x7ff8ac068c20 secure :-1 s=READY pgs=126 cs=0 l=1 rev1=1 crypto rx=0x7ff8b4009ba0 tx=0x7ff8b4008040 comp rx=0 tx=0).stop 2024-09-13T15:01:14.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.389+0000 7ff8c58b4700 1 -- 172.21.15.33:0/128238935 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8c015abb0 msgr2=0x7ff8c00b38e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.389+0000 7ff8c58b4700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8c015abb0 0x7ff8c00b38e0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7ff8b8014040 tx=0x7ff8b8004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.389+0000 7ff8c58b4700 1 -- 172.21.15.33:0/128238935 shutdown_connections 2024-09-13T15:01:14.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.389+0000 7ff8c58b4700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff8ac066760 0x7ff8ac068c20 unknown :-1 s=CLOSED pgs=126 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.389+0000 7ff8c58b4700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff8c015abb0 0x7ff8c00b38e0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.389+0000 7ff8c58b4700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff8c00cd920 0x7ff8c00b5140 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.389+0000 7ff8c58b4700 1 --2- 172.21.15.33:0/128238935 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff8c00b31e0 0x7ff8c00ca6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.389+0000 7ff8c58b4700 1 -- 172.21.15.33:0/128238935 >> 172.21.15.33:0/128238935 conn(0x7ff8c00b25e0 msgr2=0x7ff8c00c6410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:14.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.389+0000 7ff8c58b4700 1 -- 172.21.15.33:0/128238935 shutdown_connections 2024-09-13T15:01:14.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.389+0000 7ff8c58b4700 1 -- 172.21.15.33:0/128238935 wait complete. 2024-09-13T15:01:14.410 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:14.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.517+0000 7f4c055d1700 1 Processor -- start 2024-09-13T15:01:14.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.517+0000 7f4c055d1700 1 -- start start 2024-09-13T15:01:14.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.517+0000 7f4c055d1700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c000ce3f0 0x7f4c000ce7d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4c055d1700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f4c0006b360 0x7f4c0006b7b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4c055d1700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c0006bcf0 con 0x7f4c00151190 2024-09-13T15:01:14.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4c055d1700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c000ced10 con 0x7f4c0006b360 2024-09-13T15:01:14.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4c055d1700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c0015ac70 con 0x7f4c000ce3f0 2024-09-13T15:01:14.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4bff7fe700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f4c0006b360 0x7f4c0006b7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4bfffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c000ce3f0 0x7f4c000ce7d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4bff7fe700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f4c0006b360 0x7f4c0006b7b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:43598/0 (socket says 172.21.15.33:43598) 2024-09-13T15:01:14.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4bff7fe700 1 -- 172.21.15.33:0/3086968036 learned_addr learned my addr 172.21.15.33:0/3086968036 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:14.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4bfffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c000ce3f0 0x7f4c000ce7d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:35654/0 (socket says 172.21.15.33:35654) 2024-09-13T15:01:14.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4bff7fe700 1 -- 172.21.15.33:0/3086968036 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c000ce3f0 msgr2=0x7f4c000ce7d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:14.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4bff7fe700 1 --2- 172.21.15.33:0/3086968036 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c000ce3f0 0x7f4c000ce7d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4bff7fe700 1 -- 172.21.15.33:0/3086968036 >> v1:172.21.15.103:6789/0 conn(0x7f4c00151190 legacy=0x7f4c001515c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4bff7fe700 1 -- 172.21.15.33:0/3086968036 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c0015af30 con 0x7f4c0006b360 2024-09-13T15:01:14.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4bfffff700 1 --2- 172.21.15.33:0/3086968036 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c000ce3f0 0x7f4c000ce7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:14.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4bff7fe700 1 --2- 172.21.15.33:0/3086968036 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c0006b360 0x7f4c0006b7b0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f4bf4009910 tx=0x7f4bf4009c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8e4aa976564efd41 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:14.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4bfeffd700 1 -- 172.21.15.33:0/3086968036 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bf4011830 con 0x7f4c0006b360 2024-09-13T15:01:14.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4bfeffd700 1 -- 172.21.15.33:0/3086968036 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bf4011990 con 0x7f4c0006b360 2024-09-13T15:01:14.528 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4bfeffd700 1 -- 172.21.15.33:0/3086968036 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bf4011d40 con 0x7f4c0006b360 2024-09-13T15:01:14.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4c055d1700 1 -- 172.21.15.33:0/3086968036 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c0006b360 msgr2=0x7f4c0006b7b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4c055d1700 1 --2- 172.21.15.33:0/3086968036 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c0006b360 0x7f4c0006b7b0 secure :-1 s=READY pgs=109 cs=0 l=1 rev1=1 crypto rx=0x7f4bf4009910 tx=0x7f4bf4009c20 comp rx=0 tx=0).stop 2024-09-13T15:01:14.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4c055d1700 1 -- 172.21.15.33:0/3086968036 shutdown_connections 2024-09-13T15:01:14.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4c055d1700 1 --2- 172.21.15.33:0/3086968036 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c0006b360 0x7f4c0006b7b0 unknown :-1 s=CLOSED pgs=109 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4c055d1700 1 --2- 172.21.15.33:0/3086968036 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c000ce3f0 0x7f4c000ce7d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4c055d1700 1 -- 172.21.15.33:0/3086968036 >> 172.21.15.33:0/3086968036 conn(0x7f4c0006c880 msgr2=0x7f4c0006cc90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:14.529 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4c055d1700 1 -- 172.21.15.33:0/3086968036 shutdown_connections 2024-09-13T15:01:14.530 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.521+0000 7f4c055d1700 1 -- 172.21.15.33:0/3086968036 wait complete. 2024-09-13T15:01:14.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c055d1700 1 Processor -- start 2024-09-13T15:01:14.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c055d1700 1 -- start start 2024-09-13T15:01:14.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c055d1700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c0006b360 0x7f4c001e63e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c055d1700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c000ce3f0 0x7f4c0014ab10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c055d1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c00151190 0x7f4c000b3640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c055d1700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c001e5f50 con 0x7f4c00151190 2024-09-13T15:01:14.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c055d1700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c001e5340 con 0x7f4c000ce3f0 2024-09-13T15:01:14.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c055d1700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c001e5620 con 0x7f4c0006b360 2024-09-13T15:01:14.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c04dd0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c00151190 0x7f4c000b3640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c04dd0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c00151190 0x7f4c000b3640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44196/0 (socket says 172.21.15.33:44196) 2024-09-13T15:01:14.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c04dd0700 1 -- 172.21.15.33:0/2439306043 learned_addr learned my addr 172.21.15.33:0/2439306043 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:14.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4bfffff700 1 --2- 172.21.15.33:0/2439306043 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c0006b360 0x7f4c001e63e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4bff7fe700 1 --2- 172.21.15.33:0/2439306043 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c000ce3f0 0x7f4c0014ab10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c04dd0700 1 -- 172.21.15.33:0/2439306043 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c0006b360 msgr2=0x7f4c001e63e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c04dd0700 1 --2- 172.21.15.33:0/2439306043 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c0006b360 0x7f4c001e63e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c04dd0700 1 -- 172.21.15.33:0/2439306043 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c000ce3f0 msgr2=0x7f4c0014ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c04dd0700 1 --2- 172.21.15.33:0/2439306043 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c000ce3f0 0x7f4c0014ab10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.525+0000 7f4c04dd0700 1 -- 172.21.15.33:0/2439306043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4bf00094b0 con 0x7f4c00151190 2024-09-13T15:01:14.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.529+0000 7f4c04dd0700 1 --2- 172.21.15.33:0/2439306043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c00151190 0x7f4c000b3640 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f4bf800cbc0 tx=0x7f4bf800ced0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:14.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.529+0000 7f4bfcff9700 1 -- 172.21.15.33:0/2439306043 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bf8003c20 con 0x7f4c00151190 2024-09-13T15:01:14.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.529+0000 7f4bfcff9700 1 -- 172.21.15.33:0/2439306043 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4bf8003d80 con 0x7f4c00151190 2024-09-13T15:01:14.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.529+0000 7f4bfcff9700 1 -- 172.21.15.33:0/2439306043 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4bf800aa20 con 0x7f4c00151190 2024-09-13T15:01:14.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.529+0000 7f4c055d1700 1 -- 172.21.15.33:0/2439306043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4bf4009570 con 0x7f4c00151190 2024-09-13T15:01:14.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.529+0000 7f4c055d1700 1 -- 172.21.15.33:0/2439306043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c001e5be0 con 0x7f4c00151190 2024-09-13T15:01:14.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.529+0000 7f4c055d1700 1 -- 172.21.15.33:0/2439306043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c00073c60 con 0x7f4c00151190 2024-09-13T15:01:14.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.529+0000 7f4bfcff9700 1 -- 172.21.15.33:0/2439306043 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4bf800ab80 con 0x7f4c00151190 2024-09-13T15:01:14.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.533+0000 7f4bfcff9700 1 --2- 172.21.15.33:0/2439306043 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4bec066730 0x7f4bec068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.533+0000 7f4bfcff9700 1 -- 172.21.15.33:0/2439306043 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4bf8084120 con 0x7f4c00151190 2024-09-13T15:01:14.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.533+0000 7f4bfffff700 1 --2- 172.21.15.33:0/2439306043 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4bec066730 0x7f4bec068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.533+0000 7f4bfffff700 1 --2- 172.21.15.33:0/2439306043 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4bec066730 0x7f4bec068bf0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f4bf0009d80 tx=0x7f4bf0009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:14.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.537+0000 7f4bfcff9700 1 -- 172.21.15.33:0/2439306043 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4bf8051230 con 0x7f4c00151190 2024-09-13T15:01:14.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.705+0000 7f4c055d1700 1 -- 172.21.15.33:0/2439306043 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4c0006bcf0 con 0x7f4c00151190 2024-09-13T15:01:14.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.709+0000 7f4bfcff9700 1 -- 172.21.15.33:0/2439306043 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4c0006bcf0 con 0x7f4c00151190 2024-09-13T15:01:14.714 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:14.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.713+0000 7f4c055d1700 1 -- 172.21.15.33:0/2439306043 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4bec066730 msgr2=0x7f4bec068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.713+0000 7f4c055d1700 1 --2- 172.21.15.33:0/2439306043 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4bec066730 0x7f4bec068bf0 secure :-1 s=READY pgs=127 cs=0 l=1 rev1=1 crypto rx=0x7f4bf0009d80 tx=0x7f4bf0009240 comp rx=0 tx=0).stop 2024-09-13T15:01:14.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.713+0000 7f4c055d1700 1 -- 172.21.15.33:0/2439306043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c00151190 msgr2=0x7f4c000b3640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.713+0000 7f4c055d1700 1 --2- 172.21.15.33:0/2439306043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c00151190 0x7f4c000b3640 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7f4bf800cbc0 tx=0x7f4bf800ced0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.713+0000 7f4c055d1700 1 -- 172.21.15.33:0/2439306043 shutdown_connections 2024-09-13T15:01:14.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.713+0000 7f4c055d1700 1 --2- 172.21.15.33:0/2439306043 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4bec066730 0x7f4bec068bf0 unknown :-1 s=CLOSED pgs=127 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.713+0000 7f4c055d1700 1 --2- 172.21.15.33:0/2439306043 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c00151190 0x7f4c000b3640 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.713+0000 7f4c055d1700 1 --2- 172.21.15.33:0/2439306043 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c000ce3f0 0x7f4c0014ab10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.713+0000 7f4c055d1700 1 --2- 172.21.15.33:0/2439306043 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c0006b360 0x7f4c001e63e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.713+0000 7f4c055d1700 1 -- 172.21.15.33:0/2439306043 >> 172.21.15.33:0/2439306043 conn(0x7f4c0006c880 msgr2=0x7f4c001515a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:14.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.713+0000 7f4c055d1700 1 -- 172.21.15.33:0/2439306043 shutdown_connections 2024-09-13T15:01:14.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.713+0000 7f4c055d1700 1 -- 172.21.15.33:0/2439306043 wait complete. 2024-09-13T15:01:14.733 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:14.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72fe20700 1 Processor -- start 2024-09-13T15:01:14.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72fe20700 1 -- start start 2024-09-13T15:01:14.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72fe20700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fd72806b710 0x7fd72806bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72fe20700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd7280d1640 0x7fd7280d1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72fe20700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd72806c0a0 con 0x7fd72815cfb0 2024-09-13T15:01:14.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72fe20700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7280cee40 con 0x7fd7280d1640 2024-09-13T15:01:14.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72fe20700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7280d1220 con 0x7fd72806b710 2024-09-13T15:01:14.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72e3bd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd7280d1640 0x7fd7280d1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72dbbc700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fd72815cfb0 0x7fd72806ad90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49858/0 (socket says 172.21.15.33:49858) 2024-09-13T15:01:14.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72dbbc700 1 -- 172.21.15.33:0/3856096206 learned_addr learned my addr 172.21.15.33:0/3856096206 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:14.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72d3bb700 1 --2- 172.21.15.33:0/3856096206 >> v2:172.21.15.103:3300/0 conn(0x7fd72806b710 0x7fd72806bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72e3bd700 1 -- 172.21.15.33:0/3856096206 >> v2:172.21.15.103:3300/0 conn(0x7fd72806b710 msgr2=0x7fd72806bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:14.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72e3bd700 1 --2- 172.21.15.33:0/3856096206 >> v2:172.21.15.103:3300/0 conn(0x7fd72806b710 0x7fd72806bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72e3bd700 1 -- 172.21.15.33:0/3856096206 >> v1:172.21.15.33:6789/0 conn(0x7fd72815cfb0 legacy=0x7fd72806ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72e3bd700 1 -- 172.21.15.33:0/3856096206 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7280ce880 con 0x7fd7280d1640 2024-09-13T15:01:14.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72cbba700 1 -- 172.21.15.33:0/3856096206 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2917838961 0 0) 0x7fd718001110 con 0x7fd72815cfb0 2024-09-13T15:01:14.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72e3bd700 1 --2- 172.21.15.33:0/3856096206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7280d1640 0x7fd7280d1ad0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd7280c64b0 tx=0x7fd72000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f79c4c560e41e2fb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:14.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72cbba700 1 -- 172.21.15.33:0/3856096206 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd72000e070 con 0x7fd7280d1640 2024-09-13T15:01:14.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72cbba700 1 -- 172.21.15.33:0/3856096206 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd72000bb20 con 0x7fd7280d1640 2024-09-13T15:01:14.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72cbba700 1 -- 172.21.15.33:0/3856096206 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd720012430 con 0x7fd7280d1640 2024-09-13T15:01:14.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72fe20700 1 -- 172.21.15.33:0/3856096206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7280d1640 msgr2=0x7fd7280d1ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72fe20700 1 --2- 172.21.15.33:0/3856096206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7280d1640 0x7fd7280d1ad0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd7280c64b0 tx=0x7fd72000b330 comp rx=0 tx=0).stop 2024-09-13T15:01:14.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72fe20700 1 -- 172.21.15.33:0/3856096206 shutdown_connections 2024-09-13T15:01:14.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72fe20700 1 --2- 172.21.15.33:0/3856096206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7280d1640 0x7fd7280d1ad0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.849+0000 7fd72fe20700 1 --2- 172.21.15.33:0/3856096206 >> v2:172.21.15.103:3300/0 conn(0x7fd72806b710 0x7fd72806bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.853+0000 7fd72fe20700 1 -- 172.21.15.33:0/3856096206 >> 172.21.15.33:0/3856096206 conn(0x7fd7280d2da0 msgr2=0x7fd7280d31b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:14.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.853+0000 7fd72fe20700 1 -- 172.21.15.33:0/3856096206 shutdown_connections 2024-09-13T15:01:14.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.853+0000 7fd72fe20700 1 -- 172.21.15.33:0/3856096206 wait complete. 2024-09-13T15:01:14.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.853+0000 7fd72fe20700 1 Processor -- start 2024-09-13T15:01:14.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.853+0000 7fd72fe20700 1 -- start start 2024-09-13T15:01:14.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72fe20700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd72806b710 0x7fd7281492b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72fe20700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7280d1640 0x7fd728148b20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72fe20700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd72815cfb0 0x7fd72815ebf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72fe20700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd72815e760 con 0x7fd72815cfb0 2024-09-13T15:01:14.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72fe20700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7280b8c30 con 0x7fd7280d1640 2024-09-13T15:01:14.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72fe20700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd728149060 con 0x7fd72806b710 2024-09-13T15:01:14.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72e3bd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd72815cfb0 0x7fd72815ebf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72e3bd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd72815cfb0 0x7fd72815ebf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44210/0 (socket says 172.21.15.33:44210) 2024-09-13T15:01:14.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72e3bd700 1 -- 172.21.15.33:0/3163157823 learned_addr learned my addr 172.21.15.33:0/3163157823 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:14.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72d3bb700 1 --2- 172.21.15.33:0/3163157823 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7280d1640 0x7fd728148b20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72dbbc700 1 --2- 172.21.15.33:0/3163157823 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd72806b710 0x7fd7281492b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72e3bd700 1 -- 172.21.15.33:0/3163157823 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd72806b710 msgr2=0x7fd7281492b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72e3bd700 1 --2- 172.21.15.33:0/3163157823 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd72806b710 0x7fd7281492b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72e3bd700 1 -- 172.21.15.33:0/3163157823 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7280d1640 msgr2=0x7fd728148b20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72e3bd700 1 --2- 172.21.15.33:0/3163157823 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7280d1640 0x7fd728148b20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72e3bd700 1 -- 172.21.15.33:0/3163157823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd720009a70 con 0x7fd72815cfb0 2024-09-13T15:01:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72e3bd700 1 --2- 172.21.15.33:0/3163157823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd72815cfb0 0x7fd72815ebf0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd720014040 tx=0x7fd720004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd71e7fc700 1 -- 172.21.15.33:0/3163157823 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd720012430 con 0x7fd72815cfb0 2024-09-13T15:01:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd71e7fc700 1 -- 172.21.15.33:0/3163157823 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd720020070 con 0x7fd72815cfb0 2024-09-13T15:01:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72fe20700 1 -- 172.21.15.33:0/3163157823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7280b8670 con 0x7fd72815cfb0 2024-09-13T15:01:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd71e7fc700 1 -- 172.21.15.33:0/3163157823 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd720004280 con 0x7fd72815cfb0 2024-09-13T15:01:14.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.857+0000 7fd72fe20700 1 -- 172.21.15.33:0/3163157823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd72815e3f0 con 0x7fd72815cfb0 2024-09-13T15:01:14.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.861+0000 7fd72fe20700 1 -- 172.21.15.33:0/3163157823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd72815e910 con 0x7fd72815cfb0 2024-09-13T15:01:14.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.861+0000 7fd71e7fc700 1 -- 172.21.15.33:0/3163157823 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd7200043e0 con 0x7fd72815cfb0 2024-09-13T15:01:14.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.861+0000 7fd71e7fc700 1 --2- 172.21.15.33:0/3163157823 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd70c066730 0x7fd70c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:14.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.861+0000 7fd71e7fc700 1 -- 172.21.15.33:0/3163157823 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fd720022070 con 0x7fd72815cfb0 2024-09-13T15:01:14.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.861+0000 7fd72dbbc700 1 --2- 172.21.15.33:0/3163157823 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd70c066730 0x7fd70c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:14.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.861+0000 7fd72dbbc700 1 --2- 172.21.15.33:0/3163157823 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd70c066730 0x7fd70c068bf0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd718000f60 tx=0x7fd718007e90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:14.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:14.869+0000 7fd71e7fc700 1 -- 172.21.15.33:0/3163157823 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd72815e910 con 0x7fd72815cfb0 2024-09-13T15:01:15.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.037+0000 7fd72fe20700 1 -- 172.21.15.33:0/3163157823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fd7280ce490 con 0x7fd72815cfb0 2024-09-13T15:01:15.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.037+0000 7fd71e7fc700 1 -- 172.21.15.33:0/3163157823 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7fd7200534d0 con 0x7fd72815cfb0 2024-09-13T15:01:15.045 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:15.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.041+0000 7fd72fe20700 1 -- 172.21.15.33:0/3163157823 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd70c066730 msgr2=0x7fd70c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.041+0000 7fd72fe20700 1 --2- 172.21.15.33:0/3163157823 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd70c066730 0x7fd70c068bf0 secure :-1 s=READY pgs=128 cs=0 l=1 rev1=1 crypto rx=0x7fd718000f60 tx=0x7fd718007e90 comp rx=0 tx=0).stop 2024-09-13T15:01:15.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.041+0000 7fd72fe20700 1 -- 172.21.15.33:0/3163157823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd72815cfb0 msgr2=0x7fd72815ebf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.041+0000 7fd72fe20700 1 --2- 172.21.15.33:0/3163157823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd72815cfb0 0x7fd72815ebf0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd720014040 tx=0x7fd720004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.041+0000 7fd72fe20700 1 -- 172.21.15.33:0/3163157823 shutdown_connections 2024-09-13T15:01:15.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.041+0000 7fd72fe20700 1 --2- 172.21.15.33:0/3163157823 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd70c066730 0x7fd70c068bf0 unknown :-1 s=CLOSED pgs=128 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.041+0000 7fd72fe20700 1 --2- 172.21.15.33:0/3163157823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd72815cfb0 0x7fd72815ebf0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.041+0000 7fd72fe20700 1 --2- 172.21.15.33:0/3163157823 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7280d1640 0x7fd728148b20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.041+0000 7fd72fe20700 1 --2- 172.21.15.33:0/3163157823 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd72806b710 0x7fd7281492b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.041+0000 7fd72fe20700 1 -- 172.21.15.33:0/3163157823 >> 172.21.15.33:0/3163157823 conn(0x7fd7280d2da0 msgr2=0x7fd7280b2800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:15.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.041+0000 7fd72fe20700 1 -- 172.21.15.33:0/3163157823 shutdown_connections 2024-09-13T15:01:15.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.041+0000 7fd72fe20700 1 -- 172.21.15.33:0/3163157823 wait complete. 2024-09-13T15:01:15.060 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:01:15.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.165+0000 7fb4b4857700 1 Processor -- start 2024-09-13T15:01:15.173 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.165+0000 7fb4b4857700 1 -- start start 2024-09-13T15:01:15.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4b4857700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fb4b00cd8d0 0x7fb4b006cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4b4857700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fb4b00b17f0 0x7fb4b00cb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4b4857700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb4b00705d0 con 0x7fb4b00b2200 2024-09-13T15:01:15.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4b4857700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4b006d0d0 con 0x7fb4b00b17f0 2024-09-13T15:01:15.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4b4857700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb4b006fca0 con 0x7fb4b00cd8d0 2024-09-13T15:01:15.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4affff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fb4b00b2200 0x7fb4b0070a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49866/0 (socket says 172.21.15.33:49866) 2024-09-13T15:01:15.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4aeffd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fb4b00b17f0 0x7fb4b00cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4affff700 1 -- 172.21.15.33:0/574515657 learned_addr learned my addr 172.21.15.33:0/574515657 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:15.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4af7fe700 1 --2- 172.21.15.33:0/574515657 >> v2:172.21.15.103:3300/0 conn(0x7fb4b00cd8d0 0x7fb4b006cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4aeffd700 1 -- 172.21.15.33:0/574515657 >> v2:172.21.15.103:3300/0 conn(0x7fb4b00cd8d0 msgr2=0x7fb4b006cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:15.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4aeffd700 1 --2- 172.21.15.33:0/574515657 >> v2:172.21.15.103:3300/0 conn(0x7fb4b00cd8d0 0x7fb4b006cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4aeffd700 1 -- 172.21.15.33:0/574515657 >> v1:172.21.15.33:6789/0 conn(0x7fb4b00b2200 legacy=0x7fb4b0070a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4aeffd700 1 -- 172.21.15.33:0/574515657 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4b006ff80 con 0x7fb4b00b17f0 2024-09-13T15:01:15.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4aeffd700 1 --2- 172.21.15.33:0/574515657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4b00b17f0 0x7fb4b00cb800 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb4b0071850 tx=0x7fb4a0009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=87baf855e92221a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:15.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4ae7fc700 1 -- 172.21.15.33:0/574515657 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4a0011830 con 0x7fb4b00b17f0 2024-09-13T15:01:15.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4ae7fc700 1 -- 172.21.15.33:0/574515657 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4a0011990 con 0x7fb4b00b17f0 2024-09-13T15:01:15.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4ae7fc700 1 -- 172.21.15.33:0/574515657 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4a0011d40 con 0x7fb4b00b17f0 2024-09-13T15:01:15.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4b4857700 1 -- 172.21.15.33:0/574515657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4b00b17f0 msgr2=0x7fb4b00cb800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4b4857700 1 --2- 172.21.15.33:0/574515657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4b00b17f0 0x7fb4b00cb800 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fb4b0071850 tx=0x7fb4a0009b30 comp rx=0 tx=0).stop 2024-09-13T15:01:15.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4b4857700 1 -- 172.21.15.33:0/574515657 shutdown_connections 2024-09-13T15:01:15.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4b4857700 1 --2- 172.21.15.33:0/574515657 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4b00b17f0 0x7fb4b00cb800 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4b4857700 1 --2- 172.21.15.33:0/574515657 >> v2:172.21.15.103:3300/0 conn(0x7fb4b00cd8d0 0x7fb4b006cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4b4857700 1 -- 172.21.15.33:0/574515657 >> 172.21.15.33:0/574515657 conn(0x7fb4b006a350 msgr2=0x7fb4b006a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:15.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4b4857700 1 -- 172.21.15.33:0/574515657 shutdown_connections 2024-09-13T15:01:15.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.169+0000 7fb4b4857700 1 -- 172.21.15.33:0/574515657 wait complete. 2024-09-13T15:01:15.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.173+0000 7fb4b4857700 1 Processor -- start 2024-09-13T15:01:15.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.173+0000 7fb4b4857700 1 -- start start 2024-09-13T15:01:15.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.173+0000 7fb4b4857700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb4b00b17f0 0x7fb4b01f5da0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.173+0000 7fb4b4857700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4b00b2200 0x7fb4b00a9630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.173+0000 7fb4b4857700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4b00cd8d0 0x7fb4b00a9b70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.173+0000 7fb4b4857700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4b00abb60 con 0x7fb4b00cd8d0 2024-09-13T15:01:15.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.173+0000 7fb4b4857700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb4b00c45a0 con 0x7fb4b00b2200 2024-09-13T15:01:15.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.173+0000 7fb4b4857700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb4b00abdb0 con 0x7fb4b00b17f0 2024-09-13T15:01:15.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.173+0000 7fb4affff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4b00cd8d0 0x7fb4b00a9b70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.173+0000 7fb4affff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4b00cd8d0 0x7fb4b00a9b70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44234/0 (socket says 172.21.15.33:44234) 2024-09-13T15:01:15.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.173+0000 7fb4affff700 1 -- 172.21.15.33:0/3344755132 learned_addr learned my addr 172.21.15.33:0/3344755132 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:15.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb4aeffd700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4b00b2200 0x7fb4b00a9630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb4af7fe700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb4b00b17f0 0x7fb4b01f5da0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb4affff700 1 -- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb4b00b17f0 msgr2=0x7fb4b01f5da0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb4affff700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb4b00b17f0 0x7fb4b01f5da0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb4affff700 1 -- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4b00b2200 msgr2=0x7fb4b00a9630 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb4affff700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4b00b2200 0x7fb4b00a9630 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb4affff700 1 -- 172.21.15.33:0/3344755132 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb4a00094b0 con 0x7fb4b00cd8d0 2024-09-13T15:01:15.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb4af7fe700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb4b00b17f0 0x7fb4b01f5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:15.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb4affff700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4b00cd8d0 0x7fb4b00a9b70 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb4a800cbc0 tx=0x7fb4a800cbf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:15.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb497fff700 1 -- 172.21.15.33:0/3344755132 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4a800a7b0 con 0x7fb4b00cd8d0 2024-09-13T15:01:15.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb497fff700 1 -- 172.21.15.33:0/3344755132 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb4a800a910 con 0x7fb4b00cd8d0 2024-09-13T15:01:15.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb497fff700 1 -- 172.21.15.33:0/3344755132 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb4a800ac80 con 0x7fb4b00cd8d0 2024-09-13T15:01:15.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb4b4857700 1 -- 172.21.15.33:0/3344755132 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb4b00ac090 con 0x7fb4b00cd8d0 2024-09-13T15:01:15.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb4b4857700 1 -- 172.21.15.33:0/3344755132 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb4b01f62e0 con 0x7fb4b00cd8d0 2024-09-13T15:01:15.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb4b4857700 1 -- 172.21.15.33:0/3344755132 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb4b00ac5b0 con 0x7fb4b00cd8d0 2024-09-13T15:01:15.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.177+0000 7fb497fff700 1 -- 172.21.15.33:0/3344755132 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb4a801b3b0 con 0x7fb4b00cd8d0 2024-09-13T15:01:15.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.181+0000 7fb497fff700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb49c066730 0x7fb49c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.181+0000 7fb497fff700 1 -- 172.21.15.33:0/3344755132 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb4a8083cb0 con 0x7fb4b00cd8d0 2024-09-13T15:01:15.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.181+0000 7fb4af7fe700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb49c066730 0x7fb49c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.181+0000 7fb4af7fe700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb49c066730 0x7fb49c068bf0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb4a4007a70 tx=0x7fb4a4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:15.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.185+0000 7fb497fff700 1 -- 172.21.15.33:0/3344755132 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb4b00ac5b0 con 0x7fb4b00cd8d0 2024-09-13T15:01:15.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.401+0000 7fb4b4857700 1 -- 172.21.15.33:0/3344755132 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fb4b00ac5b0 con 0x7fb4b00cd8d0 2024-09-13T15:01:15.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.401+0000 7fb497fff700 1 -- 172.21.15.33:0/3344755132 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7fb4b00ac5b0 con 0x7fb4b00cd8d0 2024-09-13T15:01:15.409 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:15.409 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2581616786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2581616786},{"type":"v1","addr":"172.21.15.33:6833","nonce":2581616786}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4254,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/63013610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":63013610},{"type":"v1","addr":"172.21.15.103:6835","nonce":63013610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2759736167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2759736167},{"type":"v1","addr":"172.21.15.33:6835","nonce":2759736167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:00:49.869447+0000","modified":"2024-09-13T15:01:05.983365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.103:6837/3113841157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":3113841157},{"type":"v1","addr":"172.21.15.103:6837","nonce":3113841157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:01:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.405+0000 7fb4b4857700 1 -- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb49c066730 msgr2=0x7fb49c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.405+0000 7fb4b4857700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb49c066730 0x7fb49c068bf0 secure :-1 s=READY pgs=129 cs=0 l=1 rev1=1 crypto rx=0x7fb4a4007a70 tx=0x7fb4a4008040 comp rx=0 tx=0).stop 2024-09-13T15:01:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.405+0000 7fb4b4857700 1 -- 172.21.15.33:0/3344755132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4b00cd8d0 msgr2=0x7fb4b00a9b70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.405+0000 7fb4b4857700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4b00cd8d0 0x7fb4b00a9b70 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7fb4a800cbc0 tx=0x7fb4a800cbf0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.405+0000 7fb4b4857700 1 -- 172.21.15.33:0/3344755132 shutdown_connections 2024-09-13T15:01:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.405+0000 7fb4b4857700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb49c066730 0x7fb49c068bf0 unknown :-1 s=CLOSED pgs=129 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.405+0000 7fb4b4857700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb4b00cd8d0 0x7fb4b00a9b70 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.405+0000 7fb4b4857700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb4b00b2200 0x7fb4b00a9630 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.405+0000 7fb4b4857700 1 --2- 172.21.15.33:0/3344755132 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb4b00b17f0 0x7fb4b01f5da0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.405+0000 7fb4b4857700 1 -- 172.21.15.33:0/3344755132 >> 172.21.15.33:0/3344755132 conn(0x7fb4b006a350 msgr2=0x7fb4b0162630 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.405+0000 7fb4b4857700 1 -- 172.21.15.33:0/3344755132 shutdown_connections 2024-09-13T15:01:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.405+0000 7fb4b4857700 1 -- 172.21.15.33:0/3344755132 wait complete. 2024-09-13T15:01:15.413 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-09-13T15:01:15.424 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:15.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254b59e700 1 Processor -- start 2024-09-13T15:01:15.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254b59e700 1 -- start start 2024-09-13T15:01:15.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254b59e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f254c1646c0 0x7f254c06d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254b59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f254c0ccec0 0x7f254c06db30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254b59e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f254c070ca0 con 0x7f254c071cb0 2024-09-13T15:01:15.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254b59e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f254c0cd350 con 0x7f254c1646c0 2024-09-13T15:01:15.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254b59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f254c070ef0 con 0x7f254c0ccec0 2024-09-13T15:01:15.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f2549d9b700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f254c071cb0 0x7f254c0cc7b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49868/0 (socket says 172.21.15.33:49868) 2024-09-13T15:01:15.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f2549d9b700 1 -- 172.21.15.33:0/3896656801 learned_addr learned my addr 172.21.15.33:0/3896656801 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:15.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254a59c700 1 --2- 172.21.15.33:0/3896656801 >> v2:172.21.15.103:3300/0 conn(0x7f254c1646c0 0x7f254c06d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254ad9d700 1 --2- 172.21.15.33:0/3896656801 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f254c0ccec0 0x7f254c06db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 -- 172.21.15.33:0/3896656801 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3989287060 0 0) 0x7f254c070ca0 con 0x7f254c071cb0 2024-09-13T15:01:15.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 -- 172.21.15.33:0/3896656801 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f25380035d0 con 0x7f254c071cb0 2024-09-13T15:01:15.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 -- 172.21.15.33:0/3896656801 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4157887527 0 0) 0x7f25380035d0 con 0x7f254c071cb0 2024-09-13T15:01:15.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 -- 172.21.15.33:0/3896656801 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f254c0ccec0 msgr2=0x7f254c06db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:15.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 --2- 172.21.15.33:0/3896656801 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f254c0ccec0 0x7f254c06db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 -- 172.21.15.33:0/3896656801 >> v2:172.21.15.103:3300/0 conn(0x7f254c1646c0 msgr2=0x7f254c06d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:15.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 --2- 172.21.15.33:0/3896656801 >> v2:172.21.15.103:3300/0 conn(0x7f254c1646c0 0x7f254c06d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 -- 172.21.15.33:0/3896656801 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f254c0711d0 con 0x7f254c071cb0 2024-09-13T15:01:15.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 -- 172.21.15.33:0/3896656801 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7f25340019f0 con 0x7f254c071cb0 2024-09-13T15:01:15.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254a59c700 1 --2- 172.21.15.33:0/3896656801 >> v2:172.21.15.103:3300/0 conn(0x7f254c1646c0 0x7f254c06d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:15.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 -- 172.21.15.33:0/3896656801 >> v1:172.21.15.33:6789/0 conn(0x7f254c071cb0 legacy=0x7f254c0cc7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 --2- 172.21.15.33:0/3896656801 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2538003a20 0x7f2538003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 --2- 172.21.15.33:0/3896656801 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f254c0ccec0 0x7f2538004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 --2- 172.21.15.33:0/3896656801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2538004db0 0x7f2538005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 -- 172.21.15.33:0/3896656801 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f254c0cd350 con 0x7f2538003a20 2024-09-13T15:01:15.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 -- 172.21.15.33:0/3896656801 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f254c070ef0 con 0x7f2538004db0 2024-09-13T15:01:15.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254959a700 1 -- 172.21.15.33:0/3896656801 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f253800ba30 con 0x7f254c0ccec0 2024-09-13T15:01:15.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254a59c700 1 --2- 172.21.15.33:0/3896656801 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2538003a20 0x7f2538003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f2549d9b700 1 --2- 172.21.15.33:0/3896656801 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f254c0ccec0 0x7f2538004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254ad9d700 1 --2- 172.21.15.33:0/3896656801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2538004db0 0x7f2538005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254ad9d700 1 -- 172.21.15.33:0/3896656801 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f254c0ccec0 msgr2=0x7f2538004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:15.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254ad9d700 1 --2- 172.21.15.33:0/3896656801 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f254c0ccec0 0x7f2538004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254ad9d700 1 -- 172.21.15.33:0/3896656801 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2538003a20 msgr2=0x7f2538003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:15.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254ad9d700 1 --2- 172.21.15.33:0/3896656801 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2538003a20 0x7f2538003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254ad9d700 1 -- 172.21.15.33:0/3896656801 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25380035d0 con 0x7f2538004db0 2024-09-13T15:01:15.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f2549d9b700 1 --2- 172.21.15.33:0/3896656801 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f254c0ccec0 0x7f2538004870 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:15.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254a59c700 1 --2- 172.21.15.33:0/3896656801 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2538003a20 0x7f2538003e40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:15.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.529+0000 7f254ad9d700 1 --2- 172.21.15.33:0/3896656801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2538004db0 0x7f2538005230 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2544009b70 tx=0x7f25380058a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=55a1af717d8529be server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:15.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.533+0000 7f254959a700 1 -- 172.21.15.33:0/3896656801 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f254400e6c0 con 0x7f2538004db0 2024-09-13T15:01:15.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.533+0000 7f254959a700 1 -- 172.21.15.33:0/3896656801 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f254400e820 con 0x7f2538004db0 2024-09-13T15:01:15.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.533+0000 7f254959a700 1 -- 172.21.15.33:0/3896656801 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f254400eb90 con 0x7f2538004db0 2024-09-13T15:01:15.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.533+0000 7f254b59e700 1 -- 172.21.15.33:0/3896656801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2538004db0 msgr2=0x7f2538005230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.533+0000 7f254b59e700 1 --2- 172.21.15.33:0/3896656801 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2538004db0 0x7f2538005230 secure :-1 s=READY pgs=110 cs=0 l=1 rev1=1 crypto rx=0x7f2544009b70 tx=0x7f25380058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.533+0000 7f254ad9d700 1 -- 172.21.15.33:0/3896656801 reap_dead start 2024-09-13T15:01:15.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.533+0000 7f254b59e700 1 -- 172.21.15.33:0/3896656801 shutdown_connections 2024-09-13T15:01:15.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.533+0000 7f254b59e700 1 -- 172.21.15.33:0/3896656801 >> 172.21.15.33:0/3896656801 conn(0x7f254c06b460 msgr2=0x7f254c06b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:15.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.533+0000 7f254b59e700 1 -- 172.21.15.33:0/3896656801 shutdown_connections 2024-09-13T15:01:15.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.533+0000 7f254b59e700 1 -- 172.21.15.33:0/3896656801 wait complete. 2024-09-13T15:01:15.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.533+0000 7f254b59e700 1 Processor -- start 2024-09-13T15:01:15.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.533+0000 7f254b59e700 1 -- start start 2024-09-13T15:01:15.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f254b59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2538004db0 0x7f254c1f5ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f254b59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f254c1f6400 0x7f254c163110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f254b59e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f254c163650 0x7f254c15b990 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f254b59e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f254c14c7f0 con 0x7f254c1f6400 2024-09-13T15:01:15.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f254b59e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f254c163ad0 con 0x7f254c163650 2024-09-13T15:01:15.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f254b59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f254c15c6e0 con 0x7f2538004db0 2024-09-13T15:01:15.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f2549d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f254c1f6400 0x7f254c163110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f2549d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f254c1f6400 0x7f254c163110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44246/0 (socket says 172.21.15.33:44246) 2024-09-13T15:01:15.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f2549d9b700 1 -- 172.21.15.33:0/607179910 learned_addr learned my addr 172.21.15.33:0/607179910 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:15.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f254a59c700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2538004db0 0x7f254c1f5ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f254ad9d700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f254c163650 0x7f254c15b990 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f2549d9b700 1 -- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2538004db0 msgr2=0x7f254c1f5ec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f2549d9b700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2538004db0 0x7f254c1f5ec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f2549d9b700 1 -- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f254c163650 msgr2=0x7f254c15b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f2549d9b700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f254c163650 0x7f254c15b990 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f2549d9b700 1 -- 172.21.15.33:0/607179910 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f254c15c9c0 con 0x7f254c1f6400 2024-09-13T15:01:15.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f254a59c700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2538004db0 0x7f254c1f5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:15.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f2549d9b700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f254c1f6400 0x7f254c163110 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2534007340 tx=0x7f2534007420 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:15.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f2542ffd700 1 -- 172.21.15.33:0/607179910 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25340133f0 con 0x7f254c1f6400 2024-09-13T15:01:15.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f2542ffd700 1 -- 172.21.15.33:0/607179910 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2534013550 con 0x7f254c1f6400 2024-09-13T15:01:15.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f254b59e700 1 -- 172.21.15.33:0/607179910 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f254c15cca0 con 0x7f254c1f6400 2024-09-13T15:01:15.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f2542ffd700 1 -- 172.21.15.33:0/607179910 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f25340138e0 con 0x7f254c1f6400 2024-09-13T15:01:15.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f254b59e700 1 -- 172.21.15.33:0/607179910 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f254c15d260 con 0x7f254c1f6400 2024-09-13T15:01:15.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.537+0000 7f254b59e700 1 -- 172.21.15.33:0/607179910 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f254c0677a0 con 0x7f254c1f6400 2024-09-13T15:01:15.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.541+0000 7f2542ffd700 1 -- 172.21.15.33:0/607179910 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2534013a40 con 0x7f254c1f6400 2024-09-13T15:01:15.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.541+0000 7f2542ffd700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f252c066730 0x7f252c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.541+0000 7f2542ffd700 1 -- 172.21.15.33:0/607179910 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2534085220 con 0x7f254c1f6400 2024-09-13T15:01:15.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.541+0000 7f254a59c700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f252c066730 0x7f252c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.541+0000 7f254a59c700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f252c066730 0x7f252c068bf0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f253c009fd0 tx=0x7f253c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:15.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.549+0000 7f2542ffd700 1 -- 172.21.15.33:0/607179910 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2534052360 con 0x7f254c1f6400 2024-09-13T15:01:15.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.721+0000 7f254b59e700 1 -- 172.21.15.33:0/607179910 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f254c06af60 con 0x7f254c1f6400 2024-09-13T15:01:15.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.725+0000 7f2542ffd700 1 -- 172.21.15.33:0/607179910 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7f2534055980 con 0x7f254c1f6400 2024-09-13T15:01:15.731 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:15.731 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:15.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.725+0000 7f254b59e700 1 -- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f252c066730 msgr2=0x7f252c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.725+0000 7f254b59e700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f252c066730 0x7f252c068bf0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f253c009fd0 tx=0x7f253c008040 comp rx=0 tx=0).stop 2024-09-13T15:01:15.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.725+0000 7f254b59e700 1 -- 172.21.15.33:0/607179910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f254c1f6400 msgr2=0x7f254c163110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.725+0000 7f254b59e700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f254c1f6400 0x7f254c163110 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f2534007340 tx=0x7f2534007420 comp rx=0 tx=0).stop 2024-09-13T15:01:15.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.725+0000 7f254b59e700 1 -- 172.21.15.33:0/607179910 shutdown_connections 2024-09-13T15:01:15.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.725+0000 7f254b59e700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f252c066730 0x7f252c068bf0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.725+0000 7f254b59e700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f254c163650 0x7f254c15b990 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.725+0000 7f254b59e700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f254c1f6400 0x7f254c163110 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.725+0000 7f254b59e700 1 --2- 172.21.15.33:0/607179910 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2538004db0 0x7f254c1f5ec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.725+0000 7f254b59e700 1 -- 172.21.15.33:0/607179910 >> 172.21.15.33:0/607179910 conn(0x7f254c06b460 msgr2=0x7f254c06a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:15.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.725+0000 7f254b59e700 1 -- 172.21.15.33:0/607179910 shutdown_connections 2024-09-13T15:01:15.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.725+0000 7f254b59e700 1 -- 172.21.15.33:0/607179910 wait complete. 2024-09-13T15:01:15.747 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:15.747 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:15.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.861+0000 7f3e55b6a700 1 Processor -- start 2024-09-13T15:01:15.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.861+0000 7f3e55b6a700 1 -- start start 2024-09-13T15:01:15.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e55b6a700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f3e50144180 0x7f3e5006c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e55b6a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f3e500cc010 0x7f3e500cdac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e55b6a700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3e5006cb40 con 0x7f3e500ce000 2024-09-13T15:01:15.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e55b6a700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3e500b1c50 con 0x7f3e500cc010 2024-09-13T15:01:15.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e55b6a700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3e5006ce20 con 0x7f3e50144180 2024-09-13T15:01:15.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e47fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f3e500cc010 0x7f3e500cdac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e47fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f3e500cc010 0x7f3e500cdac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44262/0 (socket says 172.21.15.33:44262) 2024-09-13T15:01:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e47fff700 1 -- 172.21.15.33:0/2403811803 learned_addr learned my addr 172.21.15.33:0/2403811803 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e47fff700 1 -- 172.21.15.33:0/2403811803 >> v2:172.21.15.103:3300/0 conn(0x7f3e50144180 msgr2=0x7f3e5006c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e47fff700 1 --2- 172.21.15.33:0/2403811803 >> v2:172.21.15.103:3300/0 conn(0x7f3e50144180 0x7f3e5006c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e47fff700 1 -- 172.21.15.33:0/2403811803 >> v1:172.21.15.103:6789/0 conn(0x7f3e500ce000 legacy=0x7f3e5015e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e47fff700 1 -- 172.21.15.33:0/2403811803 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e5006d100 con 0x7f3e500cc010 2024-09-13T15:01:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e47fff700 1 --2- 172.21.15.33:0/2403811803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e500cc010 0x7f3e500cdac0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3e500b1560 tx=0x7f3e40009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=cd7e1d5a6f7d2eef server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:15.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e477fe700 1 -- 172.21.15.33:0/2403811803 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e40004230 con 0x7f3e500cc010 2024-09-13T15:01:15.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e477fe700 1 -- 172.21.15.33:0/2403811803 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e40004390 con 0x7f3e500cc010 2024-09-13T15:01:15.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e477fe700 1 -- 172.21.15.33:0/2403811803 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e400036c0 con 0x7f3e500cc010 2024-09-13T15:01:15.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e55b6a700 1 -- 172.21.15.33:0/2403811803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e500cc010 msgr2=0x7f3e500cdac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e55b6a700 1 --2- 172.21.15.33:0/2403811803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e500cc010 0x7f3e500cdac0 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f3e500b1560 tx=0x7f3e40009bf0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e55b6a700 1 -- 172.21.15.33:0/2403811803 shutdown_connections 2024-09-13T15:01:15.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e55b6a700 1 --2- 172.21.15.33:0/2403811803 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e500cc010 0x7f3e500cdac0 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e55b6a700 1 --2- 172.21.15.33:0/2403811803 >> v2:172.21.15.103:3300/0 conn(0x7f3e50144180 0x7f3e5006c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e55b6a700 1 -- 172.21.15.33:0/2403811803 >> 172.21.15.33:0/2403811803 conn(0x7f3e500b0980 msgr2=0x7f3e500b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:15.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e55b6a700 1 -- 172.21.15.33:0/2403811803 shutdown_connections 2024-09-13T15:01:15.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.865+0000 7f3e55b6a700 1 -- 172.21.15.33:0/2403811803 wait complete. 2024-09-13T15:01:15.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.869+0000 7f3e55b6a700 1 Processor -- start 2024-09-13T15:01:15.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.869+0000 7f3e55b6a700 1 -- start start 2024-09-13T15:01:15.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e55b6a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e500cc010 0x7f3e5013ccc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e55b6a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e500ce000 0x7f3e501f0700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e55b6a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3e50144180 0x7f3e501e39b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e55b6a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e5013e3d0 con 0x7f3e500cc010 2024-09-13T15:01:15.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e55b6a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e501f0c40 con 0x7f3e50144180 2024-09-13T15:01:15.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e55b6a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e5013dac0 con 0x7f3e500ce000 2024-09-13T15:01:15.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e54b68700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e500cc010 0x7f3e5013ccc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e54b68700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e500cc010 0x7f3e5013ccc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44266/0 (socket says 172.21.15.33:44266) 2024-09-13T15:01:15.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e54b68700 1 -- 172.21.15.33:0/3463464820 learned_addr learned my addr 172.21.15.33:0/3463464820 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:15.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e47fff700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e500ce000 0x7f3e501f0700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e55369700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3e50144180 0x7f3e501e39b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e54b68700 1 -- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e500ce000 msgr2=0x7f3e501f0700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e54b68700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e500ce000 0x7f3e501f0700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e54b68700 1 -- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3e50144180 msgr2=0x7f3e501e39b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:15.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e54b68700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3e50144180 0x7f3e501e39b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:15.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e54b68700 1 -- 172.21.15.33:0/3463464820 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e40009570 con 0x7f3e500cc010 2024-09-13T15:01:15.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e47fff700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e500ce000 0x7f3e501f0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:15.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e54b68700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e500cc010 0x7f3e5013ccc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c00b580 tx=0x7f3e4c00b940 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:15.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e457fa700 1 -- 172.21.15.33:0/3463464820 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e4c011830 con 0x7f3e500cc010 2024-09-13T15:01:15.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e457fa700 1 -- 172.21.15.33:0/3463464820 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e4c011990 con 0x7f3e500cc010 2024-09-13T15:01:15.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e55b6a700 1 -- 172.21.15.33:0/3463464820 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e501e3ef0 con 0x7f3e500cc010 2024-09-13T15:01:15.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e457fa700 1 -- 172.21.15.33:0/3463464820 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e4c011d20 con 0x7f3e500cc010 2024-09-13T15:01:15.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e55b6a700 1 -- 172.21.15.33:0/3463464820 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e5013dd10 con 0x7f3e500cc010 2024-09-13T15:01:15.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.873+0000 7f3e55b6a700 1 -- 172.21.15.33:0/3463464820 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e500cdac0 con 0x7f3e500cc010 2024-09-13T15:01:15.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.877+0000 7f3e457fa700 1 -- 172.21.15.33:0/3463464820 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3e4c01a400 con 0x7f3e500cc010 2024-09-13T15:01:15.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.877+0000 7f3e457fa700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3e3c066730 0x7f3e3c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:15.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.877+0000 7f3e457fa700 1 -- 172.21.15.33:0/3463464820 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3e4c084590 con 0x7f3e500cc010 2024-09-13T15:01:15.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.877+0000 7f3e47fff700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3e3c066730 0x7f3e3c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:15.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.877+0000 7f3e47fff700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3e3c066730 0x7f3e3c068bf0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3e500b1560 tx=0x7f3e40008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:15.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:15.885+0000 7f3e457fa700 1 -- 172.21.15.33:0/3463464820 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3e4c051590 con 0x7f3e500cc010 2024-09-13T15:01:16.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.057+0000 7f3e55b6a700 1 -- 172.21.15.33:0/3463464820 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f3e5015a840 con 0x7f3e500cc010 2024-09-13T15:01:16.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.057+0000 7f3e457fa700 1 -- 172.21.15.33:0/3463464820 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f3e4c054bb0 con 0x7f3e500cc010 2024-09-13T15:01:16.063 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:16.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.057+0000 7f3e55b6a700 1 -- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3e3c066730 msgr2=0x7f3e3c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.057+0000 7f3e55b6a700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3e3c066730 0x7f3e3c068bf0 secure :-1 s=READY pgs=131 cs=0 l=1 rev1=1 crypto rx=0x7f3e500b1560 tx=0x7f3e40008030 comp rx=0 tx=0).stop 2024-09-13T15:01:16.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.057+0000 7f3e55b6a700 1 -- 172.21.15.33:0/3463464820 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e500cc010 msgr2=0x7f3e5013ccc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.057+0000 7f3e55b6a700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e500cc010 0x7f3e5013ccc0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f3e4c00b580 tx=0x7f3e4c00b940 comp rx=0 tx=0).stop 2024-09-13T15:01:16.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.057+0000 7f3e55b6a700 1 -- 172.21.15.33:0/3463464820 shutdown_connections 2024-09-13T15:01:16.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.057+0000 7f3e55b6a700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3e3c066730 0x7f3e3c068bf0 unknown :-1 s=CLOSED pgs=131 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.057+0000 7f3e55b6a700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3e50144180 0x7f3e501e39b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.057+0000 7f3e55b6a700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e500ce000 0x7f3e501f0700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.057+0000 7f3e55b6a700 1 --2- 172.21.15.33:0/3463464820 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e500cc010 0x7f3e5013ccc0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.057+0000 7f3e55b6a700 1 -- 172.21.15.33:0/3463464820 >> 172.21.15.33:0/3463464820 conn(0x7f3e500b0980 msgr2=0x7f3e500ae3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:16.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.057+0000 7f3e55b6a700 1 -- 172.21.15.33:0/3463464820 shutdown_connections 2024-09-13T15:01:16.066 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.057+0000 7f3e55b6a700 1 -- 172.21.15.33:0/3463464820 wait complete. 2024-09-13T15:01:16.078 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:16.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.193+0000 7fe9fa5d9700 1 Processor -- start 2024-09-13T15:01:16.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.193+0000 7fe9fa5d9700 1 -- start start 2024-09-13T15:01:16.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.193+0000 7fe9fa5d9700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fe9f41599c0 0x7fe9f406b360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.193+0000 7fe9fa5d9700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fe9f406b8a0 0x7fe9f406c810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.193+0000 7fe9fa5d9700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe9f40710b0 con 0x7fe9f41595e0 2024-09-13T15:01:16.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.193+0000 7fe9fa5d9700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9f406c3f0 con 0x7fe9f406b8a0 2024-09-13T15:01:16.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.193+0000 7fe9fa5d9700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe9f406ee20 con 0x7fe9f41599c0 2024-09-13T15:01:16.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.193+0000 7fe9f9dd8700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fe9f406b8a0 0x7fe9f406c810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.193+0000 7fe9f9dd8700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fe9f406b8a0 0x7fe9f406c810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44276/0 (socket says 172.21.15.33:44276) 2024-09-13T15:01:16.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.193+0000 7fe9f9dd8700 1 -- 172.21.15.33:0/1830105858 learned_addr learned my addr 172.21.15.33:0/1830105858 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:16.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.193+0000 7fe9f8dd6700 1 --2- 172.21.15.33:0/1830105858 >> v2:172.21.15.103:3300/0 conn(0x7fe9f41599c0 0x7fe9f406b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.193+0000 7fe9f9dd8700 1 -- 172.21.15.33:0/1830105858 >> v2:172.21.15.103:3300/0 conn(0x7fe9f41599c0 msgr2=0x7fe9f406b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:16.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.193+0000 7fe9f9dd8700 1 --2- 172.21.15.33:0/1830105858 >> v2:172.21.15.103:3300/0 conn(0x7fe9f41599c0 0x7fe9f406b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.197+0000 7fe9f9dd8700 1 -- 172.21.15.33:0/1830105858 >> v1:172.21.15.103:6789/0 conn(0x7fe9f41595e0 legacy=0x7fe9f406e710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.197+0000 7fe9f9dd8700 1 -- 172.21.15.33:0/1830105858 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9f4070810 con 0x7fe9f406b8a0 2024-09-13T15:01:16.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.197+0000 7fe9f9dd8700 1 --2- 172.21.15.33:0/1830105858 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9f406b8a0 0x7fe9f406c810 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe9f409d190 tx=0x7fe9ec00d430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5d7b249d097dd0c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:16.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.197+0000 7fe9ebfff700 1 -- 172.21.15.33:0/1830105858 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9ec010070 con 0x7fe9f406b8a0 2024-09-13T15:01:16.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.197+0000 7fe9ebfff700 1 -- 172.21.15.33:0/1830105858 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9ec00dd90 con 0x7fe9f406b8a0 2024-09-13T15:01:16.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.197+0000 7fe9ebfff700 1 -- 172.21.15.33:0/1830105858 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9ec00b310 con 0x7fe9f406b8a0 2024-09-13T15:01:16.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.197+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1830105858 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9f406b8a0 msgr2=0x7fe9f406c810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.197+0000 7fe9fa5d9700 1 --2- 172.21.15.33:0/1830105858 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9f406b8a0 0x7fe9f406c810 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7fe9f409d190 tx=0x7fe9ec00d430 comp rx=0 tx=0).stop 2024-09-13T15:01:16.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.197+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1830105858 shutdown_connections 2024-09-13T15:01:16.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.197+0000 7fe9fa5d9700 1 --2- 172.21.15.33:0/1830105858 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9f406b8a0 0x7fe9f406c810 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.197+0000 7fe9fa5d9700 1 --2- 172.21.15.33:0/1830105858 >> v2:172.21.15.103:3300/0 conn(0x7fe9f41599c0 0x7fe9f406b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.197+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1830105858 >> 172.21.15.33:0/1830105858 conn(0x7fe9f40cb8f0 msgr2=0x7fe9f40cbcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:16.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.197+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1830105858 shutdown_connections 2024-09-13T15:01:16.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.197+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1830105858 wait complete. 2024-09-13T15:01:16.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.201+0000 7fe9fa5d9700 1 Processor -- start 2024-09-13T15:01:16.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.201+0000 7fe9fa5d9700 1 -- start start 2024-09-13T15:01:16.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.201+0000 7fe9fa5d9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9f406b8a0 0x7fe9f41f29c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.201+0000 7fe9fa5d9700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe9f41595e0 0x7fe9f415a200 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.201+0000 7fe9fa5d9700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe9f41599c0 0x7fe9f415a740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.201+0000 7fe9fa5d9700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9f41f39b0 con 0x7fe9f406b8a0 2024-09-13T15:01:16.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.201+0000 7fe9fa5d9700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe9f40c8c60 con 0x7fe9f41595e0 2024-09-13T15:01:16.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.201+0000 7fe9fa5d9700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe9f41f33f0 con 0x7fe9f41599c0 2024-09-13T15:01:16.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.201+0000 7fe9f95d7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9f406b8a0 0x7fe9f41f29c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.201+0000 7fe9f95d7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9f406b8a0 0x7fe9f41f29c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44282/0 (socket says 172.21.15.33:44282) 2024-09-13T15:01:16.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.201+0000 7fe9f95d7700 1 -- 172.21.15.33:0/1422146436 learned_addr learned my addr 172.21.15.33:0/1422146436 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:16.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.205+0000 7fe9f9dd8700 1 --2- 172.21.15.33:0/1422146436 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe9f41599c0 0x7fe9f415a740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.205+0000 7fe9f8dd6700 1 --2- 172.21.15.33:0/1422146436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe9f41595e0 0x7fe9f415a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.205+0000 7fe9f95d7700 1 -- 172.21.15.33:0/1422146436 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe9f41599c0 msgr2=0x7fe9f415a740 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.205+0000 7fe9f95d7700 1 --2- 172.21.15.33:0/1422146436 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe9f41599c0 0x7fe9f415a740 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.205+0000 7fe9f95d7700 1 -- 172.21.15.33:0/1422146436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe9f41595e0 msgr2=0x7fe9f415a200 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.205+0000 7fe9f95d7700 1 --2- 172.21.15.33:0/1422146436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe9f41595e0 0x7fe9f415a200 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.205+0000 7fe9f95d7700 1 -- 172.21.15.33:0/1422146436 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe9ec00bd40 con 0x7fe9f406b8a0 2024-09-13T15:01:16.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.205+0000 7fe9f95d7700 1 --2- 172.21.15.33:0/1422146436 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9f406b8a0 0x7fe9f41f29c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fe9f000c500 tx=0x7fe9f000c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:16.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.205+0000 7fe9e9ffb700 1 -- 172.21.15.33:0/1422146436 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9f00052d0 con 0x7fe9f406b8a0 2024-09-13T15:01:16.212 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.205+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1422146436 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe9f41f36d0 con 0x7fe9f406b8a0 2024-09-13T15:01:16.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.205+0000 7fe9e9ffb700 1 -- 172.21.15.33:0/1422146436 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe9f0005430 con 0x7fe9f406b8a0 2024-09-13T15:01:16.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.205+0000 7fe9e9ffb700 1 -- 172.21.15.33:0/1422146436 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe9f00055a0 con 0x7fe9f406b8a0 2024-09-13T15:01:16.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.205+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1422146436 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe9f40ac6c0 con 0x7fe9f406b8a0 2024-09-13T15:01:16.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.205+0000 7fe9e9ffb700 1 -- 172.21.15.33:0/1422146436 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe9f00038e0 con 0x7fe9f406b8a0 2024-09-13T15:01:16.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.209+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1422146436 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe9f406b360 con 0x7fe9f406b8a0 2024-09-13T15:01:16.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.209+0000 7fe9e9ffb700 1 --2- 172.21.15.33:0/1422146436 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe9d8066730 0x7fe9d8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.209+0000 7fe9e9ffb700 1 -- 172.21.15.33:0/1422146436 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe9f0083870 con 0x7fe9f406b8a0 2024-09-13T15:01:16.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.209+0000 7fe9f8dd6700 1 --2- 172.21.15.33:0/1422146436 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe9d8066730 0x7fe9d8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.209+0000 7fe9f8dd6700 1 --2- 172.21.15.33:0/1422146436 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe9d8066730 0x7fe9d8068bf0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe9f409ca70 tx=0x7fe9e4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:16.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.217+0000 7fe9e9ffb700 1 -- 172.21.15.33:0/1422146436 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe9f0050870 con 0x7fe9f406b8a0 2024-09-13T15:01:16.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.397+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1422146436 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fe9f4157b40 con 0x7fe9f406b8a0 2024-09-13T15:01:16.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.397+0000 7fe9e9ffb700 1 -- 172.21.15.33:0/1422146436 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7fe9f0053e90 con 0x7fe9f406b8a0 2024-09-13T15:01:16.403 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:16.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.401+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1422146436 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe9d8066730 msgr2=0x7fe9d8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.401+0000 7fe9fa5d9700 1 --2- 172.21.15.33:0/1422146436 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe9d8066730 0x7fe9d8068bf0 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7fe9f409ca70 tx=0x7fe9e4008040 comp rx=0 tx=0).stop 2024-09-13T15:01:16.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.401+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1422146436 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9f406b8a0 msgr2=0x7fe9f41f29c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.401+0000 7fe9fa5d9700 1 --2- 172.21.15.33:0/1422146436 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9f406b8a0 0x7fe9f41f29c0 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7fe9f000c500 tx=0x7fe9f000c810 comp rx=0 tx=0).stop 2024-09-13T15:01:16.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.401+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1422146436 shutdown_connections 2024-09-13T15:01:16.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.401+0000 7fe9fa5d9700 1 --2- 172.21.15.33:0/1422146436 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe9d8066730 0x7fe9d8068bf0 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.401+0000 7fe9fa5d9700 1 --2- 172.21.15.33:0/1422146436 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe9f41599c0 0x7fe9f415a740 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.401+0000 7fe9fa5d9700 1 --2- 172.21.15.33:0/1422146436 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe9f41595e0 0x7fe9f415a200 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.401+0000 7fe9fa5d9700 1 --2- 172.21.15.33:0/1422146436 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe9f406b8a0 0x7fe9f41f29c0 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.401+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1422146436 >> 172.21.15.33:0/1422146436 conn(0x7fe9f40cb8f0 msgr2=0x7fe9f40b03f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:16.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.401+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1422146436 shutdown_connections 2024-09-13T15:01:16.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.401+0000 7fe9fa5d9700 1 -- 172.21.15.33:0/1422146436 wait complete. 2024-09-13T15:01:16.418 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:16.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.525+0000 7f2a0dda7700 1 Processor -- start 2024-09-13T15:01:16.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.525+0000 7f2a0dda7700 1 -- start start 2024-09-13T15:01:16.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0dda7700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f2a080add60 0x7f2a080ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0dda7700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f2a080b3260 0x7f2a080b3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0dda7700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2a080cd4d0 con 0x7f2a0815dbe0 2024-09-13T15:01:16.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0dda7700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a08071be0 con 0x7f2a080add60 2024-09-13T15:01:16.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0dda7700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2a08159af0 con 0x7f2a080b3260 2024-09-13T15:01:16.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0cda5700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f2a080add60 0x7f2a080ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0cda5700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f2a080add60 0x7f2a080ce0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44284/0 (socket says 172.21.15.33:44284) 2024-09-13T15:01:16.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0cda5700 1 -- 172.21.15.33:0/3072733287 learned_addr learned my addr 172.21.15.33:0/3072733287 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:16.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0d5a6700 1 --2- 172.21.15.33:0/3072733287 >> v2:172.21.15.103:3300/0 conn(0x7f2a080b3260 0x7f2a080b3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0cda5700 1 -- 172.21.15.33:0/3072733287 >> v2:172.21.15.103:3300/0 conn(0x7f2a080b3260 msgr2=0x7f2a080b3670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:16.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0cda5700 1 --2- 172.21.15.33:0/3072733287 >> v2:172.21.15.103:3300/0 conn(0x7f2a080b3260 0x7f2a080b3670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0cda5700 1 -- 172.21.15.33:0/3072733287 >> v1:172.21.15.103:6789/0 conn(0x7f2a0815dbe0 legacy=0x7f2a080cd960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0cda5700 1 -- 172.21.15.33:0/3072733287 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2a0815e130 con 0x7f2a080add60 2024-09-13T15:01:16.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0cda5700 1 --2- 172.21.15.33:0/3072733287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a080add60 0x7f2a080ce0f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2a0806fa90 tx=0x7f29fc009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f60693987b78b04 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:16.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a077fe700 1 -- 172.21.15.33:0/3072733287 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29fc011830 con 0x7f2a080add60 2024-09-13T15:01:16.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a077fe700 1 -- 172.21.15.33:0/3072733287 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f29fc011990 con 0x7f2a080add60 2024-09-13T15:01:16.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a077fe700 1 -- 172.21.15.33:0/3072733287 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f29fc011d20 con 0x7f2a080add60 2024-09-13T15:01:16.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0dda7700 1 -- 172.21.15.33:0/3072733287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a080add60 msgr2=0x7f2a080ce0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0dda7700 1 --2- 172.21.15.33:0/3072733287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a080add60 0x7f2a080ce0f0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f2a0806fa90 tx=0x7f29fc009bf0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0dda7700 1 -- 172.21.15.33:0/3072733287 shutdown_connections 2024-09-13T15:01:16.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0dda7700 1 --2- 172.21.15.33:0/3072733287 >> v2:172.21.15.103:3300/0 conn(0x7f2a080b3260 0x7f2a080b3670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0dda7700 1 --2- 172.21.15.33:0/3072733287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a080add60 0x7f2a080ce0f0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0dda7700 1 -- 172.21.15.33:0/3072733287 >> 172.21.15.33:0/3072733287 conn(0x7f2a080b0980 msgr2=0x7f2a080b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:16.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0dda7700 1 -- 172.21.15.33:0/3072733287 shutdown_connections 2024-09-13T15:01:16.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.529+0000 7f2a0dda7700 1 -- 172.21.15.33:0/3072733287 wait complete. 2024-09-13T15:01:16.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.533+0000 7f2a0dda7700 1 Processor -- start 2024-09-13T15:01:16.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.533+0000 7f2a0dda7700 1 -- start start 2024-09-13T15:01:16.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0dda7700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a080add60 0x7f2a081552e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0dda7700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2a080b3260 0x7f2a08152860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0dda7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a0815dbe0 0x7f2a0815b220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0dda7700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a081efd00 con 0x7f2a0815dbe0 2024-09-13T15:01:16.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0dda7700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2a08154540 con 0x7f2a080add60 2024-09-13T15:01:16.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0dda7700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2a08154820 con 0x7f2a080b3260 2024-09-13T15:01:16.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0d5a6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a0815dbe0 0x7f2a0815b220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0d5a6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a0815dbe0 0x7f2a0815b220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44290/0 (socket says 172.21.15.33:44290) 2024-09-13T15:01:16.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0d5a6700 1 -- 172.21.15.33:0/67387954 learned_addr learned my addr 172.21.15.33:0/67387954 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:16.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0cda5700 1 --2- 172.21.15.33:0/67387954 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a080add60 0x7f2a081552e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a07fff700 1 --2- 172.21.15.33:0/67387954 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2a080b3260 0x7f2a08152860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0d5a6700 1 -- 172.21.15.33:0/67387954 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2a080b3260 msgr2=0x7f2a08152860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0d5a6700 1 --2- 172.21.15.33:0/67387954 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2a080b3260 0x7f2a08152860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0d5a6700 1 -- 172.21.15.33:0/67387954 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a080add60 msgr2=0x7f2a081552e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0d5a6700 1 --2- 172.21.15.33:0/67387954 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a080add60 0x7f2a081552e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0d5a6700 1 -- 172.21.15.33:0/67387954 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f29fc009570 con 0x7f2a0815dbe0 2024-09-13T15:01:16.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0d5a6700 1 --2- 172.21.15.33:0/67387954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a0815dbe0 0x7f2a0815b220 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000efc0 tx=0x7f2a0000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:16.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a057fa700 1 -- 172.21.15.33:0/67387954 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a00009ea0 con 0x7f2a0815dbe0 2024-09-13T15:01:16.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a057fa700 1 -- 172.21.15.33:0/67387954 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2a0000f040 con 0x7f2a0815dbe0 2024-09-13T15:01:16.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0dda7700 1 -- 172.21.15.33:0/67387954 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2a08154b00 con 0x7f2a0815dbe0 2024-09-13T15:01:16.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a057fa700 1 -- 172.21.15.33:0/67387954 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2a0000ced0 con 0x7f2a0815dbe0 2024-09-13T15:01:16.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0dda7700 1 -- 172.21.15.33:0/67387954 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2a08155820 con 0x7f2a0815dbe0 2024-09-13T15:01:16.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.537+0000 7f2a0dda7700 1 -- 172.21.15.33:0/67387954 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2a080ae140 con 0x7f2a0815dbe0 2024-09-13T15:01:16.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.541+0000 7f2a057fa700 1 -- 172.21.15.33:0/67387954 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2a00014480 con 0x7f2a0815dbe0 2024-09-13T15:01:16.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.541+0000 7f2a057fa700 1 --2- 172.21.15.33:0/67387954 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f29f4066730 0x7f29f4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.541+0000 7f2a057fa700 1 -- 172.21.15.33:0/67387954 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2a00084fc0 con 0x7f2a0815dbe0 2024-09-13T15:01:16.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.541+0000 7f2a0cda5700 1 --2- 172.21.15.33:0/67387954 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f29f4066730 0x7f29f4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.541+0000 7f2a0cda5700 1 --2- 172.21.15.33:0/67387954 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f29f4066730 0x7f29f4068bf0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f29fc000c00 tx=0x7f29fc008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:16.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.545+0000 7f2a057fa700 1 -- 172.21.15.33:0/67387954 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2a00051fa0 con 0x7f2a0815dbe0 2024-09-13T15:01:16.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.721+0000 7f2a0dda7700 1 -- 172.21.15.33:0/67387954 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2a08158c60 con 0x7f2a0815dbe0 2024-09-13T15:01:16.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.721+0000 7f2a057fa700 1 -- 172.21.15.33:0/67387954 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2a00018070 con 0x7f2a0815dbe0 2024-09-13T15:01:16.727 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:16.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.721+0000 7f2a0dda7700 1 -- 172.21.15.33:0/67387954 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f29f4066730 msgr2=0x7f29f4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.721+0000 7f2a0dda7700 1 --2- 172.21.15.33:0/67387954 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f29f4066730 0x7f29f4068bf0 secure :-1 s=READY pgs=133 cs=0 l=1 rev1=1 crypto rx=0x7f29fc000c00 tx=0x7f29fc008030 comp rx=0 tx=0).stop 2024-09-13T15:01:16.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.721+0000 7f2a0dda7700 1 -- 172.21.15.33:0/67387954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a0815dbe0 msgr2=0x7f2a0815b220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.721+0000 7f2a0dda7700 1 --2- 172.21.15.33:0/67387954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a0815dbe0 0x7f2a0815b220 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f2a0000efc0 tx=0x7f2a0000c3a0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.721+0000 7f2a0dda7700 1 -- 172.21.15.33:0/67387954 shutdown_connections 2024-09-13T15:01:16.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.721+0000 7f2a0dda7700 1 --2- 172.21.15.33:0/67387954 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f29f4066730 0x7f29f4068bf0 unknown :-1 s=CLOSED pgs=133 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.721+0000 7f2a0dda7700 1 --2- 172.21.15.33:0/67387954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2a0815dbe0 0x7f2a0815b220 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.721+0000 7f2a0dda7700 1 --2- 172.21.15.33:0/67387954 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2a080b3260 0x7f2a08152860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.721+0000 7f2a0dda7700 1 --2- 172.21.15.33:0/67387954 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2a080add60 0x7f2a081552e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.721+0000 7f2a0dda7700 1 -- 172.21.15.33:0/67387954 >> 172.21.15.33:0/67387954 conn(0x7f2a080b0980 msgr2=0x7f2a080aecb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:16.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.725+0000 7f2a0dda7700 1 -- 172.21.15.33:0/67387954 shutdown_connections 2024-09-13T15:01:16.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.725+0000 7f2a0dda7700 1 -- 172.21.15.33:0/67387954 wait complete. 2024-09-13T15:01:16.742 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:16.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb90065f700 1 Processor -- start 2024-09-13T15:01:16.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb90065f700 1 -- start start 2024-09-13T15:01:16.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb90065f700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fb8f80ae4f0 0x7fb8f806a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb90065f700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fb8f80b4170 0x7fb8f80b45c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb90065f700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb8f80b3ce0 con 0x7fb8f81573e0 2024-09-13T15:01:16.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb90065f700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8f80b4b00 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb90065f700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb8f806b290 con 0x7fb8f80b4170 2024-09-13T15:01:16.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb8fe3fb700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fb8f81573e0 0x7fb8f815d0f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49878/0 (socket says 172.21.15.33:49878) 2024-09-13T15:01:16.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb8fe3fb700 1 -- 172.21.15.33:0/2726104400 learned_addr learned my addr 172.21.15.33:0/2726104400 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:16.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb8fdbfa700 1 --2- 172.21.15.33:0/2726104400 >> v2:172.21.15.33:3300/0 conn(0x7fb8f80ae4f0 0x7fb8f806a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb8febfc700 1 --2- 172.21.15.33:0/2726104400 >> v2:172.21.15.103:3300/0 conn(0x7fb8f80b4170 0x7fb8f80b45c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb8fd3f9700 1 -- 172.21.15.33:0/2726104400 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2841934534 0 0) 0x7fb8f80b3ce0 con 0x7fb8f81573e0 2024-09-13T15:01:16.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb8fd3f9700 1 -- 172.21.15.33:0/2726104400 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb8e40035d0 con 0x7fb8f81573e0 2024-09-13T15:01:16.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb8fdbfa700 1 -- 172.21.15.33:0/2726104400 >> v2:172.21.15.103:3300/0 conn(0x7fb8f80b4170 msgr2=0x7fb8f80b45c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:16.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb8fdbfa700 1 --2- 172.21.15.33:0/2726104400 >> v2:172.21.15.103:3300/0 conn(0x7fb8f80b4170 0x7fb8f80b45c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb8fdbfa700 1 -- 172.21.15.33:0/2726104400 >> v1:172.21.15.33:6789/0 conn(0x7fb8f81573e0 legacy=0x7fb8f815d0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb8fdbfa700 1 -- 172.21.15.33:0/2726104400 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8f806a9f0 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.861+0000 7fb8fdbfa700 1 --2- 172.21.15.33:0/2726104400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8f80ae4f0 0x7fb8f806a350 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb8f8070d50 tx=0x7fb8ec009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=520dd634cc9e6516 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:16.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb8fd3f9700 1 -- 172.21.15.33:0/2726104400 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8ec011830 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb8fd3f9700 1 -- 172.21.15.33:0/2726104400 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8ec011990 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb8fd3f9700 1 -- 172.21.15.33:0/2726104400 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8ec011d20 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 -- 172.21.15.33:0/2726104400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8f80ae4f0 msgr2=0x7fb8f806a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 --2- 172.21.15.33:0/2726104400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8f80ae4f0 0x7fb8f806a350 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fb8f8070d50 tx=0x7fb8ec009b30 comp rx=0 tx=0).stop 2024-09-13T15:01:16.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 -- 172.21.15.33:0/2726104400 shutdown_connections 2024-09-13T15:01:16.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 --2- 172.21.15.33:0/2726104400 >> v2:172.21.15.103:3300/0 conn(0x7fb8f80b4170 0x7fb8f80b45c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 --2- 172.21.15.33:0/2726104400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8f80ae4f0 0x7fb8f806a350 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 -- 172.21.15.33:0/2726104400 >> 172.21.15.33:0/2726104400 conn(0x7fb8f8070dc0 msgr2=0x7fb8f80711d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:16.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 -- 172.21.15.33:0/2726104400 shutdown_connections 2024-09-13T15:01:16.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 -- 172.21.15.33:0/2726104400 wait complete. 2024-09-13T15:01:16.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 Processor -- start 2024-09-13T15:01:16.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 -- start start 2024-09-13T15:01:16.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8f80ae4f0 0x7fb8f815d210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb8f80b4170 0x7fb8f815b870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb8f81573e0 0x7fb8f8155a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8f815c170 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb8f815c450 con 0x7fb8f80b4170 2024-09-13T15:01:16.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb90065f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb8f815c730 con 0x7fb8f81573e0 2024-09-13T15:01:16.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb8fe3fb700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8f80ae4f0 0x7fb8f815d210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb8fe3fb700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8f80ae4f0 0x7fb8f815d210 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44318/0 (socket says 172.21.15.33:44318) 2024-09-13T15:01:16.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb8fe3fb700 1 -- 172.21.15.33:0/3123418689 learned_addr learned my addr 172.21.15.33:0/3123418689 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:16.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb8fdbfa700 1 --2- 172.21.15.33:0/3123418689 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb8f80b4170 0x7fb8f815b870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb8febfc700 1 --2- 172.21.15.33:0/3123418689 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb8f81573e0 0x7fb8f8155a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb8fe3fb700 1 -- 172.21.15.33:0/3123418689 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb8f81573e0 msgr2=0x7fb8f8155a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb8fe3fb700 1 --2- 172.21.15.33:0/3123418689 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb8f81573e0 0x7fb8f8155a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb8fe3fb700 1 -- 172.21.15.33:0/3123418689 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb8f80b4170 msgr2=0x7fb8f815b870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:16.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb8fe3fb700 1 --2- 172.21.15.33:0/3123418689 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb8f80b4170 0x7fb8f815b870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:16.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.865+0000 7fb8fe3fb700 1 -- 172.21.15.33:0/3123418689 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb8ec0094b0 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.869+0000 7fb8fe3fb700 1 --2- 172.21.15.33:0/3123418689 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8f80ae4f0 0x7fb8f815d210 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb8f400c700 tx=0x7fb8f400ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:16.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.869+0000 7fb8eaffd700 1 -- 172.21.15.33:0/3123418689 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8f4005d90 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.869+0000 7fb8eaffd700 1 -- 172.21.15.33:0/3123418689 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb8f40070d0 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.869+0000 7fb90065f700 1 -- 172.21.15.33:0/3123418689 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb8f815ca10 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.869+0000 7fb90065f700 1 -- 172.21.15.33:0/3123418689 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb8f815bdb0 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.869+0000 7fb8eaffd700 1 -- 172.21.15.33:0/3123418689 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb8f4007480 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.869+0000 7fb90065f700 1 -- 172.21.15.33:0/3123418689 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb8f80b4c70 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.873+0000 7fb8eaffd700 1 -- 172.21.15.33:0/3123418689 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb8f40075e0 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.873+0000 7fb8eaffd700 1 --2- 172.21.15.33:0/3123418689 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb8dc066730 0x7fb8dc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:16.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.873+0000 7fb8eaffd700 1 -- 172.21.15.33:0/3123418689 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb8f4083980 con 0x7fb8f80ae4f0 2024-09-13T15:01:16.878 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.873+0000 7fb8fdbfa700 1 --2- 172.21.15.33:0/3123418689 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb8dc066730 0x7fb8dc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:16.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.873+0000 7fb8fdbfa700 1 --2- 172.21.15.33:0/3123418689 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb8dc066730 0x7fb8dc068bf0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec000c00 tx=0x7fb8ec008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:16.887 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:16.881+0000 7fb8eaffd700 1 -- 172.21.15.33:0/3123418689 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb8f4050980 con 0x7fb8f80ae4f0 2024-09-13T15:01:17.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.053+0000 7fb90065f700 1 -- 172.21.15.33:0/3123418689 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fb8f80b3950 con 0x7fb8f80ae4f0 2024-09-13T15:01:17.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.053+0000 7fb8eaffd700 1 -- 172.21.15.33:0/3123418689 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7fb8f4053fa0 con 0x7fb8f80ae4f0 2024-09-13T15:01:17.060 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:17.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.057+0000 7fb90065f700 1 -- 172.21.15.33:0/3123418689 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb8dc066730 msgr2=0x7fb8dc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.057+0000 7fb90065f700 1 --2- 172.21.15.33:0/3123418689 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb8dc066730 0x7fb8dc068bf0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb8ec000c00 tx=0x7fb8ec008030 comp rx=0 tx=0).stop 2024-09-13T15:01:17.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.057+0000 7fb90065f700 1 -- 172.21.15.33:0/3123418689 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8f80ae4f0 msgr2=0x7fb8f815d210 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.057+0000 7fb90065f700 1 --2- 172.21.15.33:0/3123418689 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8f80ae4f0 0x7fb8f815d210 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb8f400c700 tx=0x7fb8f400ca10 comp rx=0 tx=0).stop 2024-09-13T15:01:17.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.057+0000 7fb90065f700 1 -- 172.21.15.33:0/3123418689 shutdown_connections 2024-09-13T15:01:17.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.057+0000 7fb90065f700 1 --2- 172.21.15.33:0/3123418689 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb8dc066730 0x7fb8dc068bf0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.057+0000 7fb90065f700 1 --2- 172.21.15.33:0/3123418689 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb8f81573e0 0x7fb8f8155a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.057+0000 7fb90065f700 1 --2- 172.21.15.33:0/3123418689 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb8f80b4170 0x7fb8f815b870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.057+0000 7fb90065f700 1 --2- 172.21.15.33:0/3123418689 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb8f80ae4f0 0x7fb8f815d210 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.057+0000 7fb90065f700 1 -- 172.21.15.33:0/3123418689 >> 172.21.15.33:0/3123418689 conn(0x7fb8f8070dc0 msgr2=0x7fb8f80b2ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:17.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.057+0000 7fb90065f700 1 -- 172.21.15.33:0/3123418689 shutdown_connections 2024-09-13T15:01:17.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.057+0000 7fb90065f700 1 -- 172.21.15.33:0/3123418689 wait complete. 2024-09-13T15:01:17.075 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:01:17.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.177+0000 7fc30bfff700 1 Processor -- start 2024-09-13T15:01:17.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.177+0000 7fc30bfff700 1 -- start start 2024-09-13T15:01:17.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.177+0000 7fc30bfff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fc30c08c6b0 0x7fc30c0ce710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.177+0000 7fc30bfff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc30c0cd860 0x7fc30c166a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.177+0000 7fc30bfff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc30c15d020 con 0x7fc30c15cc40 2024-09-13T15:01:17.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.177+0000 7fc30bfff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc30c0b44c0 con 0x7fc30c08c6b0 2024-09-13T15:01:17.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.177+0000 7fc30bfff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc30c0d0720 con 0x7fc30c0cd860 2024-09-13T15:01:17.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.177+0000 7fc30affd700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fc30c15cc40 0x7fc30c08bfa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49886/0 (socket says 172.21.15.33:49886) 2024-09-13T15:01:17.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.177+0000 7fc30affd700 1 -- 172.21.15.33:0/2873197518 learned_addr learned my addr 172.21.15.33:0/2873197518 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:17.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.177+0000 7fc30a7fc700 1 --2- 172.21.15.33:0/2873197518 >> v2:172.21.15.103:3300/0 conn(0x7fc30c08c6b0 0x7fc30c0ce710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.177+0000 7fc30b7fe700 1 --2- 172.21.15.33:0/2873197518 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc30c0cd860 0x7fc30c166a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc309ffb700 1 -- 172.21.15.33:0/2873197518 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1179020137 0 0) 0x7fc30c15d020 con 0x7fc30c15cc40 2024-09-13T15:01:17.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc309ffb700 1 -- 172.21.15.33:0/2873197518 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc2f40035d0 con 0x7fc30c15cc40 2024-09-13T15:01:17.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc30a7fc700 1 -- 172.21.15.33:0/2873197518 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc30c0cd860 msgr2=0x7fc30c166a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:17.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc30a7fc700 1 --2- 172.21.15.33:0/2873197518 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc30c0cd860 0x7fc30c166a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc30a7fc700 1 -- 172.21.15.33:0/2873197518 >> v1:172.21.15.33:6789/0 conn(0x7fc30c15cc40 legacy=0x7fc30c08bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc30a7fc700 1 -- 172.21.15.33:0/2873197518 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc30c0d09c0 con 0x7fc30c08c6b0 2024-09-13T15:01:17.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc30b7fe700 1 --2- 172.21.15.33:0/2873197518 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc30c0cd860 0x7fc30c166a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:17.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc30a7fc700 1 --2- 172.21.15.33:0/2873197518 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c08c6b0 0x7fc30c0ce710 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc009880 tx=0x7fc2fc009b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=15f0cd0f108a4b7e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:17.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc309ffb700 1 -- 172.21.15.33:0/2873197518 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc011830 con 0x7fc30c08c6b0 2024-09-13T15:01:17.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc309ffb700 1 -- 172.21.15.33:0/2873197518 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2fc011990 con 0x7fc30c08c6b0 2024-09-13T15:01:17.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc309ffb700 1 -- 172.21.15.33:0/2873197518 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc011d00 con 0x7fc30c08c6b0 2024-09-13T15:01:17.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc30bfff700 1 -- 172.21.15.33:0/2873197518 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c08c6b0 msgr2=0x7fc30c0ce710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc30bfff700 1 --2- 172.21.15.33:0/2873197518 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c08c6b0 0x7fc30c0ce710 secure :-1 s=READY pgs=113 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc009880 tx=0x7fc2fc009b90 comp rx=0 tx=0).stop 2024-09-13T15:01:17.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc30bfff700 1 -- 172.21.15.33:0/2873197518 shutdown_connections 2024-09-13T15:01:17.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc30bfff700 1 --2- 172.21.15.33:0/2873197518 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc30c0cd860 0x7fc30c166a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc30bfff700 1 --2- 172.21.15.33:0/2873197518 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c08c6b0 0x7fc30c0ce710 unknown :-1 s=CLOSED pgs=113 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc30bfff700 1 -- 172.21.15.33:0/2873197518 >> 172.21.15.33:0/2873197518 conn(0x7fc30c0b4640 msgr2=0x7fc30c0b4a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:17.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc30bfff700 1 -- 172.21.15.33:0/2873197518 shutdown_connections 2024-09-13T15:01:17.189 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.181+0000 7fc30bfff700 1 -- 172.21.15.33:0/2873197518 wait complete. 2024-09-13T15:01:17.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.185+0000 7fc30bfff700 1 Processor -- start 2024-09-13T15:01:17.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.185+0000 7fc30bfff700 1 -- start start 2024-09-13T15:01:17.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.185+0000 7fc30bfff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc30c08c6b0 0x7fc30c0c7180 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.185+0000 7fc30bfff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc30c0cd860 0x7fc30c06bc50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.185+0000 7fc30bfff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c15cc40 0x7fc30c06c190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30bfff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc30c0c76c0 con 0x7fc30c0cd860 2024-09-13T15:01:17.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30bfff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc30c1f5aa0 con 0x7fc30c15cc40 2024-09-13T15:01:17.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30bfff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc30c1f5d80 con 0x7fc30c08c6b0 2024-09-13T15:01:17.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30a7fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc30c0cd860 0x7fc30c06bc50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30a7fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc30c0cd860 0x7fc30c06bc50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44330/0 (socket says 172.21.15.33:44330) 2024-09-13T15:01:17.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30a7fc700 1 -- 172.21.15.33:0/3448986819 learned_addr learned my addr 172.21.15.33:0/3448986819 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:17.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30affd700 1 --2- 172.21.15.33:0/3448986819 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc30c08c6b0 0x7fc30c0c7180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30b7fe700 1 --2- 172.21.15.33:0/3448986819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c15cc40 0x7fc30c06c190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30a7fc700 1 -- 172.21.15.33:0/3448986819 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc30c08c6b0 msgr2=0x7fc30c0c7180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30a7fc700 1 --2- 172.21.15.33:0/3448986819 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc30c08c6b0 0x7fc30c0c7180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30a7fc700 1 -- 172.21.15.33:0/3448986819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c15cc40 msgr2=0x7fc30c06c190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30a7fc700 1 --2- 172.21.15.33:0/3448986819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c15cc40 0x7fc30c06c190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30a7fc700 1 -- 172.21.15.33:0/3448986819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc304009a70 con 0x7fc30c0cd860 2024-09-13T15:01:17.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30a7fc700 1 --2- 172.21.15.33:0/3448986819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc30c0cd860 0x7fc30c06bc50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc0090b0 tx=0x7fc2fc004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:17.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc2f3fff700 1 -- 172.21.15.33:0/3448986819 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc004610 con 0x7fc30c0cd860 2024-09-13T15:01:17.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc2f3fff700 1 -- 172.21.15.33:0/3448986819 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc2fc01e070 con 0x7fc30c0cd860 2024-09-13T15:01:17.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30bfff700 1 -- 172.21.15.33:0/3448986819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc2fc0094b0 con 0x7fc30c0cd860 2024-09-13T15:01:17.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc2f3fff700 1 -- 172.21.15.33:0/3448986819 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc2fc003920 con 0x7fc30c0cd860 2024-09-13T15:01:17.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30bfff700 1 -- 172.21.15.33:0/3448986819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc30c1f6340 con 0x7fc30c0cd860 2024-09-13T15:01:17.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.189+0000 7fc30bfff700 1 -- 172.21.15.33:0/3448986819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc30c1f64d0 con 0x7fc30c0cd860 2024-09-13T15:01:17.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.193+0000 7fc2f3fff700 1 -- 172.21.15.33:0/3448986819 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc2fc003a80 con 0x7fc30c0cd860 2024-09-13T15:01:17.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.193+0000 7fc2f3fff700 1 --2- 172.21.15.33:0/3448986819 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc2f8066730 0x7fc2f8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.193+0000 7fc2f3fff700 1 -- 172.21.15.33:0/3448986819 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fc2fc020070 con 0x7fc30c0cd860 2024-09-13T15:01:17.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.193+0000 7fc30affd700 1 --2- 172.21.15.33:0/3448986819 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc2f8066730 0x7fc2f8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.193+0000 7fc30affd700 1 --2- 172.21.15.33:0/3448986819 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc2f8066730 0x7fc2f8068bf0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc300007fd0 tx=0x7fc300009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:17.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.197+0000 7fc2f3fff700 1 -- 172.21.15.33:0/3448986819 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc2fc052890 con 0x7fc30c0cd860 2024-09-13T15:01:17.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.405+0000 7fc30bfff700 1 -- 172.21.15.33:0/3448986819 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fc30c0d1a60 con 0x7fc30c0cd860 2024-09-13T15:01:17.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.405+0000 7fc2f3fff700 1 -- 172.21.15.33:0/3448986819 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7fc2fc055eb0 con 0x7fc30c0cd860 2024-09-13T15:01:17.411 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:17.411 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2581616786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2581616786},{"type":"v1","addr":"172.21.15.33:6833","nonce":2581616786}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4254,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/63013610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":63013610},{"type":"v1","addr":"172.21.15.103:6835","nonce":63013610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2759736167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2759736167},{"type":"v1","addr":"172.21.15.33:6835","nonce":2759736167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:00:49.869447+0000","modified":"2024-09-13T15:01:05.983365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.103:6837/3113841157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":3113841157},{"type":"v1","addr":"172.21.15.103:6837","nonce":3113841157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:01:17.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.405+0000 7fc30bfff700 1 -- 172.21.15.33:0/3448986819 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc2f8066730 msgr2=0x7fc2f8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.405+0000 7fc30bfff700 1 --2- 172.21.15.33:0/3448986819 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc2f8066730 0x7fc2f8068bf0 secure :-1 s=READY pgs=135 cs=0 l=1 rev1=1 crypto rx=0x7fc300007fd0 tx=0x7fc300009040 comp rx=0 tx=0).stop 2024-09-13T15:01:17.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.405+0000 7fc30bfff700 1 -- 172.21.15.33:0/3448986819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc30c0cd860 msgr2=0x7fc30c06bc50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.409+0000 7fc30bfff700 1 --2- 172.21.15.33:0/3448986819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc30c0cd860 0x7fc30c06bc50 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7fc2fc0090b0 tx=0x7fc2fc004770 comp rx=0 tx=0).stop 2024-09-13T15:01:17.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.409+0000 7fc30bfff700 1 -- 172.21.15.33:0/3448986819 shutdown_connections 2024-09-13T15:01:17.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.409+0000 7fc30bfff700 1 --2- 172.21.15.33:0/3448986819 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc2f8066730 0x7fc2f8068bf0 unknown :-1 s=CLOSED pgs=135 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.409+0000 7fc30bfff700 1 --2- 172.21.15.33:0/3448986819 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc30c15cc40 0x7fc30c06c190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.409+0000 7fc30bfff700 1 --2- 172.21.15.33:0/3448986819 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc30c0cd860 0x7fc30c06bc50 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.409+0000 7fc30bfff700 1 --2- 172.21.15.33:0/3448986819 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc30c08c6b0 0x7fc30c0c7180 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.409+0000 7fc30bfff700 1 -- 172.21.15.33:0/3448986819 >> 172.21.15.33:0/3448986819 conn(0x7fc30c0b4640 msgr2=0x7fc30c0b4a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:17.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.409+0000 7fc30bfff700 1 -- 172.21.15.33:0/3448986819 shutdown_connections 2024-09-13T15:01:17.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.409+0000 7fc30bfff700 1 -- 172.21.15.33:0/3448986819 wait complete. 2024-09-13T15:01:17.415 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-09-13T15:01:17.426 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:17.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.529+0000 7f3e33fff700 1 Processor -- start 2024-09-13T15:01:17.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.529+0000 7f3e33fff700 1 -- start start 2024-09-13T15:01:17.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.529+0000 7f3e33fff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f3e341594f0 0x7f3e3406d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.529+0000 7f3e33fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e340b3800 0x7f3e3406fc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.529+0000 7f3e33fff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3e340b2280 con 0x7f3e3406da70 2024-09-13T15:01:17.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.529+0000 7f3e33fff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3e3406dee0 con 0x7f3e341594f0 2024-09-13T15:01:17.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.529+0000 7f3e33fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e340cc890 con 0x7f3e340b3800 2024-09-13T15:01:17.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.529+0000 7f3e327fc700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f3e3406da70 0x7f3e340b30f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49898/0 (socket says 172.21.15.33:49898) 2024-09-13T15:01:17.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e327fc700 1 -- 172.21.15.33:0/2221910394 learned_addr learned my addr 172.21.15.33:0/2221910394 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:17.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e32ffd700 1 --2- 172.21.15.33:0/2221910394 >> v2:172.21.15.103:3300/0 conn(0x7f3e341594f0 0x7f3e3406d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e337fe700 1 --2- 172.21.15.33:0/2221910394 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e340b3800 0x7f3e3406fc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e31ffb700 1 -- 172.21.15.33:0/2221910394 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3604572088 0 0) 0x7f3e340b2280 con 0x7f3e3406da70 2024-09-13T15:01:17.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e31ffb700 1 -- 172.21.15.33:0/2221910394 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f3e200035d0 con 0x7f3e3406da70 2024-09-13T15:01:17.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e337fe700 1 -- 172.21.15.33:0/2221910394 >> v2:172.21.15.103:3300/0 conn(0x7f3e341594f0 msgr2=0x7f3e3406d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:17.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e337fe700 1 --2- 172.21.15.33:0/2221910394 >> v2:172.21.15.103:3300/0 conn(0x7f3e341594f0 0x7f3e3406d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e337fe700 1 -- 172.21.15.33:0/2221910394 >> v1:172.21.15.33:6789/0 conn(0x7f3e3406da70 legacy=0x7f3e340b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e337fe700 1 -- 172.21.15.33:0/2221910394 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e340b1970 con 0x7f3e340b3800 2024-09-13T15:01:17.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e337fe700 1 --2- 172.21.15.33:0/2221910394 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e340b3800 0x7f3e3406fc00 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f3e340b1b60 tx=0x7f3e2c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f66bf005770a00fe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:17.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e31ffb700 1 -- 172.21.15.33:0/2221910394 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e2c016070 con 0x7f3e340b3800 2024-09-13T15:01:17.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e31ffb700 1 -- 172.21.15.33:0/2221910394 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e2c00bb20 con 0x7f3e340b3800 2024-09-13T15:01:17.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e31ffb700 1 -- 172.21.15.33:0/2221910394 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e2c00e070 con 0x7f3e340b3800 2024-09-13T15:01:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e33fff700 1 -- 172.21.15.33:0/2221910394 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e340b3800 msgr2=0x7f3e3406fc00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e33fff700 1 --2- 172.21.15.33:0/2221910394 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e340b3800 0x7f3e3406fc00 secure :-1 s=READY pgs=58 cs=0 l=1 rev1=1 crypto rx=0x7f3e340b1b60 tx=0x7f3e2c00b330 comp rx=0 tx=0).stop 2024-09-13T15:01:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e33fff700 1 -- 172.21.15.33:0/2221910394 shutdown_connections 2024-09-13T15:01:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e33fff700 1 --2- 172.21.15.33:0/2221910394 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e340b3800 0x7f3e3406fc00 unknown :-1 s=CLOSED pgs=58 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e33fff700 1 --2- 172.21.15.33:0/2221910394 >> v2:172.21.15.103:3300/0 conn(0x7f3e341594f0 0x7f3e3406d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e33fff700 1 -- 172.21.15.33:0/2221910394 >> 172.21.15.33:0/2221910394 conn(0x7f3e3406a350 msgr2=0x7f3e3406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e33fff700 1 -- 172.21.15.33:0/2221910394 shutdown_connections 2024-09-13T15:01:17.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.533+0000 7f3e33fff700 1 -- 172.21.15.33:0/2221910394 wait complete. 2024-09-13T15:01:17.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e33fff700 1 Processor -- start 2024-09-13T15:01:17.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e33fff700 1 -- start start 2024-09-13T15:01:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e33fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3e3406da70 0x7f3e34156020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e33fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e340b3800 0x7f3e341491d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e33fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e341594f0 0x7f3e340acb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e33fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e34156560 con 0x7f3e341594f0 2024-09-13T15:01:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e33fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3e34149710 con 0x7f3e3406da70 2024-09-13T15:01:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e33fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3e341468f0 con 0x7f3e340b3800 2024-09-13T15:01:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e337fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e341594f0 0x7f3e340acb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e337fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e341594f0 0x7f3e340acb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44344/0 (socket says 172.21.15.33:44344) 2024-09-13T15:01:17.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e337fe700 1 -- 172.21.15.33:0/1889887098 learned_addr learned my addr 172.21.15.33:0/1889887098 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e32ffd700 1 --2- 172.21.15.33:0/1889887098 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3e3406da70 0x7f3e34156020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e327fc700 1 --2- 172.21.15.33:0/1889887098 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e340b3800 0x7f3e341491d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e337fe700 1 -- 172.21.15.33:0/1889887098 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e340b3800 msgr2=0x7f3e341491d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e337fe700 1 --2- 172.21.15.33:0/1889887098 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e340b3800 0x7f3e341491d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e337fe700 1 -- 172.21.15.33:0/1889887098 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3e3406da70 msgr2=0x7f3e34156020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e337fe700 1 --2- 172.21.15.33:0/1889887098 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3e3406da70 0x7f3e34156020 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e337fe700 1 -- 172.21.15.33:0/1889887098 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3e2c009a70 con 0x7f3e341594f0 2024-09-13T15:01:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e337fe700 1 --2- 172.21.15.33:0/1889887098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e341594f0 0x7f3e340acb30 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3e2c00b370 tx=0x7f3e2c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e2b7fe700 1 -- 172.21.15.33:0/1889887098 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e2c016040 con 0x7f3e341594f0 2024-09-13T15:01:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e2b7fe700 1 -- 172.21.15.33:0/1889887098 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3e2c01d680 con 0x7f3e341594f0 2024-09-13T15:01:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e2b7fe700 1 -- 172.21.15.33:0/1889887098 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3e2c007000 con 0x7f3e341594f0 2024-09-13T15:01:17.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e33fff700 1 -- 172.21.15.33:0/1889887098 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3e34146bd0 con 0x7f3e341594f0 2024-09-13T15:01:17.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.537+0000 7f3e33fff700 1 -- 172.21.15.33:0/1889887098 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3e34147190 con 0x7f3e341594f0 2024-09-13T15:01:17.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.541+0000 7f3e2b7fe700 1 -- 172.21.15.33:0/1889887098 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3e2c01dc40 con 0x7f3e341594f0 2024-09-13T15:01:17.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.541+0000 7f3e33fff700 1 -- 172.21.15.33:0/1889887098 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3e3406d530 con 0x7f3e341594f0 2024-09-13T15:01:17.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.541+0000 7f3e2b7fe700 1 --2- 172.21.15.33:0/1889887098 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3e14066760 0x7f3e14068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.541+0000 7f3e2b7fe700 1 -- 172.21.15.33:0/1889887098 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3e2c086120 con 0x7f3e341594f0 2024-09-13T15:01:17.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.541+0000 7f3e32ffd700 1 --2- 172.21.15.33:0/1889887098 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3e14066760 0x7f3e14068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.541+0000 7f3e32ffd700 1 --2- 172.21.15.33:0/1889887098 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3e14066760 0x7f3e14068c20 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3e24009b80 tx=0x7f3e24008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:17.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.549+0000 7f3e2b7fe700 1 -- 172.21.15.33:0/1889887098 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3e2c053230 con 0x7f3e341594f0 2024-09-13T15:01:17.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.725+0000 7f3e33fff700 1 -- 172.21.15.33:0/1889887098 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f3e3406a7d0 con 0x7f3e341594f0 2024-09-13T15:01:17.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.725+0000 7f3e2b7fe700 1 -- 172.21.15.33:0/1889887098 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7f3e2c056850 con 0x7f3e341594f0 2024-09-13T15:01:17.734 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:17.734 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:17.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.729+0000 7f3e33fff700 1 -- 172.21.15.33:0/1889887098 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3e14066760 msgr2=0x7f3e14068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.729+0000 7f3e33fff700 1 --2- 172.21.15.33:0/1889887098 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3e14066760 0x7f3e14068c20 secure :-1 s=READY pgs=136 cs=0 l=1 rev1=1 crypto rx=0x7f3e24009b80 tx=0x7f3e24008040 comp rx=0 tx=0).stop 2024-09-13T15:01:17.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.729+0000 7f3e33fff700 1 -- 172.21.15.33:0/1889887098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e341594f0 msgr2=0x7f3e340acb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.729+0000 7f3e33fff700 1 --2- 172.21.15.33:0/1889887098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e341594f0 0x7f3e340acb30 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f3e2c00b370 tx=0x7f3e2c004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.729+0000 7f3e33fff700 1 -- 172.21.15.33:0/1889887098 shutdown_connections 2024-09-13T15:01:17.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.729+0000 7f3e33fff700 1 --2- 172.21.15.33:0/1889887098 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3e14066760 0x7f3e14068c20 unknown :-1 s=CLOSED pgs=136 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.729+0000 7f3e33fff700 1 --2- 172.21.15.33:0/1889887098 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3e341594f0 0x7f3e340acb30 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.729+0000 7f3e33fff700 1 --2- 172.21.15.33:0/1889887098 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3e340b3800 0x7f3e341491d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.729+0000 7f3e33fff700 1 --2- 172.21.15.33:0/1889887098 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3e3406da70 0x7f3e34156020 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.729+0000 7f3e33fff700 1 -- 172.21.15.33:0/1889887098 >> 172.21.15.33:0/1889887098 conn(0x7f3e3406a350 msgr2=0x7f3e340cd800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:17.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.729+0000 7f3e33fff700 1 -- 172.21.15.33:0/1889887098 shutdown_connections 2024-09-13T15:01:17.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.729+0000 7f3e33fff700 1 -- 172.21.15.33:0/1889887098 wait complete. 2024-09-13T15:01:17.750 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:01:17.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.857+0000 7f794486f700 1 Processor -- start 2024-09-13T15:01:17.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.857+0000 7f794486f700 1 -- start start 2024-09-13T15:01:17.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.857+0000 7f794486f700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f79400d2a30 0x7f79400d2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.857+0000 7f794486f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79400b3a20 0x7f79400cd640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.857+0000 7f794486f700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f79400d3350 con 0x7f79400cf1e0 2024-09-13T15:01:17.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.857+0000 7f794486f700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f79400cdf90 con 0x7f79400d2a30 2024-09-13T15:01:17.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.857+0000 7f794486f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79400ce270 con 0x7f79400b3a20 2024-09-13T15:01:17.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.857+0000 7f793f7fe700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f79400d2a30 0x7f79400d2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.857+0000 7f793effd700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79400b3a20 0x7f79400cd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.857+0000 7f793ffff700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f79400cf1e0 0x7f79400cf670 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:57262/0 (socket says 172.21.15.33:57262) 2024-09-13T15:01:17.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.857+0000 7f793effd700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79400b3a20 0x7f79400cd640 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:35780/0 (socket says 172.21.15.33:35780) 2024-09-13T15:01:17.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.857+0000 7f793ffff700 1 -- 172.21.15.33:0/1761384453 learned_addr learned my addr 172.21.15.33:0/1761384453 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:17.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f793effd700 1 -- 172.21.15.33:0/1761384453 >> v2:172.21.15.103:3300/0 conn(0x7f79400d2a30 msgr2=0x7f79400d2e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:17.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f793effd700 1 --2- 172.21.15.33:0/1761384453 >> v2:172.21.15.103:3300/0 conn(0x7f79400d2a30 0x7f79400d2e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f793effd700 1 -- 172.21.15.33:0/1761384453 >> v1:172.21.15.103:6789/0 conn(0x7f79400cf1e0 legacy=0x7f79400cf670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f793e7fc700 1 -- 172.21.15.33:0/1761384453 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 780689241 0 0) 0x7f79400d3350 con 0x7f79400cf1e0 2024-09-13T15:01:17.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f793effd700 1 -- 172.21.15.33:0/1761384453 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79400ce550 con 0x7f79400b3a20 2024-09-13T15:01:17.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f793effd700 1 --2- 172.21.15.33:0/1761384453 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79400b3a20 0x7f79400cd640 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7930009850 tx=0x7f7930009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=198e901d56f51ce5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:17.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f793e7fc700 1 -- 172.21.15.33:0/1761384453 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7930011830 con 0x7f79400b3a20 2024-09-13T15:01:17.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f793e7fc700 1 -- 172.21.15.33:0/1761384453 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7930011990 con 0x7f79400b3a20 2024-09-13T15:01:17.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f793e7fc700 1 -- 172.21.15.33:0/1761384453 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7930011d40 con 0x7f79400b3a20 2024-09-13T15:01:17.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f794486f700 1 -- 172.21.15.33:0/1761384453 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79400b3a20 msgr2=0x7f79400cd640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f794486f700 1 --2- 172.21.15.33:0/1761384453 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79400b3a20 0x7f79400cd640 secure :-1 s=READY pgs=59 cs=0 l=1 rev1=1 crypto rx=0x7f7930009850 tx=0x7f7930009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:17.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f794486f700 1 -- 172.21.15.33:0/1761384453 shutdown_connections 2024-09-13T15:01:17.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f794486f700 1 --2- 172.21.15.33:0/1761384453 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79400b3a20 0x7f79400cd640 unknown :-1 s=CLOSED pgs=59 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f794486f700 1 --2- 172.21.15.33:0/1761384453 >> v2:172.21.15.103:3300/0 conn(0x7f79400d2a30 0x7f79400d2e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f794486f700 1 -- 172.21.15.33:0/1761384453 >> 172.21.15.33:0/1761384453 conn(0x7f794008c0f0 msgr2=0x7f794008c500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:17.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f794486f700 1 -- 172.21.15.33:0/1761384453 shutdown_connections 2024-09-13T15:01:17.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.861+0000 7f794486f700 1 -- 172.21.15.33:0/1761384453 wait complete. 2024-09-13T15:01:17.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f794486f700 1 Processor -- start 2024-09-13T15:01:17.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f794486f700 1 -- start start 2024-09-13T15:01:17.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f794486f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79400b3a20 0x7f794015b590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f794486f700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79400cf1e0 0x7f79401f2680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f794486f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79400d2a30 0x7f7940153cc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f794486f700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79400b6fb0 con 0x7f79400d2a30 2024-09-13T15:01:17.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f794486f700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f79400ccc10 con 0x7f79400cf1e0 2024-09-13T15:01:17.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f794486f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f79400b7250 con 0x7f79400b3a20 2024-09-13T15:01:17.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f793ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79400d2a30 0x7f7940153cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f793ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79400d2a30 0x7f7940153cc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44346/0 (socket says 172.21.15.33:44346) 2024-09-13T15:01:17.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f793ffff700 1 -- 172.21.15.33:0/1207603371 learned_addr learned my addr 172.21.15.33:0/1207603371 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:17.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f793f7fe700 1 --2- 172.21.15.33:0/1207603371 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79400b3a20 0x7f794015b590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f793effd700 1 --2- 172.21.15.33:0/1207603371 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79400cf1e0 0x7f79401f2680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f793ffff700 1 -- 172.21.15.33:0/1207603371 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79400b3a20 msgr2=0x7f794015b590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f793ffff700 1 --2- 172.21.15.33:0/1207603371 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79400b3a20 0x7f794015b590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f793ffff700 1 -- 172.21.15.33:0/1207603371 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79400cf1e0 msgr2=0x7f79401f2680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:17.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f793ffff700 1 --2- 172.21.15.33:0/1207603371 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79400cf1e0 0x7f79401f2680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:17.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f793ffff700 1 -- 172.21.15.33:0/1207603371 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f79300094b0 con 0x7f79400d2a30 2024-09-13T15:01:17.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f793ffff700 1 --2- 172.21.15.33:0/1207603371 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79400d2a30 0x7f7940153cc0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f793800cba0 tx=0x7f793800ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:17.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f7927fff700 1 -- 172.21.15.33:0/1207603371 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f793800aaa0 con 0x7f79400d2a30 2024-09-13T15:01:17.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f7927fff700 1 -- 172.21.15.33:0/1207603371 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f793800ac20 con 0x7f79400d2a30 2024-09-13T15:01:17.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f794486f700 1 -- 172.21.15.33:0/1207603371 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f79400b7530 con 0x7f79400d2a30 2024-09-13T15:01:17.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f7927fff700 1 -- 172.21.15.33:0/1207603371 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f79380070d0 con 0x7f79400d2a30 2024-09-13T15:01:17.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.865+0000 7f794486f700 1 -- 172.21.15.33:0/1207603371 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f79400b7af0 con 0x7f79400d2a30 2024-09-13T15:01:17.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.869+0000 7f7927fff700 1 -- 172.21.15.33:0/1207603371 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7938007230 con 0x7f79400d2a30 2024-09-13T15:01:17.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.869+0000 7f794486f700 1 -- 172.21.15.33:0/1207603371 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f79400675c0 con 0x7f79400d2a30 2024-09-13T15:01:17.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.869+0000 7f7927fff700 1 --2- 172.21.15.33:0/1207603371 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f792c066730 0x7f792c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:17.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.869+0000 7f7927fff700 1 -- 172.21.15.33:0/1207603371 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7938083e90 con 0x7f79400d2a30 2024-09-13T15:01:17.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.869+0000 7f793f7fe700 1 --2- 172.21.15.33:0/1207603371 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f792c066730 0x7f792c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:17.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.869+0000 7f793f7fe700 1 --2- 172.21.15.33:0/1207603371 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f792c066730 0x7f792c068bf0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f794015c260 tx=0x7f7934009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:17.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:17.881+0000 7f7927fff700 1 -- 172.21.15.33:0/1207603371 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7938050f20 con 0x7f79400d2a30 2024-09-13T15:01:18.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.097+0000 7f794486f700 1 -- 172.21.15.33:0/1207603371 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f794015cdb0 con 0x7f79400d2a30 2024-09-13T15:01:18.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.101+0000 7f7927fff700 1 -- 172.21.15.33:0/1207603371 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7f7938018020 con 0x7f79400d2a30 2024-09-13T15:01:18.106 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:18.106 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2581616786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2581616786},{"type":"v1","addr":"172.21.15.33:6833","nonce":2581616786}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4254,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/63013610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":63013610},{"type":"v1","addr":"172.21.15.103:6835","nonce":63013610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2759736167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2759736167},{"type":"v1","addr":"172.21.15.33:6835","nonce":2759736167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:00:49.869447+0000","modified":"2024-09-13T15:01:05.983365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.103:6837/3113841157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":3113841157},{"type":"v1","addr":"172.21.15.103:6837","nonce":3113841157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:01:18.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.101+0000 7f794486f700 1 -- 172.21.15.33:0/1207603371 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f792c066730 msgr2=0x7f792c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:18.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.101+0000 7f794486f700 1 --2- 172.21.15.33:0/1207603371 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f792c066730 0x7f792c068bf0 secure :-1 s=READY pgs=137 cs=0 l=1 rev1=1 crypto rx=0x7f794015c260 tx=0x7f7934009240 comp rx=0 tx=0).stop 2024-09-13T15:01:18.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.101+0000 7f794486f700 1 -- 172.21.15.33:0/1207603371 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79400d2a30 msgr2=0x7f7940153cc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:18.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.101+0000 7f794486f700 1 --2- 172.21.15.33:0/1207603371 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79400d2a30 0x7f7940153cc0 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f793800cba0 tx=0x7f793800ceb0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.101+0000 7f794486f700 1 -- 172.21.15.33:0/1207603371 shutdown_connections 2024-09-13T15:01:18.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.101+0000 7f794486f700 1 --2- 172.21.15.33:0/1207603371 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f792c066730 0x7f792c068bf0 unknown :-1 s=CLOSED pgs=137 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.101+0000 7f794486f700 1 --2- 172.21.15.33:0/1207603371 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f79400d2a30 0x7f7940153cc0 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.101+0000 7f794486f700 1 --2- 172.21.15.33:0/1207603371 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f79400cf1e0 0x7f79401f2680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.101+0000 7f794486f700 1 --2- 172.21.15.33:0/1207603371 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f79400b3a20 0x7f794015b590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.101+0000 7f794486f700 1 -- 172.21.15.33:0/1207603371 >> 172.21.15.33:0/1207603371 conn(0x7f794008c0f0 msgr2=0x7f794008c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:18.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.101+0000 7f794486f700 1 -- 172.21.15.33:0/1207603371 shutdown_connections 2024-09-13T15:01:18.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.101+0000 7f794486f700 1 -- 172.21.15.33:0/1207603371 wait complete. 2024-09-13T15:01:18.111 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-09-13T15:01:18.524 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 9, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:00:49.869447+0000', 'modified': '2024-09-13T15:01:05.983365+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 4276}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_4276': {'gid': 4276, 'name': 'd', 'rank': 0, 'incarnation': 4, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.103:6837/3113841157', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.103:6836', 'nonce': 3113841157}, {'type': 'v1', 'addr': '172.21.15.103:6837', 'nonce': 3113841157}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [3, 4], 'metadata_pool': 2, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T15:01:18.524 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T15:01:18.525 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.d status 2024-09-13T15:01:18.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.645+0000 7f44de4f9700 1 Processor -- start 2024-09-13T15:01:18.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.645+0000 7f44de4f9700 1 -- start start 2024-09-13T15:01:18.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44de4f9700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f44d80adb30 0x7f44d80cc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44de4f9700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f44d80ce040 0x7f44d80b2380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44de4f9700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f44d806cf60 con 0x7f44d806bb90 2024-09-13T15:01:18.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44de4f9700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44d806c350 con 0x7f44d80adb30 2024-09-13T15:01:18.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44de4f9700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f44d806c630 con 0x7f44d80ce040 2024-09-13T15:01:18.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44dd4f7700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f44d80adb30 0x7f44d80cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44dd4f7700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f44d80adb30 0x7f44d80cc060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44356/0 (socket says 172.21.15.33:44356) 2024-09-13T15:01:18.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44ddcf8700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f44d80ce040 0x7f44d80b2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44dd4f7700 1 -- 172.21.15.33:0/3494564068 learned_addr learned my addr 172.21.15.33:0/3494564068 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:18.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44ddcf8700 1 -- 172.21.15.33:0/3494564068 >> v2:172.21.15.33:3300/0 conn(0x7f44d80adb30 msgr2=0x7f44d80cc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:18.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44ddcf8700 1 --2- 172.21.15.33:0/3494564068 >> v2:172.21.15.33:3300/0 conn(0x7f44d80adb30 0x7f44d80cc060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44ddcf8700 1 -- 172.21.15.33:0/3494564068 >> v1:172.21.15.103:6789/0 conn(0x7f44d806bb90 legacy=0x7f44d80cd930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:18.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44ddcf8700 1 -- 172.21.15.33:0/3494564068 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44d806c910 con 0x7f44d80ce040 2024-09-13T15:01:18.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44cffff700 1 -- 172.21.15.33:0/3494564068 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1420395421 0 0) 0x7f44d806cf60 con 0x7f44d806bb90 2024-09-13T15:01:18.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44ddcf8700 1 --2- 172.21.15.33:0/3494564068 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f44d80ce040 0x7f44d80b2380 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f44d80cd1c0 tx=0x7f44d0009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=400fc44696001830 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:18.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44cffff700 1 -- 172.21.15.33:0/3494564068 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d0011830 con 0x7f44d80ce040 2024-09-13T15:01:18.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44cffff700 1 -- 172.21.15.33:0/3494564068 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44d0011990 con 0x7f44d80ce040 2024-09-13T15:01:18.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44cffff700 1 -- 172.21.15.33:0/3494564068 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d0011d20 con 0x7f44d80ce040 2024-09-13T15:01:18.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44de4f9700 1 -- 172.21.15.33:0/3494564068 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f44d80ce040 msgr2=0x7f44d80b2380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:18.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44de4f9700 1 --2- 172.21.15.33:0/3494564068 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f44d80ce040 0x7f44d80b2380 secure :-1 s=READY pgs=116 cs=0 l=1 rev1=1 crypto rx=0x7f44d80cd1c0 tx=0x7f44d0009b30 comp rx=0 tx=0).stop 2024-09-13T15:01:18.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44de4f9700 1 -- 172.21.15.33:0/3494564068 shutdown_connections 2024-09-13T15:01:18.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44de4f9700 1 --2- 172.21.15.33:0/3494564068 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f44d80ce040 0x7f44d80b2380 unknown :-1 s=CLOSED pgs=116 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44de4f9700 1 --2- 172.21.15.33:0/3494564068 >> v2:172.21.15.33:3300/0 conn(0x7f44d80adb30 0x7f44d80cc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44de4f9700 1 -- 172.21.15.33:0/3494564068 >> 172.21.15.33:0/3494564068 conn(0x7f44d806a350 msgr2=0x7f44d806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:18.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44de4f9700 1 -- 172.21.15.33:0/3494564068 shutdown_connections 2024-09-13T15:01:18.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.649+0000 7f44de4f9700 1 -- 172.21.15.33:0/3494564068 wait complete. 2024-09-13T15:01:18.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44de4f9700 1 Processor -- start 2024-09-13T15:01:18.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44de4f9700 1 -- start start 2024-09-13T15:01:18.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44de4f9700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f44d806bb90 0x7f44d813f7e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44de4f9700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f44d80adb30 0x7f44d8071130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44de4f9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d80ce040 0x7f44d8071670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44de4f9700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44d8142ad0 con 0x7f44d80ce040 2024-09-13T15:01:18.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44de4f9700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f44d8070370 con 0x7f44d80adb30 2024-09-13T15:01:18.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44de4f9700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f44d8070650 con 0x7f44d806bb90 2024-09-13T15:01:18.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44ddcf8700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d80ce040 0x7f44d8071670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44ddcf8700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d80ce040 0x7f44d8071670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44358/0 (socket says 172.21.15.33:44358) 2024-09-13T15:01:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44ddcf8700 1 -- 172.21.15.33:0/4244013488 learned_addr learned my addr 172.21.15.33:0/4244013488 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44dccf6700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f44d80adb30 0x7f44d8071130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44dd4f7700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f44d806bb90 0x7f44d813f7e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44ddcf8700 1 -- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f44d806bb90 msgr2=0x7f44d813f7e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44ddcf8700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f44d806bb90 0x7f44d813f7e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44ddcf8700 1 -- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f44d80adb30 msgr2=0x7f44d8071130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44ddcf8700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f44d80adb30 0x7f44d8071130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44ddcf8700 1 -- 172.21.15.33:0/4244013488 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f44d00094b0 con 0x7f44d80ce040 2024-09-13T15:01:18.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44dd4f7700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f44d806bb90 0x7f44d813f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:18.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.653+0000 7f44ddcf8700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d80ce040 0x7f44d8071670 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f44d00090b0 tx=0x7f44d0004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:18.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.657+0000 7f44cdffb700 1 -- 172.21.15.33:0/4244013488 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d00045d0 con 0x7f44d80ce040 2024-09-13T15:01:18.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.657+0000 7f44cdffb700 1 -- 172.21.15.33:0/4244013488 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44d001e070 con 0x7f44d80ce040 2024-09-13T15:01:18.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.657+0000 7f44de4f9700 1 -- 172.21.15.33:0/4244013488 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f44d8070930 con 0x7f44d80ce040 2024-09-13T15:01:18.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.657+0000 7f44cdffb700 1 -- 172.21.15.33:0/4244013488 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d00038e0 con 0x7f44d80ce040 2024-09-13T15:01:18.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.657+0000 7f44de4f9700 1 -- 172.21.15.33:0/4244013488 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44d8142610 con 0x7f44d80ce040 2024-09-13T15:01:18.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44cdffb700 1 -- 172.21.15.33:0/4244013488 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f44d0003a40 con 0x7f44d80ce040 2024-09-13T15:01:18.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44e2a0c740 1 Processor -- start 2024-09-13T15:01:18.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44e2a0c740 1 -- start start 2024-09-13T15:01:18.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44cdffb700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f44bc066730 0x7f44bc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44cdffb700 1 -- 172.21.15.33:0/4244013488 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f44d00852f0 con 0x7f44d80ce040 2024-09-13T15:01:18.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44dccf6700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f44bc066730 0x7f44bc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44e2a0c740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1896230 0x1896610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44e2a0c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1874e90 0x185e890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44e2a0c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896b50 0x185edd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44e2a0c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x17bdd80 con 0x1874e90 2024-09-13T15:01:18.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44e2a0c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x17bb510 con 0x1896b50 2024-09-13T15:01:18.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44e2a0c740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x17b6e00 con 0x1896230 2024-09-13T15:01:18.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44dccf6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1874e90 0x185e890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44dccf6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1874e90 0x185e890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44374/0 (socket says 172.21.15.33:44374) 2024-09-13T15:01:18.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44dccf6700 1 -- 172.21.15.33:0/2937233485 learned_addr learned my addr 172.21.15.33:0/2937233485 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:18.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44ddcf8700 1 --2- 172.21.15.33:0/2937233485 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896b50 0x185edd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44dd4f7700 1 --2- 172.21.15.33:0/2937233485 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1896230 0x1896610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44dccf6700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f44bc066730 0x7f44bc068bf0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f44d80ad4b0 tx=0x7f44d4001ba0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:18.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44dccf6700 1 -- 172.21.15.33:0/2937233485 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1896230 msgr2=0x1896610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:18.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44dccf6700 1 --2- 172.21.15.33:0/2937233485 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1896230 0x1896610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44dccf6700 1 -- 172.21.15.33:0/2937233485 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896b50 msgr2=0x185edd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:18.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44dccf6700 1 --2- 172.21.15.33:0/2937233485 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896b50 0x185edd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44dccf6700 1 -- 172.21.15.33:0/2937233485 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x1629960 con 0x1874e90 2024-09-13T15:01:18.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.661+0000 7f44ddcf8700 1 --2- 172.21.15.33:0/2937233485 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896b50 0x185edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:18.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44dccf6700 1 --2- 172.21.15.33:0/2937233485 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1874e90 0x185e890 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f44d4016710 tx=0x7f44d401a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=162e7290ae0da952 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:18.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44c2ffd700 1 -- 172.21.15.33:0/2937233485 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d400fe80 con 0x1874e90 2024-09-13T15:01:18.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44c2ffd700 1 -- 172.21.15.33:0/2937233485 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44d401e580 con 0x1874e90 2024-09-13T15:01:18.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44c2ffd700 1 -- 172.21.15.33:0/2937233485 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d401e8f0 con 0x1874e90 2024-09-13T15:01:18.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2937233485 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1874e90 msgr2=0x185e890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:18.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/2937233485 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1874e90 0x185e890 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7f44d4016710 tx=0x7f44d401a000 comp rx=0 tx=0).stop 2024-09-13T15:01:18.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2937233485 shutdown_connections 2024-09-13T15:01:18.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/2937233485 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896b50 0x185edd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/2937233485 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1874e90 0x185e890 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/2937233485 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1896230 0x1896610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2937233485 >> 172.21.15.33:0/2937233485 conn(0x15de4d0 msgr2=0x1877e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:18.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2937233485 shutdown_connections 2024-09-13T15:01:18.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2937233485 wait complete. 2024-09-13T15:01:18.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44e2a0c740 1 -- start start 2024-09-13T15:01:18.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.665+0000 7f44e2a0c740 1 Processor -- start 2024-09-13T15:01:18.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1874e90 0x18743c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896230 0x189cac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1896b50 0x189d000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x1774730 con 0x1896b50 2024-09-13T15:01:18.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x177a5b0 con 0x1896230 2024-09-13T15:01:18.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x1662aa0 con 0x1874e90 2024-09-13T15:01:18.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 10 client.0 _ll_register_callbacks cb 0x17b0610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:01:18.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44ddcf8700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1896b50 0x189d000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44ddcf8700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1896b50 0x189d000 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44382/0 (socket says 172.21.15.33:44382) 2024-09-13T15:01:18.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44ddcf8700 1 -- 172.21.15.33:0/1660099368 learned_addr learned my addr 172.21.15.33:0/1660099368 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:18.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44dccf6700 1 --2- 172.21.15.33:0/1660099368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896230 0x189cac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44dd4f7700 1 --2- 172.21.15.33:0/1660099368 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1874e90 0x18743c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44ddcf8700 1 -- 172.21.15.33:0/1660099368 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1874e90 msgr2=0x18743c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:18.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44ddcf8700 1 --2- 172.21.15.33:0/1660099368 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1874e90 0x18743c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44ddcf8700 1 -- 172.21.15.33:0/1660099368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896230 msgr2=0x189cac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:18.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44ddcf8700 1 --2- 172.21.15.33:0/1660099368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896230 0x189cac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44ddcf8700 1 -- 172.21.15.33:0/1660099368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f44d40163f0 con 0x1896b50 2024-09-13T15:01:18.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44ddcf8700 1 --2- 172.21.15.33:0/1660099368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1896b50 0x189d000 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f44d00524a0 tx=0x7f44d005c0b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fd33ef3cc473347e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:18.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44b7fff700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-13T15:01:18.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44b7fff700 1 -- 172.21.15.33:0/1660099368 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d00566a0 con 0x1896b50 2024-09-13T15:01:18.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44b7fff700 1 -- 172.21.15.33:0/1660099368 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f44d00850b0 con 0x1896b50 2024-09-13T15:01:18.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 1 -- 172.21.15.33:0/1660099368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x15eb1e0 con 0x1896b50 2024-09-13T15:01:18.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44b7fff700 1 -- 172.21.15.33:0/1660099368 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) v2 ==== 24+0+0 (secure 0 0 0) 0x7f44d0055fa0 con 0x1896b50 2024-09-13T15:01:18.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 10 client.4893 fetch_fsmap learned FSMap version 9 2024-09-13T15:01:18.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 1 -- 172.21.15.33:0/1660099368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) v3 -- 0x177d220 con 0x1896b50 2024-09-13T15:01:18.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44b7fff700 1 -- 172.21.15.33:0/1660099368 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x15eb1e0 con 0x1896b50 2024-09-13T15:01:18.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44b7fff700 1 -- 172.21.15.33:0/1660099368 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 9) v1 ==== 3122+0+0 (secure 0 0 0) 0x7f44d0056200 con 0x1896b50 2024-09-13T15:01:18.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 10 client.4893 fetch_fsmap finished waiting for FSMap version 9 2024-09-13T15:01:18.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 10 client.4893 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T15:01:18.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 20 client.4893 populate_metadata read hostname 'smithi033' 2024-09-13T15:01:18.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/1660099368 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x1876fa0 0x1877380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 4 client.4893 mds_command: new command op to 4276 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T15:01:18.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44e2a0c740 1 -- 172.21.15.33:0/1660099368 --> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x1635460 con 0x1876fa0 2024-09-13T15:01:18.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44dd4f7700 1 --2- 172.21.15.33:0/1660099368 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x1876fa0 0x1877380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44b7fff700 10 client.4893 ms_handle_connect on v2:172.21.15.103:6836/3113841157 2024-09-13T15:01:18.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.669+0000 7f44dd4f7700 1 --2- 172.21.15.33:0/1660099368 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x1876fa0 0x1877380 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=5da7da4ef73cee80 server_cookie=300e6cf9c5f022dc in_seq=0 out_seq=0 2024-09-13T15:01:18.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44b7fff700 1 -- 172.21.15.33:0/1660099368 <== mds.0 v2:172.21.15.103:6836/3113841157 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x1635460 con 0x1876fa0 2024-09-13T15:01:18.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44b7fff700 10 client.4893 handle_command_reply: tid=0 2024-09-13T15:01:18.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44e2a0c740 1 client.4893 shutdown 2024-09-13T15:01:18.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44e2a0c740 1 -- 172.21.15.33:0/1660099368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1896b50 msgr2=0x189d000 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:18.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/1660099368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1896b50 0x189d000 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f44d00524a0 tx=0x7f44d005c0b0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44e2a0c740 1 -- 172.21.15.33:0/1660099368 shutdown_connections 2024-09-13T15:01:18.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/1660099368 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x1876fa0 0x1877380 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/1660099368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1896b50 0x189d000 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44b7fff700 0 client.4893 ms_handle_reset on v2:172.21.15.103:6836/3113841157 2024-09-13T15:01:18.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/1660099368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896230 0x189cac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/1660099368 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1874e90 0x18743c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44e2a0c740 1 -- 172.21.15.33:0/1660099368 >> 172.21.15.33:0/1660099368 conn(0x15de4d0 msgr2=0x184a700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:18.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44e2a0c740 1 -- 172.21.15.33:0/1660099368 shutdown_connections 2024-09-13T15:01:18.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44e2a0c740 1 -- 172.21.15.33:0/1660099368 wait complete. 2024-09-13T15:01:18.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.673+0000 7f44e2a0c740 20 client.4893 trim_cache size 0 max 16384 2024-09-13T15:01:18.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.693+0000 7f44e2a0c740 1 Processor -- start 2024-09-13T15:01:18.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.693+0000 7f44e2a0c740 1 -- start start 2024-09-13T15:01:18.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.693+0000 7f44e2a0c740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x15de4d0 0x18f2930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.693+0000 7f44e2a0c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1874e90 0x18f2e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.693+0000 7f44e2a0c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896230 0x1896f30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.693+0000 7f44e2a0c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x17e5ec0 con 0x1874e90 2024-09-13T15:01:18.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.693+0000 7f44e2a0c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x1775e70 con 0x1896230 2024-09-13T15:01:18.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.693+0000 7f44e2a0c740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x1846320 con 0x15de4d0 2024-09-13T15:01:18.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.693+0000 7f44dccf6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1874e90 0x18f2e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44dccf6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1874e90 0x18f2e70 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44388/0 (socket says 172.21.15.33:44388) 2024-09-13T15:01:18.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44dccf6700 1 -- 172.21.15.33:0/2266420798 learned_addr learned my addr 172.21.15.33:0/2266420798 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:18.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44dd4f7700 1 --2- 172.21.15.33:0/2266420798 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x15de4d0 0x18f2930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44ddcf8700 1 --2- 172.21.15.33:0/2266420798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896230 0x1896f30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44dccf6700 1 -- 172.21.15.33:0/2266420798 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x15de4d0 msgr2=0x18f2930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:18.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44dccf6700 1 --2- 172.21.15.33:0/2266420798 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x15de4d0 0x18f2930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44dccf6700 1 -- 172.21.15.33:0/2266420798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896230 msgr2=0x1896f30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:18.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44dccf6700 1 --2- 172.21.15.33:0/2266420798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896230 0x1896f30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44dccf6700 1 -- 172.21.15.33:0/2266420798 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x1763450 con 0x1874e90 2024-09-13T15:01:18.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44dccf6700 1 --2- 172.21.15.33:0/2266420798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1874e90 0x18f2e70 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f44d40012e0 tx=0x7f44d400a000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=455e8be9eeee7d65 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:18.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44c37fe700 1 -- 172.21.15.33:0/2266420798 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d401ea70 con 0x1874e90 2024-09-13T15:01:18.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44c37fe700 1 -- 172.21.15.33:0/2266420798 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44d401ebd0 con 0x1874e90 2024-09-13T15:01:18.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44c37fe700 1 -- 172.21.15.33:0/2266420798 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d401f410 con 0x1874e90 2024-09-13T15:01:18.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2266420798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1874e90 msgr2=0x18f2e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:18.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/2266420798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1874e90 0x18f2e70 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7f44d40012e0 tx=0x7f44d400a000 comp rx=0 tx=0).stop 2024-09-13T15:01:18.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2266420798 shutdown_connections 2024-09-13T15:01:18.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/2266420798 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1896230 0x1896f30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/2266420798 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1874e90 0x18f2e70 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/2266420798 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x15de4d0 0x18f2930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2266420798 >> 172.21.15.33:0/2266420798 conn(0x1895620 msgr2=0x18a6480 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:18.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2266420798 shutdown_connections 2024-09-13T15:01:18.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2266420798 wait complete. 2024-09-13T15:01:18.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44e2a0c740 1 -- start start 2024-09-13T15:01:18.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.697+0000 7f44e2a0c740 1 Processor -- start 2024-09-13T15:01:18.708 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44e2a0c740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x15de4d0 0x18f1e30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44e2a0c740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1896230 0x18b3560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44e2a0c740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1896b50 0x18b3aa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44e2a0c740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x189bce0 con 0x1896230 2024-09-13T15:01:18.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44e2a0c740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x189c1e0 con 0x15de4d0 2024-09-13T15:01:18.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44e2a0c740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x189bf40 con 0x1896b50 2024-09-13T15:01:18.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44e2a0c740 10 client.0 _ll_register_callbacks cb 0x1768ce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:01:18.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44dd4f7700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x15de4d0 0x18f1e30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44dccf6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1896230 0x18b3560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44dd4f7700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x15de4d0 0x18f1e30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:43842/0 (socket says 172.21.15.33:43842) 2024-09-13T15:01:18.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44ddcf8700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1896b50 0x18b3aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44dd4f7700 1 -- 172.21.15.33:0/2225376416 learned_addr learned my addr 172.21.15.33:0/2225376416 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:18.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44dccf6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1896230 0x18b3560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44400/0 (socket says 172.21.15.33:44400) 2024-09-13T15:01:18.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44dccf6700 1 -- 172.21.15.33:0/2225376416 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1896b50 msgr2=0x18b3aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:18.709 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44dccf6700 1 --2- 172.21.15.33:0/2225376416 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1896b50 0x18b3aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44dccf6700 1 -- 172.21.15.33:0/2225376416 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x15de4d0 msgr2=0x18f1e30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:18.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44dccf6700 1 --2- 172.21.15.33:0/2225376416 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x15de4d0 0x18f1e30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44dccf6700 1 -- 172.21.15.33:0/2225376416 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x1629960 con 0x1896230 2024-09-13T15:01:18.710 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44dd4f7700 1 --2- 172.21.15.33:0/2225376416 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x15de4d0 0x18f1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:18.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44dccf6700 1 --2- 172.21.15.33:0/2225376416 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1896230 0x18b3560 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f44d40166e0 tx=0x7f44d4001250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7edc6baf76d6cd7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:18.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44b7fff700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-13T15:01:18.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44b7fff700 1 -- 172.21.15.33:0/2225376416 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f44d401f820 con 0x1896230 2024-09-13T15:01:18.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44b7fff700 1 -- 172.21.15.33:0/2225376416 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f44d403ce20 con 0x1896230 2024-09-13T15:01:18.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.701+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2225376416 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f44d401e580 con 0x1896230 2024-09-13T15:01:18.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44b7fff700 1 -- 172.21.15.33:0/2225376416 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=9) v2 ==== 24+0+0 (secure 0 0 0) 0x7f44d401f980 con 0x1896230 2024-09-13T15:01:18.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 10 client.4899 fetch_fsmap learned FSMap version 9 2024-09-13T15:01:18.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2225376416 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=9,monmap=2+}) v3 -- 0x1757720 con 0x1896230 2024-09-13T15:01:18.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44b7fff700 1 -- 172.21.15.33:0/2225376416 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f44d401e580 con 0x1896230 2024-09-13T15:01:18.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44b7fff700 1 -- 172.21.15.33:0/2225376416 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 9) v1 ==== 3122+0+0 (secure 0 0 0) 0x7f44d4037030 con 0x1896230 2024-09-13T15:01:18.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 10 client.4899 fetch_fsmap finished waiting for FSMap version 9 2024-09-13T15:01:18.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 10 client.4899 resolve_mds: resolved name 'd' to daemon mds.d 2024-09-13T15:01:18.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 20 client.4899 populate_metadata read hostname 'smithi033' 2024-09-13T15:01:18.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/2225376416 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x189a460 0x189a840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:18.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 4 client.4899 mds_command: new command op to 4276 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T15:01:18.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2225376416 --> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] -- command(tid 0: {"prefix": "status"}) v1 -- 0x165a1e0 con 0x189a460 2024-09-13T15:01:18.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44dd4f7700 1 --2- 172.21.15.33:0/2225376416 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x189a460 0x189a840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:18.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44b7fff700 10 client.4899 ms_handle_connect on v2:172.21.15.103:6836/3113841157 2024-09-13T15:01:18.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44dd4f7700 1 --2- 172.21.15.33:0/2225376416 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x189a460 0x189a840 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=4484b81cb8951a9e server_cookie=592fcc013d371f04 in_seq=0 out_seq=0 2024-09-13T15:01:18.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44b7fff700 1 -- 172.21.15.33:0/2225376416 <== mds.0 v2:172.21.15.103:6836/3113841157 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+324 (crc 0 0 0) 0x165a1e0 con 0x189a460 2024-09-13T15:01:18.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44b7fff700 10 client.4899 handle_command_reply: tid=0 2024-09-13T15:01:18.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 1 client.4899 shutdown 2024-09-13T15:01:18.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2225376416 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1896230 msgr2=0x18b3560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:18.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/2225376416 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1896230 0x18b3560 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7f44d40166e0 tx=0x7f44d4001250 comp rx=0 tx=0).stop 2024-09-13T15:01:18.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2225376416 shutdown_connections 2024-09-13T15:01:18.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/2225376416 >> [v2:172.21.15.103:6836/3113841157,v1:172.21.15.103:6837/3113841157] conn(0x189a460 0x189a840 crc :-1 s=READY pgs=16 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/2225376416 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x1896b50 0x18b3aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/2225376416 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x1896230 0x18b3560 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 1 --2- 172.21.15.33:0/2225376416 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x15de4d0 0x18f1e30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2225376416 >> 172.21.15.33:0/2225376416 conn(0x1895620 msgr2=0x1874060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:18.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44b7fff700 0 client.4899 ms_handle_reset on v2:172.21.15.103:6836/3113841157 2024-09-13T15:01:18.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2225376416 shutdown_connections 2024-09-13T15:01:18.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 1 -- 172.21.15.33:0/2225376416 wait complete. 2024-09-13T15:01:18.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44e2a0c740 20 client.4899 trim_cache size 0 max 16384 2024-09-13T15:01:18.715 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:01:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "26cfc81a-7b79-4125-b830-c08a65e88194", 2024-09-13T15:01:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-09-13T15:01:18.715 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 4276, 2024-09-13T15:01:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-09-13T15:01:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-09-13T15:01:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-09-13T15:01:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 28.836019506, 2024-09-13T15:01:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 9, 2024-09-13T15:01:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 26, 2024-09-13T15:01:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 26, 2024-09-13T15:01:18.716 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 35.255051115000001 2024-09-13T15:01:18.716 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:01:18.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44de4f9700 1 -- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f44bc066730 msgr2=0x7f44bc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:18.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44de4f9700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f44bc066730 0x7f44bc068bf0 secure :-1 s=READY pgs=138 cs=0 l=1 rev1=1 crypto rx=0x7f44d80ad4b0 tx=0x7f44d4001ba0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44de4f9700 1 -- 172.21.15.33:0/4244013488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d80ce040 msgr2=0x7f44d8071670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:18.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.705+0000 7f44de4f9700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d80ce040 0x7f44d8071670 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f44d00090b0 tx=0x7f44d0004770 comp rx=0 tx=0).stop 2024-09-13T15:01:18.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.709+0000 7f44de4f9700 1 -- 172.21.15.33:0/4244013488 shutdown_connections 2024-09-13T15:01:18.717 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.709+0000 7f44de4f9700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f44bc066730 0x7f44bc068bf0 unknown :-1 s=CLOSED pgs=138 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.709+0000 7f44de4f9700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f44d80ce040 0x7f44d8071670 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.709+0000 7f44de4f9700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f44d80adb30 0x7f44d8071130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.709+0000 7f44de4f9700 1 --2- 172.21.15.33:0/4244013488 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f44d806bb90 0x7f44d813f7e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:18.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.709+0000 7f44de4f9700 1 -- 172.21.15.33:0/4244013488 >> 172.21.15.33:0/4244013488 conn(0x7f44d806a350 msgr2=0x7f44d80b17f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:18.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.709+0000 7f44de4f9700 1 -- 172.21.15.33:0/4244013488 shutdown_connections 2024-09-13T15:01:18.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:18.709+0000 7f44de4f9700 1 -- 172.21.15.33:0/4244013488 wait complete. 2024-09-13T15:01:18.730 INFO:teuthology.run_tasks:Running task sequential... 2024-09-13T15:01:18.740 INFO:teuthology.task.sequential:In sequential, running task sequential... 2024-09-13T15:01:18.740 INFO:teuthology.task.sequential:In sequential, running task print... 2024-09-13T15:01:18.741 INFO:teuthology.task.print:Enabling mgr modules 2024-09-13T15:01:18.741 INFO:teuthology.run_tasks:Running task ceph-fuse... 2024-09-13T15:01:18.787 INFO:tasks.ceph_fuse:Running ceph_fuse task... 2024-09-13T15:01:18.788 INFO:tasks.ceph_fuse:config is {'client.0': {}, 'client.2': {}, 'client.1': {}, 'client.3': {}} 2024-09-13T15:01:18.788 INFO:tasks.ceph_fuse:client.0 config is {} 2024-09-13T15:01:18.788 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T15:01:18.788 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T15:01:18.788 INFO:tasks.ceph_fuse:client.2 config is {} 2024-09-13T15:01:18.788 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T15:01:18.788 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-13T15:01:18.788 INFO:tasks.ceph_fuse:client.1 config is {} 2024-09-13T15:01:18.788 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T15:01:18.789 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T15:01:18.789 INFO:tasks.ceph_fuse:client.3 config is {} 2024-09-13T15:01:18.789 INFO:tasks.cephfs.mount:cephfs_mntpt = None 2024-09-13T15:01:18.789 INFO:tasks.cephfs.mount:hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-13T15:01:18.789 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:18.789 DEBUG:teuthology.orchestra.run.smithi103:> ip netns list 2024-09-13T15:01:18.798 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:18.798 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip link delete ceph-brx 2024-09-13T15:01:18.819 INFO:teuthology.orchestra.run.smithi103.stderr:Cannot find device "ceph-brx" 2024-09-13T15:01:18.819 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:01:18.820 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:18.820 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-09-13T15:01:18.828 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.admin (id: 0) 2024-09-13T15:01:18.828 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:18.828 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.admin 2024-09-13T15:01:18.846 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:18.846 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link delete ceph-brx 2024-09-13T15:01:19.036 INFO:tasks.ceph_fuse:Mounting ceph-fuse clients... 2024-09-13T15:01:19.036 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T15:01:19.036 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T15:01:19.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff562a8c700 1 Processor -- start 2024-09-13T15:01:19.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff562a8c700 1 -- start start 2024-09-13T15:01:19.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff562a8c700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff55c06b730 0x7ff55c0cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:19.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff562a8c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff55c0d2c90 0x7ff55c0d3120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:19.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff562a8c700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff55c0ceb60 con 0x7ff55c15cd60 2024-09-13T15:01:19.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff562a8c700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff55c15d140 con 0x7ff55c06b730 2024-09-13T15:01:19.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff562a8c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff55c0ce230 con 0x7ff55c0d2c90 2024-09-13T15:01:19.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff561a8a700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7ff55c15cd60 0x7ff55c0cf3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:49908/0 (socket says 172.21.15.33:49908) 2024-09-13T15:01:19.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff561a8a700 1 -- 172.21.15.33:0/3732847801 learned_addr learned my addr 172.21.15.33:0/3732847801 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:19.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff56228b700 1 --2- 172.21.15.33:0/3732847801 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff55c0d2c90 0x7ff55c0d3120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:19.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff560a88700 1 -- 172.21.15.33:0/3732847801 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2073185832 0 0) 0x7ff55c0ceb60 con 0x7ff55c15cd60 2024-09-13T15:01:19.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff561289700 1 --2- 172.21.15.33:0/3732847801 >> v2:172.21.15.103:3300/0 conn(0x7ff55c06b730 0x7ff55c0cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:19.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff560a88700 1 -- 172.21.15.33:0/3732847801 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff5440035d0 con 0x7ff55c15cd60 2024-09-13T15:01:19.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff56228b700 1 -- 172.21.15.33:0/3732847801 >> v2:172.21.15.103:3300/0 conn(0x7ff55c06b730 msgr2=0x7ff55c0cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:19.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff56228b700 1 --2- 172.21.15.33:0/3732847801 >> v2:172.21.15.103:3300/0 conn(0x7ff55c06b730 0x7ff55c0cfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:19.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff56228b700 1 -- 172.21.15.33:0/3732847801 >> v1:172.21.15.33:6789/0 conn(0x7ff55c15cd60 legacy=0x7ff55c0cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:19.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff56228b700 1 -- 172.21.15.33:0/3732847801 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff55c0ce510 con 0x7ff55c0d2c90 2024-09-13T15:01:19.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.153+0000 7ff56228b700 1 --2- 172.21.15.33:0/3732847801 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff55c0d2c90 0x7ff55c0d3120 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ff554009850 tx=0x7ff554009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=844015f705c61199 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:19.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff560a88700 1 -- 172.21.15.33:0/3732847801 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff554011830 con 0x7ff55c0d2c90 2024-09-13T15:01:19.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff560a88700 1 -- 172.21.15.33:0/3732847801 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff554011990 con 0x7ff55c0d2c90 2024-09-13T15:01:19.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff560a88700 1 -- 172.21.15.33:0/3732847801 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff554011d00 con 0x7ff55c0d2c90 2024-09-13T15:01:19.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 -- 172.21.15.33:0/3732847801 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff55c0d2c90 msgr2=0x7ff55c0d3120 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:19.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 --2- 172.21.15.33:0/3732847801 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff55c0d2c90 0x7ff55c0d3120 secure :-1 s=READY pgs=60 cs=0 l=1 rev1=1 crypto rx=0x7ff554009850 tx=0x7ff554009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:19.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 -- 172.21.15.33:0/3732847801 shutdown_connections 2024-09-13T15:01:19.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 --2- 172.21.15.33:0/3732847801 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff55c0d2c90 0x7ff55c0d3120 unknown :-1 s=CLOSED pgs=60 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:19.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 --2- 172.21.15.33:0/3732847801 >> v2:172.21.15.103:3300/0 conn(0x7ff55c06b730 0x7ff55c0cfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:19.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 -- 172.21.15.33:0/3732847801 >> 172.21.15.33:0/3732847801 conn(0x7ff55c08c240 msgr2=0x7ff55c09c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:19.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 -- 172.21.15.33:0/3732847801 shutdown_connections 2024-09-13T15:01:19.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 -- 172.21.15.33:0/3732847801 wait complete. 2024-09-13T15:01:19.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 Processor -- start 2024-09-13T15:01:19.165 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 -- start start 2024-09-13T15:01:19.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff55c06b730 0x7ff55c0b41a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:19.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff55c0d2c90 0x7ff55c0ca040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:19.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff55c15cd60 0x7ff55c0c89b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:19.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff55c0b5140 con 0x7ff55c15cd60 2024-09-13T15:01:19.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff55c0b6730 con 0x7ff55c06b730 2024-09-13T15:01:19.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.157+0000 7ff562a8c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff55c156a40 con 0x7ff55c0d2c90 2024-09-13T15:01:19.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff56228b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff55c15cd60 0x7ff55c0c89b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:19.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff56228b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff55c15cd60 0x7ff55c0c89b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:44412/0 (socket says 172.21.15.33:44412) 2024-09-13T15:01:19.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff56228b700 1 -- 172.21.15.33:0/718942530 learned_addr learned my addr 172.21.15.33:0/718942530 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:19.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff561a8a700 1 --2- 172.21.15.33:0/718942530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff55c06b730 0x7ff55c0b41a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:19.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff561289700 1 --2- 172.21.15.33:0/718942530 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff55c0d2c90 0x7ff55c0ca040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:19.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff56228b700 1 -- 172.21.15.33:0/718942530 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff55c0d2c90 msgr2=0x7ff55c0ca040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:19.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff56228b700 1 --2- 172.21.15.33:0/718942530 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff55c0d2c90 0x7ff55c0ca040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:19.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff56228b700 1 -- 172.21.15.33:0/718942530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff55c06b730 msgr2=0x7ff55c0b41a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:19.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff56228b700 1 --2- 172.21.15.33:0/718942530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff55c06b730 0x7ff55c0b41a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:19.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff56228b700 1 -- 172.21.15.33:0/718942530 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff5540094b0 con 0x7ff55c15cd60 2024-09-13T15:01:19.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff56228b700 1 --2- 172.21.15.33:0/718942530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff55c15cd60 0x7ff55c0c89b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7ff554009eb0 tx=0x7ff554004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:19.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff55a7fc700 1 -- 172.21.15.33:0/718942530 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff554004610 con 0x7ff55c15cd60 2024-09-13T15:01:19.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff562a8c700 1 -- 172.21.15.33:0/718942530 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff55c0b48a0 con 0x7ff55c15cd60 2024-09-13T15:01:19.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff55a7fc700 1 -- 172.21.15.33:0/718942530 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff55401f070 con 0x7ff55c15cd60 2024-09-13T15:01:19.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff55a7fc700 1 -- 172.21.15.33:0/718942530 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff554003900 con 0x7ff55c15cd60 2024-09-13T15:01:19.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff562a8c700 1 -- 172.21.15.33:0/718942530 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff55c0b4e60 con 0x7ff55c15cd60 2024-09-13T15:01:19.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff562a8c700 1 -- 172.21.15.33:0/718942530 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff55c0b6500 con 0x7ff55c15cd60 2024-09-13T15:01:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.161+0000 7ff55a7fc700 1 -- 172.21.15.33:0/718942530 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff554003a60 con 0x7ff55c15cd60 2024-09-13T15:01:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.165+0000 7ff55a7fc700 1 --2- 172.21.15.33:0/718942530 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff548066760 0x7ff548068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.165+0000 7ff55a7fc700 1 -- 172.21.15.33:0/718942530 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff554021070 con 0x7ff55c15cd60 2024-09-13T15:01:19.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.165+0000 7ff561a8a700 1 --2- 172.21.15.33:0/718942530 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff548066760 0x7ff548068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:19.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.165+0000 7ff561a8a700 1 --2- 172.21.15.33:0/718942530 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff548066760 0x7ff548068c20 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff54c007fd0 tx=0x7ff54c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:19.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.173+0000 7ff55a7fc700 1 -- 172.21.15.33:0/718942530 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff55c0b6500 con 0x7ff55c15cd60 2024-09-13T15:01:19.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.385+0000 7ff562a8c700 1 -- 172.21.15.33:0/718942530 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7ff55c0b6500 con 0x7ff55c15cd60 2024-09-13T15:01:19.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.385+0000 7ff55a7fc700 1 -- 172.21.15.33:0/718942530 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7ff55c0b6500 con 0x7ff55c15cd60 2024-09-13T15:01:19.392 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T15:01:19.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.389+0000 7ff562a8c700 1 -- 172.21.15.33:0/718942530 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff548066760 msgr2=0x7ff548068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:19.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.389+0000 7ff562a8c700 1 --2- 172.21.15.33:0/718942530 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff548066760 0x7ff548068c20 secure :-1 s=READY pgs=139 cs=0 l=1 rev1=1 crypto rx=0x7ff54c007fd0 tx=0x7ff54c009040 comp rx=0 tx=0).stop 2024-09-13T15:01:19.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.389+0000 7ff562a8c700 1 -- 172.21.15.33:0/718942530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff55c15cd60 msgr2=0x7ff55c0c89b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:19.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.389+0000 7ff562a8c700 1 --2- 172.21.15.33:0/718942530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff55c15cd60 0x7ff55c0c89b0 secure :-1 s=READY pgs=231 cs=0 l=1 rev1=1 crypto rx=0x7ff554009eb0 tx=0x7ff554004770 comp rx=0 tx=0).stop 2024-09-13T15:01:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.389+0000 7ff562a8c700 1 -- 172.21.15.33:0/718942530 shutdown_connections 2024-09-13T15:01:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.389+0000 7ff562a8c700 1 --2- 172.21.15.33:0/718942530 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff548066760 0x7ff548068c20 unknown :-1 s=CLOSED pgs=139 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.389+0000 7ff562a8c700 1 --2- 172.21.15.33:0/718942530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff55c15cd60 0x7ff55c0c89b0 unknown :-1 s=CLOSED pgs=231 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.389+0000 7ff562a8c700 1 --2- 172.21.15.33:0/718942530 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff55c0d2c90 0x7ff55c0ca040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.389+0000 7ff562a8c700 1 --2- 172.21.15.33:0/718942530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff55c06b730 0x7ff55c0b41a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.389+0000 7ff562a8c700 1 -- 172.21.15.33:0/718942530 >> 172.21.15.33:0/718942530 conn(0x7ff55c08c240 msgr2=0x7ff55c15d9f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.389+0000 7ff562a8c700 1 -- 172.21.15.33:0/718942530 shutdown_connections 2024-09-13T15:01:19.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:19.389+0000 7ff562a8c700 1 -- 172.21.15.33:0/718942530 wait complete. 2024-09-13T15:01:19.407 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T15:01:19.407 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T15:01:19.407 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-09-13T15:01:19.407 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T15:01:19.407 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T15:01:19.407 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T15:01:19.407 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T15:01:19.407 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T15:01:19.407 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:01:19.408 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:19.408 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-09-13T15:01:19.412 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:01:19.413 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:01:19.413 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:01:19.413 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:19.413 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-09-13T15:01:19.413 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:19.413 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:01:19.413 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:19.413 INFO:teuthology.orchestra.run.smithi033.stdout:3: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T15:01:19.413 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:19.413 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T15:01:19.413 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 42571sec preferred_lft 42571sec 2024-09-13T15:01:19.413 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link 2024-09-13T15:01:19.414 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:19.414 INFO:teuthology.orchestra.run.smithi033.stdout:4: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:01:19.414 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:19.414 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:01:19.414 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:19.414 INFO:teuthology.orchestra.run.smithi033.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T15:01:19.414 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 02:42:8c:37:eb:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:19.414 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T15:01:19.414 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:19.415 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T15:01:19.415 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:19.415 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:01:19.415 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:01:19.415 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link add name ceph-brx type bridge 2024-09-13T15:01:19.415 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip addr flush dev ceph-brx 2024-09-13T15:01:19.415 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set ceph-brx up 2024-09-13T15:01:19.415 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T15:01:19.415 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:01:19.456 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:19.457 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T15:01:19.513 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-09-13T15:01:19.514 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:19.515 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-09-13T15:01:19.524 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-09-13T15:01:19.524 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T15:01:19.524 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T15:01:19.524 INFO:teuthology.orchestra.run.smithi033.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T15:01:19.524 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T15:01:19.524 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T15:01:19.524 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:19.525 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:01:19.525 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:01:19.525 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T15:01:19.525 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T15:01:19.525 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T15:01:19.525 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:01:19.567 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:19.567 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-09-13T15:01:19.617 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:19.617 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list-id 2024-09-13T15:01:19.625 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:19.625 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:01:19.625 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:01:19.625 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T15:01:19.625 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.0 0 2024-09-13T15:01:19.625 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:01:19.654 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.0' with 192.168.0.1/16 2024-09-13T15:01:19.654 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:19.654 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:01:19.654 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:01:19.654 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.0 type veth peer name brx.0 2024-09-13T15:01:19.654 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T15:01:19.655 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set veth0 up 2024-09-13T15:01:19.655 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip link set lo up 2024-09-13T15:01:19.655 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip route add default via 192.168.255.254 2024-09-13T15:01:19.655 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:01:19.756 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:19.756 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:01:19.756 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:01:19.756 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-09-13T15:01:19.756 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T15:01:19.756 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:01:19.780 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T15:01:19.781 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:01:19.781 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T15:01:19.788 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:01:19.788 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:01:19.788 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T15:01:19.836 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-09-13T15:01:19.852 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:01:19.852 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:01:19.866 INFO:teuthology.orchestra.run.smithi033.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:01:19.868 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:01:19.868 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:19.869 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-09-13T15:01:19.875 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T15:01:19.875 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T15:01:19.877 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-09-13T15:01:19.893 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:01:19.893 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:01:19.951 INFO:teuthology.orchestra.run.smithi033.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:01:19.952 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:01:19.953 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:19.953 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-09-13T15:01:19.969 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-09-13T15:01:19.961+0000 7f5ba5e61640 -1 init, newargv = 0x55859b6a2780 newargc=15 2024-09-13T15:01:19.970 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[34724]: starting ceph client 2024-09-13T15:01:19.978 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[34724]: starting fuse 2024-09-13T15:01:21.059 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-09-13T15:01:21.079 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:01:21.079 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:01:21.137 INFO:teuthology.orchestra.run.smithi033.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:01:21.138 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:01:21.138 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:21.138 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-09-13T15:01:21.145 INFO:teuthology.orchestra.run.smithi033.stdout:52 2024-09-13T15:01:21.145 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [52] 2024-09-13T15:01:21.146 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:01:21.146 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-09-13T15:01:21.146 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-09-13T15:01:21.146 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-09-13T15:01:21.146 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-09-13T15:01:21.146 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:01:21.146 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-09-13T15:01:21.146 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T15:01:21.146 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-09-13T15:01:21.146 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T15:01:21.146 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:01:21.146 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-09-13T15:01:21.146 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-09-13T15:01:21.147 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-09-13T15:01:21.147 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-09-13T15:01:21.147 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:01:21.147 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-09-13T15:01:21.147 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T15:01:21.147 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T15:01:21.147 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T15:01:21.147 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-09-13T15:01:21.147 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-09-13T15:01:21.147 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-09-13T15:01:21.147 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T15:01:21.147 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:01:21.147 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-09-13T15:01:21.147 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-09-13T15:01:21.229 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.34724.asok 2024-09-13T15:01:21.412 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.34724.asok 2024-09-13T15:01:21.412 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:21.412 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.34724.asok status 2024-09-13T15:01:21.517 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:01:21.517 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-09-13T15:01:21.517 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T15:01:21.517 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T15:01:21.517 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-09-13T15:01:21.517 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-09-13T15:01:21.517 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T15:01:21.518 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "34724", 2024-09-13T15:01:21.518 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-09-13T15:01:21.518 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:01:21.518 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-09-13T15:01:21.518 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-09-13T15:01:21.518 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 4667, 2024-09-13T15:01:21.518 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-09-13T15:01:21.518 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-09-13T15:01:21.518 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-09-13T15:01:21.518 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 4667 2024-09-13T15:01:21.518 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:01:21.518 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-09-13T15:01:21.518 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-09-13T15:01:21.518 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "172.21.15.33:0", 2024-09-13T15:01:21.519 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 1845707297 2024-09-13T15:01:21.519 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:01:21.519 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:01:21.519 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-09-13T15:01:21.519 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-09-13T15:01:21.519 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "172.21.15.33:0", 2024-09-13T15:01:21.519 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 1845707297 2024-09-13T15:01:21.519 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:01:21.519 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.4667 172.21.15.33:0/1845707297", 2024-09-13T15:01:21.519 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "172.21.15.33:0/1845707297", 2024-09-13T15:01:21.519 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-09-13T15:01:21.519 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 9, 2024-09-13T15:01:21.519 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 26, 2024-09-13T15:01:21.519 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-09-13T15:01:21.520 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-09-13T15:01:21.520 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-09-13T15:01:21.520 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:01:21.527 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T15:01:21.528 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T15:01:21.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1e82a700 1 Processor -- start 2024-09-13T15:01:21.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1e82a700 1 -- start start 2024-09-13T15:01:21.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1e82a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d1806c360 0x7f0d1806dce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:21.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1e82a700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d18161390 con 0x7f0d180abf40 2024-09-13T15:01:21.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1e82a700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d18161630 con 0x7f0d18160eb0 2024-09-13T15:01:21.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1e82a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d18161fd0 con 0x7f0d1806c360 2024-09-13T15:01:21.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1d828700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f0d180abf40 0x7f0d180ac320 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34072/0 (socket says 172.21.15.33:34072) 2024-09-13T15:01:21.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1d828700 1 -- 172.21.15.33:0/1581313849 learned_addr learned my addr 172.21.15.33:0/1581313849 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:21.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1e029700 1 --2- 172.21.15.33:0/1581313849 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d1806c360 0x7f0d1806dce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:21.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 -- 172.21.15.33:0/1581313849 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1656494329 0 0) 0x7f0d18161390 con 0x7f0d180abf40 2024-09-13T15:01:21.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 -- 172.21.15.33:0/1581313849 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f0d000035d0 con 0x7f0d180abf40 2024-09-13T15:01:21.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 -- 172.21.15.33:0/1581313849 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2691187443 0 0) 0x7f0d000035d0 con 0x7f0d180abf40 2024-09-13T15:01:21.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 -- 172.21.15.33:0/1581313849 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d1806c360 msgr2=0x7f0d1806dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:21.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 --2- 172.21.15.33:0/1581313849 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d1806c360 0x7f0d1806dce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:21.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 -- 172.21.15.33:0/1581313849 >> v1:172.21.15.103:6789/0 conn(0x7f0d18160eb0 legacy=0x7f0d1806d5d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:21.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 -- 172.21.15.33:0/1581313849 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d18161910 con 0x7f0d180abf40 2024-09-13T15:01:21.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 -- 172.21.15.33:0/1581313849 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7f0d0c001670 con 0x7f0d180abf40 2024-09-13T15:01:21.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 -- 172.21.15.33:0/1581313849 >> v1:172.21.15.33:6789/0 conn(0x7f0d180abf40 legacy=0x7f0d180ac320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:21.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 --2- 172.21.15.33:0/1581313849 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d00003a50 0x7f0d00003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:21.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 --2- 172.21.15.33:0/1581313849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d00004870 0x7f0d00004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:21.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 --2- 172.21.15.33:0/1581313849 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d1806c360 0x7f0d00005270 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:21.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 -- 172.21.15.33:0/1581313849 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d18161fd0 con 0x7f0d00004870 2024-09-13T15:01:21.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 -- 172.21.15.33:0/1581313849 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0000bb90 con 0x7f0d00003a50 2024-09-13T15:01:21.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1c826700 1 -- 172.21.15.33:0/1581313849 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d0000bd50 con 0x7f0d1806c360 2024-09-13T15:01:21.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1d027700 1 --2- 172.21.15.33:0/1581313849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d00004870 0x7f0d00004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:21.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1d828700 1 --2- 172.21.15.33:0/1581313849 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d00003a50 0x7f0d00003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:21.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.633+0000 7f0d1e029700 1 --2- 172.21.15.33:0/1581313849 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d1806c360 0x7f0d00005270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:21.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1d828700 1 -- 172.21.15.33:0/1581313849 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d1806c360 msgr2=0x7f0d00005270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:21.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1d828700 1 --2- 172.21.15.33:0/1581313849 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d1806c360 0x7f0d00005270 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:21.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1d828700 1 -- 172.21.15.33:0/1581313849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d00004870 msgr2=0x7f0d00004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:21.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1d828700 1 --2- 172.21.15.33:0/1581313849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d00004870 0x7f0d00004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:21.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1d828700 1 -- 172.21.15.33:0/1581313849 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d000035d0 con 0x7f0d00003a50 2024-09-13T15:01:21.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1d027700 1 --2- 172.21.15.33:0/1581313849 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d00004870 0x7f0d00004cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:21.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1d828700 1 --2- 172.21.15.33:0/1581313849 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d00003a50 0x7f0d00003e70 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c00c320 tx=0x7f0d000058a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=5d5cb6afee4a453d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:21.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1c826700 1 -- 172.21.15.33:0/1581313849 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c007c30 con 0x7f0d00003a50 2024-09-13T15:01:21.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1c826700 1 -- 172.21.15.33:0/1581313849 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d0c00ce80 con 0x7f0d00003a50 2024-09-13T15:01:21.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1c826700 1 -- 172.21.15.33:0/1581313849 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c005bc0 con 0x7f0d00003a50 2024-09-13T15:01:21.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1e82a700 1 -- 172.21.15.33:0/1581313849 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d00003a50 msgr2=0x7f0d00003e70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:21.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1e82a700 1 --2- 172.21.15.33:0/1581313849 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d00003a50 0x7f0d00003e70 secure :-1 s=READY pgs=119 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c00c320 tx=0x7f0d000058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:21.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1e029700 1 -- 172.21.15.33:0/1581313849 reap_dead start 2024-09-13T15:01:21.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1e82a700 1 -- 172.21.15.33:0/1581313849 shutdown_connections 2024-09-13T15:01:21.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1e82a700 1 -- 172.21.15.33:0/1581313849 >> 172.21.15.33:0/1581313849 conn(0x7f0d180ae750 msgr2=0x7f0d180b0cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:21.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1e82a700 1 -- 172.21.15.33:0/1581313849 shutdown_connections 2024-09-13T15:01:21.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.637+0000 7f0d1e82a700 1 -- 172.21.15.33:0/1581313849 wait complete. 2024-09-13T15:01:21.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1e82a700 1 Processor -- start 2024-09-13T15:01:21.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1e82a700 1 -- start start 2024-09-13T15:01:21.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1e82a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d1815f4a0 0x7f0d180ce1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:21.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1e82a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d1815f880 0x7f0d181506f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:21.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1e82a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d18150c30 0x7f0d181f9e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:21.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1e82a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d180ccde0 con 0x7f0d1815f880 2024-09-13T15:01:21.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1e82a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d181510b0 con 0x7f0d18150c30 2024-09-13T15:01:21.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1e82a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d18099dc0 con 0x7f0d1815f4a0 2024-09-13T15:01:21.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1d027700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d1815f880 0x7f0d181506f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:21.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1d027700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d1815f880 0x7f0d181506f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51710/0 (socket says 172.21.15.33:51710) 2024-09-13T15:01:21.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1d027700 1 -- 172.21.15.33:0/2214127128 learned_addr learned my addr 172.21.15.33:0/2214127128 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:21.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1d828700 1 --2- 172.21.15.33:0/2214127128 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d1815f4a0 0x7f0d180ce1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:21.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1e029700 1 --2- 172.21.15.33:0/2214127128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d18150c30 0x7f0d181f9e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:21.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1d027700 1 -- 172.21.15.33:0/2214127128 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d1815f4a0 msgr2=0x7f0d180ce1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:21.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1d027700 1 --2- 172.21.15.33:0/2214127128 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d1815f4a0 0x7f0d180ce1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:21.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1d027700 1 -- 172.21.15.33:0/2214127128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d18150c30 msgr2=0x7f0d181f9e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:21.649 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1d027700 1 --2- 172.21.15.33:0/2214127128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d18150c30 0x7f0d181f9e10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:21.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1d027700 1 -- 172.21.15.33:0/2214127128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d1809a0a0 con 0x7f0d1815f880 2024-09-13T15:01:21.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1d027700 1 --2- 172.21.15.33:0/2214127128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d1815f880 0x7f0d181506f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f0d0800d200 tx=0x7f0d0800d510 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:21.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d167fc700 1 -- 172.21.15.33:0/2214127128 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d0800dd90 con 0x7f0d1815f880 2024-09-13T15:01:21.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d167fc700 1 -- 172.21.15.33:0/2214127128 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d08003a20 con 0x7f0d1815f880 2024-09-13T15:01:21.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1e82a700 1 -- 172.21.15.33:0/2214127128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d1809a380 con 0x7f0d1815f880 2024-09-13T15:01:21.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d167fc700 1 -- 172.21.15.33:0/2214127128 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d08003dd0 con 0x7f0d1815f880 2024-09-13T15:01:21.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.641+0000 7f0d1e82a700 1 -- 172.21.15.33:0/2214127128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d1809a940 con 0x7f0d1815f880 2024-09-13T15:01:21.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.645+0000 7f0d1e82a700 1 -- 172.21.15.33:0/2214127128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d180ac320 con 0x7f0d1815f880 2024-09-13T15:01:21.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.645+0000 7f0d167fc700 1 -- 172.21.15.33:0/2214127128 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0d080050d0 con 0x7f0d1815f880 2024-09-13T15:01:21.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.645+0000 7f0d167fc700 1 --2- 172.21.15.33:0/2214127128 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d04066730 0x7f0d04068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:21.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.645+0000 7f0d167fc700 1 -- 172.21.15.33:0/2214127128 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f0d08084ae0 con 0x7f0d1815f880 2024-09-13T15:01:21.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.645+0000 7f0d1d828700 1 --2- 172.21.15.33:0/2214127128 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d04066730 0x7f0d04068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:21.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.645+0000 7f0d1d828700 1 --2- 172.21.15.33:0/2214127128 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d04066730 0x7f0d04068bf0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c015040 tx=0x7f0d0c007000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:21.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.649+0000 7f0d167fc700 1 -- 172.21.15.33:0/2214127128 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0d08051ac0 con 0x7f0d1815f880 2024-09-13T15:01:21.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.861+0000 7f0d1e82a700 1 -- 172.21.15.33:0/2214127128 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7f0d1806bd90 con 0x7f0d1815f880 2024-09-13T15:01:21.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.861+0000 7f0d167fc700 1 -- 172.21.15.33:0/2214127128 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7f0d080550e0 con 0x7f0d1815f880 2024-09-13T15:01:21.867 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T15:01:21.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.861+0000 7f0d1e82a700 1 -- 172.21.15.33:0/2214127128 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d04066730 msgr2=0x7f0d04068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:21.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.861+0000 7f0d1e82a700 1 --2- 172.21.15.33:0/2214127128 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d04066730 0x7f0d04068bf0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c015040 tx=0x7f0d0c007000 comp rx=0 tx=0).stop 2024-09-13T15:01:21.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.861+0000 7f0d1e82a700 1 -- 172.21.15.33:0/2214127128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d1815f880 msgr2=0x7f0d181506f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:21.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.865+0000 7f0d1e82a700 1 --2- 172.21.15.33:0/2214127128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d1815f880 0x7f0d181506f0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f0d0800d200 tx=0x7f0d0800d510 comp rx=0 tx=0).stop 2024-09-13T15:01:21.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.865+0000 7f0d1e82a700 1 -- 172.21.15.33:0/2214127128 shutdown_connections 2024-09-13T15:01:21.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.865+0000 7f0d1e82a700 1 --2- 172.21.15.33:0/2214127128 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d04066730 0x7f0d04068bf0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:21.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.865+0000 7f0d1e82a700 1 --2- 172.21.15.33:0/2214127128 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d18150c30 0x7f0d181f9e10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:21.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.865+0000 7f0d1e82a700 1 --2- 172.21.15.33:0/2214127128 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d1815f880 0x7f0d181506f0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:21.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.865+0000 7f0d1e82a700 1 --2- 172.21.15.33:0/2214127128 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d1815f4a0 0x7f0d180ce1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:21.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.865+0000 7f0d1e82a700 1 -- 172.21.15.33:0/2214127128 >> 172.21.15.33:0/2214127128 conn(0x7f0d00003a50 msgr2=0x7f0d18163b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:21.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.865+0000 7f0d1e82a700 1 -- 172.21.15.33:0/2214127128 shutdown_connections 2024-09-13T15:01:21.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:21.865+0000 7f0d1e82a700 1 -- 172.21.15.33:0/2214127128 wait complete. 2024-09-13T15:01:21.882 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T15:01:21.882 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T15:01:21.883 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-09-13T15:01:21.883 INFO:tasks.cephfs.mount:self.client.name = client.2 2024-09-13T15:01:21.883 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.2 2024-09-13T15:01:21.883 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T15:01:21.883 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T15:01:21.883 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T15:01:21.883 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.2' 2024-09-13T15:01:21.883 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:21.883 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-09-13T15:01:21.893 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:01:21.893 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:01:21.893 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:01:21.893 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:21.893 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-09-13T15:01:21.893 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:21.893 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:01:21.893 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:21.893 INFO:teuthology.orchestra.run.smithi033.stdout:3: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T15:01:21.893 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:21.894 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T15:01:21.894 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 42568sec preferred_lft 42568sec 2024-09-13T15:01:21.894 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link 2024-09-13T15:01:21.894 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:21.894 INFO:teuthology.orchestra.run.smithi033.stdout:4: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:01:21.894 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:21.894 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:01:21.894 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:21.894 INFO:teuthology.orchestra.run.smithi033.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T15:01:21.894 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 02:42:8c:37:eb:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:21.894 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T15:01:21.894 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:21.894 INFO:teuthology.orchestra.run.smithi033.stdout:9: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:01:21.894 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0a:48:bb:d6:d2:a8 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:21.895 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T15:01:21.895 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:21.895 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4c0:28ff:fe3e:226f/64 scope link 2024-09-13T15:01:21.895 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:21.895 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T15:01:21.895 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0a:48:bb:d6:d2:a8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T15:01:21.895 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::848:bbff:fed6:d2a8/64 scope link 2024-09-13T15:01:21.895 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:21.895 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:21.895 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T15:01:21.910 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-09-13T15:01:21.911 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:21.911 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-09-13T15:01:21.962 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-09-13T15:01:21.962 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T15:01:21.962 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T15:01:21.962 INFO:teuthology.orchestra.run.smithi033.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T15:01:21.962 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T15:01:21.962 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T15:01:21.963 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:21.963 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:01:21.963 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:01:21.963 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T15:01:21.963 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T15:01:21.963 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T15:01:21.963 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:01:22.006 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:22.007 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-09-13T15:01:22.012 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T15:01:22.012 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:22.012 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list-id 2024-09-13T15:01:22.019 INFO:teuthology.orchestra.run.smithi033.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.0) 2024-09-13T15:01:22.020 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:22.020 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:01:22.020 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:01:22.020 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T15:01:22.020 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.2 1 2024-09-13T15:01:22.020 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:01:22.091 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:22.092 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-13T15:01:22.105 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:01:22.105 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:01:22.105 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:01:22.105 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:22.105 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-09-13T15:01:22.105 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:22.105 INFO:teuthology.orchestra.run.smithi033.stdout:2: veth0@if10: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:01:22.106 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 46:fd:7a:68:11:8b brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T15:01:22.106 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T15:01:22.106 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:22.106 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::44fd:7aff:fe68:118b/64 scope link 2024-09-13T15:01:22.106 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:22.107 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:22.107 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.0 ip addr 2024-09-13T15:01:22.123 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:01:22.322 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:01:22.322 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:01:22.323 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:22.323 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-09-13T15:01:22.323 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:22.323 INFO:teuthology.orchestra.run.smithi033.stdout:2: veth0@if10: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:01:22.323 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 46:fd:7a:68:11:8b brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T15:01:22.323 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T15:01:22.323 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:22.323 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::44fd:7aff:fe68:118b/64 scope link 2024-09-13T15:01:22.323 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:22.324 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.2' with 192.168.0.2/16 2024-09-13T15:01:22.325 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:22.325 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:01:22.325 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:01:22.325 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.2 type veth peer name brx.1 2024-09-13T15:01:22.325 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-13T15:01:22.325 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set veth0 up 2024-09-13T15:01:22.325 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip link set lo up 2024-09-13T15:01:22.325 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.2 ip route add default via 192.168.255.254 2024-09-13T15:01:22.325 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:01:22.389 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:22.389 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:01:22.389 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:01:22.389 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.1 up 2024-09-13T15:01:22.389 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set dev brx.1 master ceph-brx 2024-09-13T15:01:22.389 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:01:22.418 INFO:tasks.cephfs.fuse_mount:Client client.2 config is {} 2024-09-13T15:01:22.419 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:01:22.419 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.2 2024-09-13T15:01:22.423 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.2' 2024-09-13T15:01:22.424 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:01:22.424 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.2 2024-09-13T15:01:22.430 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-09-13T15:01:22.445 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:01:22.446 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:01:22.455 INFO:teuthology.orchestra.run.smithi033.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:01:22.456 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:01:22.457 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:22.457 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-09-13T15:01:22.508 INFO:teuthology.orchestra.run.smithi033.stdout:52 2024-09-13T15:01:22.508 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [52] 2024-09-13T15:01:22.508 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.2 --id 2) 2024-09-13T15:01:22.510 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-09-13T15:01:22.527 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:01:22.527 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:01:22.536 INFO:teuthology.orchestra.run.smithi033.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:01:22.536 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:01:22.537 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:22.537 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-09-13T15:01:22.542 INFO:teuthology.orchestra.run.smithi033.stdout:52 2024-09-13T15:01:22.607 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi033.stderr:2024-09-13T15:01:22.601+0000 7f7ac7bc2640 -1 init, newargv = 0x55bca2f15570 newargc=15 2024-09-13T15:01:22.607 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi033.stderr:ceph-fuse[34868]: starting ceph client 2024-09-13T15:01:22.616 INFO:tasks.cephfs.fuse_mount.ceph-fuse.2.smithi033.stderr:ceph-fuse[34868]: starting fuse 2024-09-13T15:01:23.643 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-09-13T15:01:23.660 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:01:23.660 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:01:23.677 INFO:teuthology.orchestra.run.smithi033.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:01:23.678 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:01:23.678 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:23.679 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-09-13T15:01:23.686 INFO:teuthology.orchestra.run.smithi033.stdout:52 2024-09-13T15:01:23.686 INFO:teuthology.orchestra.run.smithi033.stdout:53 2024-09-13T15:01:23.686 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [52, 53] 2024-09-13T15:01:23.686 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:01:23.686 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-09-13T15:01:23.686 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-09-13T15:01:23.687 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-09-13T15:01:23.687 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-09-13T15:01:23.687 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:01:23.687 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-09-13T15:01:23.687 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.2.*.asok" 2024-09-13T15:01:23.687 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-09-13T15:01:23.687 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.2" 2024-09-13T15:01:23.687 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:01:23.687 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-09-13T15:01:23.687 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-09-13T15:01:23.688 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-09-13T15:01:23.688 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-09-13T15:01:23.688 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:01:23.688 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-09-13T15:01:23.688 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T15:01:23.688 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T15:01:23.688 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T15:01:23.688 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-09-13T15:01:23.688 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-09-13T15:01:23.688 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-09-13T15:01:23.688 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T15:01:23.688 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:01:23.688 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.2")) 2024-09-13T15:01:23.688 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-09-13T15:01:23.771 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.2.34868.asok 2024-09-13T15:01:23.956 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.2.34868.asok 2024-09-13T15:01:23.957 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:23.957 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.2.34868.asok status 2024-09-13T15:01:24.099 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:01:24.099 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-09-13T15:01:24.100 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T15:01:24.100 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T15:01:24.100 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "2", 2024-09-13T15:01:24.100 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-09-13T15:01:24.100 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.2", 2024-09-13T15:01:24.100 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "34868", 2024-09-13T15:01:24.100 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-09-13T15:01:24.100 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:01:24.100 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-09-13T15:01:24.100 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-09-13T15:01:24.100 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 4923, 2024-09-13T15:01:24.100 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-09-13T15:01:24.101 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-09-13T15:01:24.101 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-09-13T15:01:24.101 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 4923 2024-09-13T15:01:24.101 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:01:24.101 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-09-13T15:01:24.101 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-09-13T15:01:24.101 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.2:0", 2024-09-13T15:01:24.101 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 1316059404 2024-09-13T15:01:24.101 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:01:24.101 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:01:24.101 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-09-13T15:01:24.101 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-09-13T15:01:24.102 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.2:0", 2024-09-13T15:01:24.102 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 1316059404 2024-09-13T15:01:24.102 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:01:24.102 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.4923 192.168.0.2:0/1316059404", 2024-09-13T15:01:24.102 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.2:0/1316059404", 2024-09-13T15:01:24.102 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-09-13T15:01:24.102 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 9, 2024-09-13T15:01:24.102 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 26, 2024-09-13T15:01:24.102 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-09-13T15:01:24.102 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-09-13T15:01:24.102 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-09-13T15:01:24.103 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:01:24.110 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T15:01:24.111 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T15:01:24.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf426e9700 1 Processor -- start 2024-09-13T15:01:24.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf426e9700 1 -- start start 2024-09-13T15:01:24.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf426e9700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fcf3c158b30 0x7fcf3c071030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:24.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf426e9700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcf3c158f10 0x7fcf3c071570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:24.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf426e9700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fcf3c06bb90 0x7fcf3c06ce30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:24.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf426e9700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf3c06de00 con 0x7fcf3c06bb90 2024-09-13T15:01:24.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf426e9700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fcf3c06db20 con 0x7fcf3c158b30 2024-09-13T15:01:24.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf426e9700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf3c0b1920 con 0x7fcf3c158f10 2024-09-13T15:01:24.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf41ee8700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fcf3c06bb90 0x7fcf3c06ce30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:24.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf41ee8700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fcf3c06bb90 0x7fcf3c06ce30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51720/0 (socket says 172.21.15.33:51720) 2024-09-13T15:01:24.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf41ee8700 1 -- 172.21.15.33:0/2044505890 learned_addr learned my addr 172.21.15.33:0/2044505890 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:24.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf40ee6700 1 --2- 172.21.15.33:0/2044505890 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcf3c158f10 0x7fcf3c071570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:24.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf416e7700 1 --2- 172.21.15.33:0/2044505890 >> v2:172.21.15.103:3300/0 conn(0x7fcf3c158b30 0x7fcf3c071030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:24.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf41ee8700 1 -- 172.21.15.33:0/2044505890 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcf3c158f10 msgr2=0x7fcf3c071570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:24.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf41ee8700 1 --2- 172.21.15.33:0/2044505890 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcf3c158f10 0x7fcf3c071570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:24.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.217+0000 7fcf41ee8700 1 -- 172.21.15.33:0/2044505890 >> v2:172.21.15.103:3300/0 conn(0x7fcf3c158b30 msgr2=0x7fcf3c071030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:24.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf41ee8700 1 --2- 172.21.15.33:0/2044505890 >> v2:172.21.15.103:3300/0 conn(0x7fcf3c158b30 0x7fcf3c071030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:24.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf41ee8700 1 -- 172.21.15.33:0/2044505890 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf3c0b1c00 con 0x7fcf3c06bb90 2024-09-13T15:01:24.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf41ee8700 1 --2- 172.21.15.33:0/2044505890 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf3c06bb90 0x7fcf3c06ce30 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c06b210 tx=0x7fcf3400d430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=454799882a4446f9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:24.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf33fff700 1 -- 172.21.15.33:0/2044505890 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf34010070 con 0x7fcf3c06bb90 2024-09-13T15:01:24.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf33fff700 1 -- 172.21.15.33:0/2044505890 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf3400dce0 con 0x7fcf3c06bb90 2024-09-13T15:01:24.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf33fff700 1 -- 172.21.15.33:0/2044505890 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf3400b310 con 0x7fcf3c06bb90 2024-09-13T15:01:24.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf426e9700 1 -- 172.21.15.33:0/2044505890 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf3c06bb90 msgr2=0x7fcf3c06ce30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:24.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf426e9700 1 --2- 172.21.15.33:0/2044505890 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf3c06bb90 0x7fcf3c06ce30 secure :-1 s=READY pgs=237 cs=0 l=1 rev1=1 crypto rx=0x7fcf3c06b210 tx=0x7fcf3400d430 comp rx=0 tx=0).stop 2024-09-13T15:01:24.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf426e9700 1 -- 172.21.15.33:0/2044505890 shutdown_connections 2024-09-13T15:01:24.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf426e9700 1 --2- 172.21.15.33:0/2044505890 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcf3c158f10 0x7fcf3c071570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:24.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf426e9700 1 --2- 172.21.15.33:0/2044505890 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf3c06bb90 0x7fcf3c06ce30 unknown :-1 s=CLOSED pgs=237 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:24.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf426e9700 1 --2- 172.21.15.33:0/2044505890 >> v2:172.21.15.103:3300/0 conn(0x7fcf3c158b30 0x7fcf3c071030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:24.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf426e9700 1 -- 172.21.15.33:0/2044505890 >> 172.21.15.33:0/2044505890 conn(0x7fcf3c06a350 msgr2=0x7fcf3c06a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:24.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf426e9700 1 -- 172.21.15.33:0/2044505890 shutdown_connections 2024-09-13T15:01:24.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf426e9700 1 -- 172.21.15.33:0/2044505890 wait complete. 2024-09-13T15:01:24.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf426e9700 1 Processor -- start 2024-09-13T15:01:24.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.221+0000 7fcf426e9700 1 -- start start 2024-09-13T15:01:24.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf426e9700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcf3c06bb90 0x7fcf3c1f64c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:24.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf426e9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf3c158b30 0x7fcf3c0acb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:24.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf426e9700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf3c158f10 0x7fcf3c13ebe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:24.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf426e9700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf3c13faf0 con 0x7fcf3c158b30 2024-09-13T15:01:24.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf426e9700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fcf3c13f810 con 0x7fcf3c158f10 2024-09-13T15:01:24.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf426e9700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fcf3c1f59e0 con 0x7fcf3c06bb90 2024-09-13T15:01:24.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf40ee6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf3c158b30 0x7fcf3c0acb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:24.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf40ee6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf3c158b30 0x7fcf3c0acb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51722/0 (socket says 172.21.15.33:51722) 2024-09-13T15:01:24.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf40ee6700 1 -- 172.21.15.33:0/622569720 learned_addr learned my addr 172.21.15.33:0/622569720 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:24.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf41ee8700 1 --2- 172.21.15.33:0/622569720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf3c158f10 0x7fcf3c13ebe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:24.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf416e7700 1 --2- 172.21.15.33:0/622569720 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcf3c06bb90 0x7fcf3c1f64c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:24.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf40ee6700 1 -- 172.21.15.33:0/622569720 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcf3c06bb90 msgr2=0x7fcf3c1f64c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:24.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf40ee6700 1 --2- 172.21.15.33:0/622569720 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcf3c06bb90 0x7fcf3c1f64c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:24.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf40ee6700 1 -- 172.21.15.33:0/622569720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf3c158f10 msgr2=0x7fcf3c13ebe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:24.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf40ee6700 1 --2- 172.21.15.33:0/622569720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf3c158f10 0x7fcf3c13ebe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:24.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf40ee6700 1 -- 172.21.15.33:0/622569720 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fcf3400bd40 con 0x7fcf3c158b30 2024-09-13T15:01:24.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf40ee6700 1 --2- 172.21.15.33:0/622569720 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf3c158b30 0x7fcf3c0acb30 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fcf2c00e870 tx=0x7fcf2c00eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf31ffb700 1 -- 172.21.15.33:0/622569720 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf2c0095c0 con 0x7fcf3c158b30 2024-09-13T15:01:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf31ffb700 1 -- 172.21.15.33:0/622569720 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fcf2c013680 con 0x7fcf3c158b30 2024-09-13T15:01:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf426e9700 1 -- 172.21.15.33:0/622569720 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fcf3c1f5cc0 con 0x7fcf3c158b30 2024-09-13T15:01:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf31ffb700 1 -- 172.21.15.33:0/622569720 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fcf2c013a10 con 0x7fcf3c158b30 2024-09-13T15:01:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.225+0000 7fcf426e9700 1 -- 172.21.15.33:0/622569720 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fcf3c0ad070 con 0x7fcf3c158b30 2024-09-13T15:01:24.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.229+0000 7fcf426e9700 1 -- 172.21.15.33:0/622569720 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fcf3c1f61e0 con 0x7fcf3c158b30 2024-09-13T15:01:24.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.229+0000 7fcf31ffb700 1 -- 172.21.15.33:0/622569720 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fcf2c013b90 con 0x7fcf3c158b30 2024-09-13T15:01:24.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.229+0000 7fcf31ffb700 1 --2- 172.21.15.33:0/622569720 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcf20066730 0x7fcf20068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:24.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.229+0000 7fcf31ffb700 1 -- 172.21.15.33:0/622569720 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fcf2c084290 con 0x7fcf3c158b30 2024-09-13T15:01:24.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.229+0000 7fcf416e7700 1 --2- 172.21.15.33:0/622569720 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcf20066730 0x7fcf20068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:24.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.229+0000 7fcf416e7700 1 --2- 172.21.15.33:0/622569720 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcf20066730 0x7fcf20068bf0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fcf38009a00 tx=0x7fcf38008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:24.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.237+0000 7fcf31ffb700 1 -- 172.21.15.33:0/622569720 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fcf3c1f61e0 con 0x7fcf3c158b30 2024-09-13T15:01:24.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.445+0000 7fcf426e9700 1 -- 172.21.15.33:0/622569720 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fcf3c1f61e0 con 0x7fcf3c158b30 2024-09-13T15:01:24.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.445+0000 7fcf31ffb700 1 -- 172.21.15.33:0/622569720 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7fcf3c1f61e0 con 0x7fcf3c158b30 2024-09-13T15:01:24.451 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T15:01:24.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.445+0000 7fcf426e9700 1 -- 172.21.15.33:0/622569720 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcf20066730 msgr2=0x7fcf20068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:24.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.445+0000 7fcf426e9700 1 --2- 172.21.15.33:0/622569720 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcf20066730 0x7fcf20068bf0 secure :-1 s=READY pgs=141 cs=0 l=1 rev1=1 crypto rx=0x7fcf38009a00 tx=0x7fcf38008040 comp rx=0 tx=0).stop 2024-09-13T15:01:24.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.449+0000 7fcf426e9700 1 -- 172.21.15.33:0/622569720 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf3c158b30 msgr2=0x7fcf3c0acb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:24.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.449+0000 7fcf426e9700 1 --2- 172.21.15.33:0/622569720 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf3c158b30 0x7fcf3c0acb30 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7fcf2c00e870 tx=0x7fcf2c00eb80 comp rx=0 tx=0).stop 2024-09-13T15:01:24.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.449+0000 7fcf426e9700 1 -- 172.21.15.33:0/622569720 shutdown_connections 2024-09-13T15:01:24.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.449+0000 7fcf426e9700 1 --2- 172.21.15.33:0/622569720 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fcf20066730 0x7fcf20068bf0 unknown :-1 s=CLOSED pgs=141 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:24.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.449+0000 7fcf426e9700 1 --2- 172.21.15.33:0/622569720 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fcf3c158f10 0x7fcf3c13ebe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:24.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.449+0000 7fcf426e9700 1 --2- 172.21.15.33:0/622569720 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fcf3c158b30 0x7fcf3c0acb30 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:24.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.449+0000 7fcf426e9700 1 --2- 172.21.15.33:0/622569720 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fcf3c06bb90 0x7fcf3c1f64c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:24.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.449+0000 7fcf426e9700 1 -- 172.21.15.33:0/622569720 >> 172.21.15.33:0/622569720 conn(0x7fcf3c06a350 msgr2=0x7fcf3c0af3a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:24.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.449+0000 7fcf426e9700 1 -- 172.21.15.33:0/622569720 shutdown_connections 2024-09-13T15:01:24.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:24.449+0000 7fcf426e9700 1 -- 172.21.15.33:0/622569720 wait complete. 2024-09-13T15:01:24.466 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T15:01:24.466 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T15:01:24.466 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi103.front.sepia.ceph.com 2024-09-13T15:01:24.466 INFO:tasks.cephfs.mount:self.client.name = client.1 2024-09-13T15:01:24.466 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.1 2024-09-13T15:01:24.466 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T15:01:24.467 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T15:01:24.467 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T15:01:24.467 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.1' 2024-09-13T15:01:24.467 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:24.467 DEBUG:teuthology.orchestra.run.smithi103:> ip addr 2024-09-13T15:01:24.475 INFO:teuthology.orchestra.run.smithi103.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:01:24.475 INFO:teuthology.orchestra.run.smithi103.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:01:24.475 INFO:teuthology.orchestra.run.smithi103.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:01:24.475 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:24.475 INFO:teuthology.orchestra.run.smithi103.stdout: inet6 ::1/128 scope host 2024-09-13T15:01:24.475 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:24.476 INFO:teuthology.orchestra.run.smithi103.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:01:24.476 INFO:teuthology.orchestra.run.smithi103.stdout: link/ether 0c:c4:7a:d9:b5:c4 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:24.476 INFO:teuthology.orchestra.run.smithi103.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:01:24.476 INFO:teuthology.orchestra.run.smithi103.stdout: link/ether 0c:c4:7a:d9:b5:c5 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:24.476 INFO:teuthology.orchestra.run.smithi103.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:01:24.476 INFO:teuthology.orchestra.run.smithi103.stdout: link/ether 0c:c4:7a:8f:cc:0a brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:24.476 INFO:teuthology.orchestra.run.smithi103.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T15:01:24.476 INFO:teuthology.orchestra.run.smithi103.stdout: link/ether 0c:c4:7a:8f:cc:0b brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:24.476 INFO:teuthology.orchestra.run.smithi103.stdout: inet 172.21.15.103/20 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-13T15:01:24.476 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft 42584sec preferred_lft 42584sec 2024-09-13T15:01:24.476 INFO:teuthology.orchestra.run.smithi103.stdout: inet6 fe80::ec4:7aff:fe8f:cc0b/64 scope link 2024-09-13T15:01:24.476 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:24.476 INFO:teuthology.orchestra.run.smithi103.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T15:01:24.476 INFO:teuthology.orchestra.run.smithi103.stdout: link/ether 02:42:33:bd:ba:05 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:24.477 INFO:teuthology.orchestra.run.smithi103.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T15:01:24.477 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:24.477 INFO:tasks.cephfs.mount:Setuping the 'ceph-brx' with 192.168.255.254/16 2024-09-13T15:01:24.477 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:24.477 DEBUG:teuthology.orchestra.run.smithi103:> (cd / && exec bash -c ' 2024-09-13T15:01:24.477 DEBUG:teuthology.orchestra.run.smithi103:> set -e 2024-09-13T15:01:24.477 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip link add name ceph-brx type bridge 2024-09-13T15:01:24.478 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip addr flush dev ceph-brx 2024-09-13T15:01:24.478 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip link set ceph-brx up 2024-09-13T15:01:24.478 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip addr add 192.168.255.254/16 brd 192.168.255.255 dev ceph-brx 2024-09-13T15:01:24.478 DEBUG:teuthology.orchestra.run.smithi103:> ') 2024-09-13T15:01:24.521 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:24.521 DEBUG:teuthology.orchestra.run.smithi103:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T15:01:24.582 INFO:teuthology.orchestra.run.smithi103.stdout:1 2024-09-13T15:01:24.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:24.584 DEBUG:teuthology.orchestra.run.smithi103:> route 2024-09-13T15:01:24.611 INFO:teuthology.orchestra.run.smithi103.stdout:Kernel IP routing table 2024-09-13T15:01:24.611 INFO:teuthology.orchestra.run.smithi103.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T15:01:24.611 INFO:teuthology.orchestra.run.smithi103.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-13T15:01:24.611 INFO:teuthology.orchestra.run.smithi103.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T15:01:24.612 INFO:teuthology.orchestra.run.smithi103.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T15:01:24.612 INFO:teuthology.orchestra.run.smithi103.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 enp3s0f1 2024-09-13T15:01:24.612 INFO:teuthology.orchestra.run.smithi103.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T15:01:24.612 INFO:teuthology.orchestra.run.smithi103.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T15:01:24.612 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:24.613 DEBUG:teuthology.orchestra.run.smithi103:> (cd / && exec bash -c ' 2024-09-13T15:01:24.613 DEBUG:teuthology.orchestra.run.smithi103:> set -e 2024-09-13T15:01:24.613 DEBUG:teuthology.orchestra.run.smithi103:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T15:01:24.613 DEBUG:teuthology.orchestra.run.smithi103:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T15:01:24.613 DEBUG:teuthology.orchestra.run.smithi103:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T15:01:24.613 DEBUG:teuthology.orchestra.run.smithi103:> ') 2024-09-13T15:01:24.655 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:24.655 DEBUG:teuthology.orchestra.run.smithi103:> ip netns list 2024-09-13T15:01:24.704 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:24.704 DEBUG:teuthology.orchestra.run.smithi103:> ip netns list-id 2024-09-13T15:01:24.712 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:24.712 DEBUG:teuthology.orchestra.run.smithi103:> (cd / && exec bash -c ' 2024-09-13T15:01:24.713 DEBUG:teuthology.orchestra.run.smithi103:> set -e 2024-09-13T15:01:24.713 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T15:01:24.713 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.1 0 2024-09-13T15:01:24.713 DEBUG:teuthology.orchestra.run.smithi103:> ') 2024-09-13T15:01:24.744 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.1' with 192.168.0.1/16 2024-09-13T15:01:24.744 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:24.744 DEBUG:teuthology.orchestra.run.smithi103:> (cd / && exec bash -c ' 2024-09-13T15:01:24.745 DEBUG:teuthology.orchestra.run.smithi103:> set -e 2024-09-13T15:01:24.745 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.1 type veth peer name brx.0 2024-09-13T15:01:24.745 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr add 192.168.0.1/16 brd 192.168.255.255 dev veth0 2024-09-13T15:01:24.745 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set veth0 up 2024-09-13T15:01:24.745 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip link set lo up 2024-09-13T15:01:24.745 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip route add default via 192.168.255.254 2024-09-13T15:01:24.745 DEBUG:teuthology.orchestra.run.smithi103:> ') 2024-09-13T15:01:24.863 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:24.863 DEBUG:teuthology.orchestra.run.smithi103:> (cd / && exec bash -c ' 2024-09-13T15:01:24.864 DEBUG:teuthology.orchestra.run.smithi103:> set -e 2024-09-13T15:01:24.864 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip link set brx.0 up 2024-09-13T15:01:24.864 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip link set dev brx.0 master ceph-brx 2024-09-13T15:01:24.864 DEBUG:teuthology.orchestra.run.smithi103:> ') 2024-09-13T15:01:24.889 INFO:tasks.cephfs.fuse_mount:Client client.1 config is {} 2024-09-13T15:01:24.889 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:01:24.889 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -p -v /home/ubuntu/cephtest/mnt.1 2024-09-13T15:01:24.894 INFO:teuthology.orchestra.run.smithi103.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.1' 2024-09-13T15:01:24.895 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:01:24.895 DEBUG:teuthology.orchestra.run.smithi103:> chmod 0000 /home/ubuntu/cephtest/mnt.1 2024-09-13T15:01:24.942 DEBUG:teuthology.orchestra.run.smithi103:> sudo modprobe fuse 2024-09-13T15:01:24.959 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:01:24.959 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:01:24.974 INFO:teuthology.orchestra.run.smithi103.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:01:24.975 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:01:24.976 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:24.977 DEBUG:teuthology.orchestra.run.smithi103:> ls /sys/fs/fuse/connections 2024-09-13T15:01:25.027 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T15:01:25.027 DEBUG:teuthology.orchestra.run.smithi103:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.1 --id 1) 2024-09-13T15:01:25.030 DEBUG:teuthology.orchestra.run.smithi103:> sudo modprobe fuse 2024-09-13T15:01:25.049 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:01:25.050 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:01:25.059 INFO:teuthology.orchestra.run.smithi103.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:01:25.059 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:01:25.060 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:25.060 DEBUG:teuthology.orchestra.run.smithi103:> ls /sys/fs/fuse/connections 2024-09-13T15:01:25.122 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi103.stderr:2024-09-13T15:01:25.118+0000 7fe6154a3640 -1 init, newargv = 0x558045ab2650 newargc=15 2024-09-13T15:01:25.122 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi103.stderr:ceph-fuse[32452]: starting ceph client 2024-09-13T15:01:25.130 INFO:tasks.cephfs.fuse_mount.ceph-fuse.1.smithi103.stderr:ceph-fuse[32452]: starting fuse 2024-09-13T15:01:26.212 DEBUG:teuthology.orchestra.run.smithi103:> sudo modprobe fuse 2024-09-13T15:01:26.231 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:01:26.231 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:01:26.242 INFO:teuthology.orchestra.run.smithi103.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:01:26.243 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:01:26.243 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:26.243 DEBUG:teuthology.orchestra.run.smithi103:> ls /sys/fs/fuse/connections 2024-09-13T15:01:26.290 INFO:teuthology.orchestra.run.smithi103.stdout:52 2024-09-13T15:01:26.291 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [52] 2024-09-13T15:01:26.291 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:01:26.291 DEBUG:teuthology.orchestra.run.smithi103:> import glob 2024-09-13T15:01:26.291 DEBUG:teuthology.orchestra.run.smithi103:> import re 2024-09-13T15:01:26.291 DEBUG:teuthology.orchestra.run.smithi103:> import os 2024-09-13T15:01:26.291 DEBUG:teuthology.orchestra.run.smithi103:> import subprocess 2024-09-13T15:01:26.291 DEBUG:teuthology.orchestra.run.smithi103:> 2024-09-13T15:01:26.291 DEBUG:teuthology.orchestra.run.smithi103:> def _find_admin_socket(client_name): 2024-09-13T15:01:26.291 DEBUG:teuthology.orchestra.run.smithi103:> asok_path = "/var/run/ceph/ceph-client.1.*.asok" 2024-09-13T15:01:26.291 DEBUG:teuthology.orchestra.run.smithi103:> files = glob.glob(asok_path) 2024-09-13T15:01:26.292 DEBUG:teuthology.orchestra.run.smithi103:> mountpoint = "/home/ubuntu/cephtest/mnt.1" 2024-09-13T15:01:26.292 DEBUG:teuthology.orchestra.run.smithi103:> 2024-09-13T15:01:26.292 DEBUG:teuthology.orchestra.run.smithi103:> # Given a non-glob path, it better be there 2024-09-13T15:01:26.292 DEBUG:teuthology.orchestra.run.smithi103:> if "*" not in asok_path: 2024-09-13T15:01:26.292 DEBUG:teuthology.orchestra.run.smithi103:> assert(len(files) == 1) 2024-09-13T15:01:26.292 DEBUG:teuthology.orchestra.run.smithi103:> return files[0] 2024-09-13T15:01:26.292 DEBUG:teuthology.orchestra.run.smithi103:> 2024-09-13T15:01:26.292 DEBUG:teuthology.orchestra.run.smithi103:> for f in files: 2024-09-13T15:01:26.292 DEBUG:teuthology.orchestra.run.smithi103:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T15:01:26.292 DEBUG:teuthology.orchestra.run.smithi103:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T15:01:26.292 DEBUG:teuthology.orchestra.run.smithi103:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T15:01:26.292 DEBUG:teuthology.orchestra.run.smithi103:> contents = proc_f.read() 2024-09-13T15:01:26.292 DEBUG:teuthology.orchestra.run.smithi103:> if mountpoint in contents: 2024-09-13T15:01:26.292 DEBUG:teuthology.orchestra.run.smithi103:> return f 2024-09-13T15:01:26.293 DEBUG:teuthology.orchestra.run.smithi103:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T15:01:26.293 DEBUG:teuthology.orchestra.run.smithi103:> 2024-09-13T15:01:26.293 DEBUG:teuthology.orchestra.run.smithi103:> print(_find_admin_socket("client.1")) 2024-09-13T15:01:26.293 DEBUG:teuthology.orchestra.run.smithi103:> ' 2024-09-13T15:01:26.379 INFO:teuthology.orchestra.run.smithi103.stdout:/var/run/ceph/ceph-client.1.32452.asok 2024-09-13T15:01:26.562 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.1.32452.asok 2024-09-13T15:01:26.562 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:26.563 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.1.32452.asok status 2024-09-13T15:01:26.665 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-13T15:01:26.666 INFO:teuthology.orchestra.run.smithi103.stdout: "metadata": { 2024-09-13T15:01:26.666 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T15:01:26.666 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T15:01:26.666 INFO:teuthology.orchestra.run.smithi103.stdout: "entity_id": "1", 2024-09-13T15:01:26.666 INFO:teuthology.orchestra.run.smithi103.stdout: "hostname": "smithi103", 2024-09-13T15:01:26.666 INFO:teuthology.orchestra.run.smithi103.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.1", 2024-09-13T15:01:26.666 INFO:teuthology.orchestra.run.smithi103.stdout: "pid": "32452", 2024-09-13T15:01:26.666 INFO:teuthology.orchestra.run.smithi103.stdout: "root": "/" 2024-09-13T15:01:26.666 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-13T15:01:26.666 INFO:teuthology.orchestra.run.smithi103.stdout: "dentry_count": 0, 2024-09-13T15:01:26.666 INFO:teuthology.orchestra.run.smithi103.stdout: "dentry_pinned_count": 0, 2024-09-13T15:01:26.667 INFO:teuthology.orchestra.run.smithi103.stdout: "id": 4885, 2024-09-13T15:01:26.667 INFO:teuthology.orchestra.run.smithi103.stdout: "inst": { 2024-09-13T15:01:26.667 INFO:teuthology.orchestra.run.smithi103.stdout: "name": { 2024-09-13T15:01:26.667 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "client", 2024-09-13T15:01:26.667 INFO:teuthology.orchestra.run.smithi103.stdout: "num": 4885 2024-09-13T15:01:26.667 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-13T15:01:26.667 INFO:teuthology.orchestra.run.smithi103.stdout: "addr": { 2024-09-13T15:01:26.667 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "v1", 2024-09-13T15:01:26.667 INFO:teuthology.orchestra.run.smithi103.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:01:26.667 INFO:teuthology.orchestra.run.smithi103.stdout: "nonce": 587190737 2024-09-13T15:01:26.667 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-09-13T15:01:26.667 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-13T15:01:26.667 INFO:teuthology.orchestra.run.smithi103.stdout: "addr": { 2024-09-13T15:01:26.667 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "v1", 2024-09-13T15:01:26.668 INFO:teuthology.orchestra.run.smithi103.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:01:26.668 INFO:teuthology.orchestra.run.smithi103.stdout: "nonce": 587190737 2024-09-13T15:01:26.668 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-13T15:01:26.668 INFO:teuthology.orchestra.run.smithi103.stdout: "inst_str": "client.4885 192.168.0.1:0/587190737", 2024-09-13T15:01:26.668 INFO:teuthology.orchestra.run.smithi103.stdout: "addr_str": "192.168.0.1:0/587190737", 2024-09-13T15:01:26.668 INFO:teuthology.orchestra.run.smithi103.stdout: "inode_count": 1, 2024-09-13T15:01:26.668 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_epoch": 9, 2024-09-13T15:01:26.668 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_epoch": 26, 2024-09-13T15:01:26.668 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_epoch_barrier": 0, 2024-09-13T15:01:26.668 INFO:teuthology.orchestra.run.smithi103.stdout: "blocklisted": false, 2024-09-13T15:01:26.668 INFO:teuthology.orchestra.run.smithi103.stdout: "fs_name": "cephfs" 2024-09-13T15:01:26.668 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-13T15:01:26.675 DEBUG:tasks.ceph_fuse:passing mntargs=[] 2024-09-13T15:01:26.675 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T15:01:26.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.789+0000 7fe1a5183700 1 Processor -- start 2024-09-13T15:01:26.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.789+0000 7fe1a5183700 1 -- start start 2024-09-13T15:01:26.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.789+0000 7fe1a5183700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fe1a006a350 0x7fe1a006cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:26.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.789+0000 7fe1a5183700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe1a00b4a10 0x7fe1a00ad140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:26.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.789+0000 7fe1a5183700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe1a00ad680 con 0x7fe1a006a730 2024-09-13T15:01:26.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.789+0000 7fe1a5183700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe1a0072170 con 0x7fe1a006a350 2024-09-13T15:01:26.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.789+0000 7fe1a5183700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1a00b2aa0 con 0x7fe1a00b4a10 2024-09-13T15:01:26.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.789+0000 7fe1a4982700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fe1a006a730 0x7fe1a006abc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34082/0 (socket says 172.21.15.33:34082) 2024-09-13T15:01:26.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.789+0000 7fe1a4982700 1 -- 172.21.15.33:0/3211472888 learned_addr learned my addr 172.21.15.33:0/3211472888 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:26.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.789+0000 7fe19f7fe700 1 --2- 172.21.15.33:0/3211472888 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe1a00b4a10 0x7fe1a00ad140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:26.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe19ffff700 1 --2- 172.21.15.33:0/3211472888 >> v2:172.21.15.103:3300/0 conn(0x7fe1a006a350 0x7fe1a006cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:26.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe19effd700 1 -- 172.21.15.33:0/3211472888 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1190113153 0 0) 0x7fe1a00ad680 con 0x7fe1a006a730 2024-09-13T15:01:26.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe19effd700 1 -- 172.21.15.33:0/3211472888 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fe1880035d0 con 0x7fe1a006a730 2024-09-13T15:01:26.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe19effd700 1 -- 172.21.15.33:0/3211472888 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2372534427 0 0) 0x7fe1880035d0 con 0x7fe1a006a730 2024-09-13T15:01:26.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe19f7fe700 1 -- 172.21.15.33:0/3211472888 >> v2:172.21.15.103:3300/0 conn(0x7fe1a006a350 msgr2=0x7fe1a006cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:26.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe19f7fe700 1 --2- 172.21.15.33:0/3211472888 >> v2:172.21.15.103:3300/0 conn(0x7fe1a006a350 0x7fe1a006cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:26.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe19f7fe700 1 -- 172.21.15.33:0/3211472888 >> v1:172.21.15.33:6789/0 conn(0x7fe1a006a730 legacy=0x7fe1a006abc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:26.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe19f7fe700 1 -- 172.21.15.33:0/3211472888 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1a00b2d60 con 0x7fe1a00b4a10 2024-09-13T15:01:26.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe19f7fe700 1 --2- 172.21.15.33:0/3211472888 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe1a00b4a10 0x7fe1a00ad140 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe190009850 tx=0x7fe190009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=c2015d47c723e4a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:26.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe19effd700 1 -- 172.21.15.33:0/3211472888 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1980019f0 con 0x7fe1a00b4a10 2024-09-13T15:01:26.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe19effd700 1 -- 172.21.15.33:0/3211472888 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe190004030 con 0x7fe1a00b4a10 2024-09-13T15:01:26.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe19effd700 1 -- 172.21.15.33:0/3211472888 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1900043a0 con 0x7fe1a00b4a10 2024-09-13T15:01:26.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe1a5183700 1 -- 172.21.15.33:0/3211472888 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe1a00b4a10 msgr2=0x7fe1a00ad140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:26.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe1a5183700 1 --2- 172.21.15.33:0/3211472888 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe1a00b4a10 0x7fe1a00ad140 secure :-1 s=READY pgs=63 cs=0 l=1 rev1=1 crypto rx=0x7fe190009850 tx=0x7fe190009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:26.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe1a5183700 1 -- 172.21.15.33:0/3211472888 shutdown_connections 2024-09-13T15:01:26.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe1a5183700 1 --2- 172.21.15.33:0/3211472888 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe1a00b4a10 0x7fe1a00ad140 unknown :-1 s=CLOSED pgs=63 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:26.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe1a5183700 1 --2- 172.21.15.33:0/3211472888 >> v2:172.21.15.103:3300/0 conn(0x7fe1a006a350 0x7fe1a006cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:26.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe1a5183700 1 -- 172.21.15.33:0/3211472888 >> 172.21.15.33:0/3211472888 conn(0x7fe1a00b17a0 msgr2=0x7fe1a00b1bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:26.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe1a5183700 1 -- 172.21.15.33:0/3211472888 shutdown_connections 2024-09-13T15:01:26.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.793+0000 7fe1a5183700 1 -- 172.21.15.33:0/3211472888 wait complete. 2024-09-13T15:01:26.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe1a5183700 1 Processor -- start 2024-09-13T15:01:26.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe1a5183700 1 -- start start 2024-09-13T15:01:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe1a5183700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1a006a350 0x7fe1a0154530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe1a5183700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe1a006a730 0x7fe1a01508e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe1a5183700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe1a00b4a10 0x7fe1a015e850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe1a5183700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1a0150e20 con 0x7fe1a006a350 2024-09-13T15:01:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe1a5183700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe1a01f66b0 con 0x7fe1a006a730 2024-09-13T15:01:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe1a5183700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe1a01f5b30 con 0x7fe1a00b4a10 2024-09-13T15:01:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe19ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1a006a350 0x7fe1a0154530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe1a4982700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe1a00b4a10 0x7fe1a015e850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe19ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1a006a350 0x7fe1a0154530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51732/0 (socket says 172.21.15.33:51732) 2024-09-13T15:01:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe19ffff700 1 -- 172.21.15.33:0/3017425320 learned_addr learned my addr 172.21.15.33:0/3017425320 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:26.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe19f7fe700 1 --2- 172.21.15.33:0/3017425320 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe1a006a730 0x7fe1a01508e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:26.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe19ffff700 1 -- 172.21.15.33:0/3017425320 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe1a00b4a10 msgr2=0x7fe1a015e850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:26.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe19ffff700 1 --2- 172.21.15.33:0/3017425320 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe1a00b4a10 0x7fe1a015e850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:26.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe19ffff700 1 -- 172.21.15.33:0/3017425320 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe1a006a730 msgr2=0x7fe1a01508e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:26.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe19ffff700 1 --2- 172.21.15.33:0/3017425320 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe1a006a730 0x7fe1a01508e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:26.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe19ffff700 1 -- 172.21.15.33:0/3017425320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe1900094b0 con 0x7fe1a006a350 2024-09-13T15:01:26.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe19f7fe700 1 --2- 172.21.15.33:0/3017425320 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe1a006a730 0x7fe1a01508e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:26.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe19ffff700 1 --2- 172.21.15.33:0/3017425320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1a006a350 0x7fe1a0154530 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe19400e840 tx=0x7fe19400eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:26.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe19cff9700 1 -- 172.21.15.33:0/3017425320 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1940095a0 con 0x7fe1a006a350 2024-09-13T15:01:26.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe19cff9700 1 -- 172.21.15.33:0/3017425320 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe194013680 con 0x7fe1a006a350 2024-09-13T15:01:26.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe1a5183700 1 -- 172.21.15.33:0/3017425320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe1a01f5e10 con 0x7fe1a006a350 2024-09-13T15:01:26.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe19cff9700 1 -- 172.21.15.33:0/3017425320 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe1940139f0 con 0x7fe1a006a350 2024-09-13T15:01:26.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.797+0000 7fe1a5183700 1 -- 172.21.15.33:0/3017425320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe1a01f63d0 con 0x7fe1a006a350 2024-09-13T15:01:26.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.801+0000 7fe1a5183700 1 -- 172.21.15.33:0/3017425320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe1a00b1390 con 0x7fe1a006a350 2024-09-13T15:01:26.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.801+0000 7fe19cff9700 1 -- 172.21.15.33:0/3017425320 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe194013b50 con 0x7fe1a006a350 2024-09-13T15:01:26.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.801+0000 7fe19cff9700 1 --2- 172.21.15.33:0/3017425320 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe18c066730 0x7fe18c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:26.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.801+0000 7fe19cff9700 1 -- 172.21.15.33:0/3017425320 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fe194084200 con 0x7fe1a006a350 2024-09-13T15:01:26.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.801+0000 7fe19f7fe700 1 --2- 172.21.15.33:0/3017425320 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe18c066730 0x7fe18c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:26.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.801+0000 7fe19f7fe700 1 --2- 172.21.15.33:0/3017425320 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe18c066730 0x7fe18c068bf0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe1900090b0 tx=0x7fe190008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:26.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:26.809+0000 7fe19cff9700 1 -- 172.21.15.33:0/3017425320 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe194051310 con 0x7fe1a006a350 2024-09-13T15:01:27.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:27.017+0000 7fe1a5183700 1 -- 172.21.15.33:0/3017425320 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fe1a00b1590 con 0x7fe1a006a350 2024-09-13T15:01:27.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:27.017+0000 7fe19cff9700 1 -- 172.21.15.33:0/3017425320 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v9) v1 ==== 53+0+88 (secure 0 0 0) 0x7fe194054930 con 0x7fe1a006a350 2024-09-13T15:01:27.024 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data cephfs_data_ec ] 2024-09-13T15:01:27.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:27.021+0000 7fe1a5183700 1 -- 172.21.15.33:0/3017425320 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe18c066730 msgr2=0x7fe18c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:27.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:27.021+0000 7fe1a5183700 1 --2- 172.21.15.33:0/3017425320 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe18c066730 0x7fe18c068bf0 secure :-1 s=READY pgs=142 cs=0 l=1 rev1=1 crypto rx=0x7fe1900090b0 tx=0x7fe190008030 comp rx=0 tx=0).stop 2024-09-13T15:01:27.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:27.021+0000 7fe1a5183700 1 -- 172.21.15.33:0/3017425320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1a006a350 msgr2=0x7fe1a0154530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:27.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:27.021+0000 7fe1a5183700 1 --2- 172.21.15.33:0/3017425320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1a006a350 0x7fe1a0154530 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7fe19400e840 tx=0x7fe19400eb50 comp rx=0 tx=0).stop 2024-09-13T15:01:27.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:27.021+0000 7fe1a5183700 1 -- 172.21.15.33:0/3017425320 shutdown_connections 2024-09-13T15:01:27.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:27.021+0000 7fe1a5183700 1 --2- 172.21.15.33:0/3017425320 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe18c066730 0x7fe18c068bf0 unknown :-1 s=CLOSED pgs=142 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:27.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:27.021+0000 7fe1a5183700 1 --2- 172.21.15.33:0/3017425320 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe1a00b4a10 0x7fe1a015e850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:27.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:27.021+0000 7fe1a5183700 1 --2- 172.21.15.33:0/3017425320 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe1a006a730 0x7fe1a01508e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:27.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:27.021+0000 7fe1a5183700 1 --2- 172.21.15.33:0/3017425320 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe1a006a350 0x7fe1a0154530 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:27.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:27.021+0000 7fe1a5183700 1 -- 172.21.15.33:0/3017425320 >> 172.21.15.33:0/3017425320 conn(0x7fe1a00b17a0 msgr2=0x7fe1a00cece0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:27.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:27.021+0000 7fe1a5183700 1 -- 172.21.15.33:0/3017425320 shutdown_connections 2024-09-13T15:01:27.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:27.021+0000 7fe1a5183700 1 -- 172.21.15.33:0/3017425320 wait complete. 2024-09-13T15:01:27.038 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T15:01:27.038 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T15:01:27.038 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi103.front.sepia.ceph.com 2024-09-13T15:01:27.038 INFO:tasks.cephfs.mount:self.client.name = client.3 2024-09-13T15:01:27.038 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.3 2024-09-13T15:01:27.038 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T15:01:27.038 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T15:01:27.038 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T15:01:27.038 INFO:tasks.cephfs.mount:Setting the 'None' netns for '/home/ubuntu/cephtest/mnt.3' 2024-09-13T15:01:27.038 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:27.039 DEBUG:teuthology.orchestra.run.smithi103:> ip addr 2024-09-13T15:01:27.046 INFO:teuthology.orchestra.run.smithi103.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:01:27.046 INFO:teuthology.orchestra.run.smithi103.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:01:27.047 INFO:teuthology.orchestra.run.smithi103.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:01:27.047 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.047 INFO:teuthology.orchestra.run.smithi103.stdout: inet6 ::1/128 scope host 2024-09-13T15:01:27.047 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.047 INFO:teuthology.orchestra.run.smithi103.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:01:27.047 INFO:teuthology.orchestra.run.smithi103.stdout: link/ether 0c:c4:7a:d9:b5:c4 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:27.047 INFO:teuthology.orchestra.run.smithi103.stdout:3: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:01:27.047 INFO:teuthology.orchestra.run.smithi103.stdout: link/ether 0c:c4:7a:d9:b5:c5 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:27.047 INFO:teuthology.orchestra.run.smithi103.stdout:4: enp3s0f0: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:01:27.047 INFO:teuthology.orchestra.run.smithi103.stdout: link/ether 0c:c4:7a:8f:cc:0a brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:27.047 INFO:teuthology.orchestra.run.smithi103.stdout:5: enp3s0f1: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T15:01:27.047 INFO:teuthology.orchestra.run.smithi103.stdout: link/ether 0c:c4:7a:8f:cc:0b brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:27.047 INFO:teuthology.orchestra.run.smithi103.stdout: inet 172.21.15.103/20 brd 172.21.15.255 scope global dynamic enp3s0f1 2024-09-13T15:01:27.048 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft 42581sec preferred_lft 42581sec 2024-09-13T15:01:27.048 INFO:teuthology.orchestra.run.smithi103.stdout: inet6 fe80::ec4:7aff:fe8f:cc0b/64 scope link 2024-09-13T15:01:27.048 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.048 INFO:teuthology.orchestra.run.smithi103.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T15:01:27.048 INFO:teuthology.orchestra.run.smithi103.stdout: link/ether 02:42:33:bd:ba:05 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:27.048 INFO:teuthology.orchestra.run.smithi103.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T15:01:27.048 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.048 INFO:teuthology.orchestra.run.smithi103.stdout:7: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:01:27.048 INFO:teuthology.orchestra.run.smithi103.stdout: link/ether 32:97:b7:73:f8:39 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:01:27.048 INFO:teuthology.orchestra.run.smithi103.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T15:01:27.048 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.048 INFO:teuthology.orchestra.run.smithi103.stdout: inet6 fe80::c47c:7aff:fec9:966d/64 scope link 2024-09-13T15:01:27.048 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.049 INFO:teuthology.orchestra.run.smithi103.stdout:8: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T15:01:27.049 INFO:teuthology.orchestra.run.smithi103.stdout: link/ether 32:97:b7:73:f8:39 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T15:01:27.049 INFO:teuthology.orchestra.run.smithi103.stdout: inet6 fe80::3097:b7ff:fe73:f839/64 scope link 2024-09-13T15:01:27.049 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.049 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:27.049 DEBUG:teuthology.orchestra.run.smithi103:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T15:01:27.064 INFO:teuthology.orchestra.run.smithi103.stdout:1 2024-09-13T15:01:27.066 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:27.066 DEBUG:teuthology.orchestra.run.smithi103:> route 2024-09-13T15:01:27.116 INFO:teuthology.orchestra.run.smithi103.stdout:Kernel IP routing table 2024-09-13T15:01:27.116 INFO:teuthology.orchestra.run.smithi103.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T15:01:27.116 INFO:teuthology.orchestra.run.smithi103.stdout:default _gateway 0.0.0.0 UG 0 0 0 enp3s0f1 2024-09-13T15:01:27.116 INFO:teuthology.orchestra.run.smithi103.stdout:default _gateway 0.0.0.0 UG 100 0 0 enp3s0f1 2024-09-13T15:01:27.117 INFO:teuthology.orchestra.run.smithi103.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T15:01:27.117 INFO:teuthology.orchestra.run.smithi103.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 enp3s0f1 2024-09-13T15:01:27.117 INFO:teuthology.orchestra.run.smithi103.stdout:_gateway 0.0.0.0 255.255.255.255 UH 100 0 0 enp3s0f1 2024-09-13T15:01:27.117 INFO:teuthology.orchestra.run.smithi103.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T15:01:27.117 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:27.117 DEBUG:teuthology.orchestra.run.smithi103:> (cd / && exec bash -c ' 2024-09-13T15:01:27.117 DEBUG:teuthology.orchestra.run.smithi103:> set -e 2024-09-13T15:01:27.117 DEBUG:teuthology.orchestra.run.smithi103:> sudo iptables -A FORWARD -o enp3s0f1 -i ceph-brx -j ACCEPT 2024-09-13T15:01:27.117 DEBUG:teuthology.orchestra.run.smithi103:> sudo iptables -A FORWARD -i enp3s0f1 -o ceph-brx -j ACCEPT 2024-09-13T15:01:27.117 DEBUG:teuthology.orchestra.run.smithi103:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o enp3s0f1 -j MASQUERADE 2024-09-13T15:01:27.118 DEBUG:teuthology.orchestra.run.smithi103:> ') 2024-09-13T15:01:27.160 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:27.160 DEBUG:teuthology.orchestra.run.smithi103:> ip netns list 2024-09-13T15:01:27.211 INFO:teuthology.orchestra.run.smithi103.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T15:01:27.211 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:27.212 DEBUG:teuthology.orchestra.run.smithi103:> ip netns list-id 2024-09-13T15:01:27.219 INFO:teuthology.orchestra.run.smithi103.stdout:nsid 0 (iproute2 netns name: ceph-ns--home-ubuntu-cephtest-mnt.1) 2024-09-13T15:01:27.219 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:27.220 DEBUG:teuthology.orchestra.run.smithi103:> (cd / && exec bash -c ' 2024-09-13T15:01:27.220 DEBUG:teuthology.orchestra.run.smithi103:> set -e 2024-09-13T15:01:27.220 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns add ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T15:01:27.220 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns set ceph-ns--home-ubuntu-cephtest-mnt.3 1 2024-09-13T15:01:27.220 DEBUG:teuthology.orchestra.run.smithi103:> ') 2024-09-13T15:01:27.250 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:27.250 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-13T15:01:27.311 INFO:teuthology.orchestra.run.smithi103.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:01:27.312 INFO:teuthology.orchestra.run.smithi103.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:01:27.312 INFO:teuthology.orchestra.run.smithi103.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:01:27.312 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.312 INFO:teuthology.orchestra.run.smithi103.stdout: inet6 ::1/128 scope host 2024-09-13T15:01:27.312 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.312 INFO:teuthology.orchestra.run.smithi103.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:01:27.312 INFO:teuthology.orchestra.run.smithi103.stdout: link/ether 2a:ca:84:e6:27:de brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T15:01:27.312 INFO:teuthology.orchestra.run.smithi103.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T15:01:27.313 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.313 INFO:teuthology.orchestra.run.smithi103.stdout: inet6 fe80::28ca:84ff:fee6:27de/64 scope link 2024-09-13T15:01:27.313 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.314 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:27.314 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.1 ip addr 2024-09-13T15:01:27.329 INFO:teuthology.orchestra.run.smithi103.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:01:27.329 INFO:teuthology.orchestra.run.smithi103.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:01:27.329 INFO:teuthology.orchestra.run.smithi103.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:01:27.329 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.329 INFO:teuthology.orchestra.run.smithi103.stdout: inet6 ::1/128 scope host 2024-09-13T15:01:27.329 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.330 INFO:teuthology.orchestra.run.smithi103.stdout:2: veth0@if8: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:01:27.330 INFO:teuthology.orchestra.run.smithi103.stdout: link/ether 2a:ca:84:e6:27:de brd ff:ff:ff:ff:ff:ff link-netnsid 0 2024-09-13T15:01:27.330 INFO:teuthology.orchestra.run.smithi103.stdout: inet 192.168.0.1/16 brd 192.168.255.255 scope global veth0 2024-09-13T15:01:27.330 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.330 INFO:teuthology.orchestra.run.smithi103.stdout: inet6 fe80::28ca:84ff:fee6:27de/64 scope link 2024-09-13T15:01:27.330 INFO:teuthology.orchestra.run.smithi103.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:01:27.331 INFO:tasks.cephfs.mount:Setuping the netns 'ceph-ns--home-ubuntu-cephtest-mnt.3' with 192.168.0.2/16 2024-09-13T15:01:27.331 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:27.331 DEBUG:teuthology.orchestra.run.smithi103:> (cd / && exec bash -c ' 2024-09-13T15:01:27.331 DEBUG:teuthology.orchestra.run.smithi103:> set -e 2024-09-13T15:01:27.331 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip link add veth0 netns ceph-ns--home-ubuntu-cephtest-mnt.3 type veth peer name brx.1 2024-09-13T15:01:27.331 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip addr add 192.168.0.2/16 brd 192.168.255.255 dev veth0 2024-09-13T15:01:27.331 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set veth0 up 2024-09-13T15:01:27.331 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip link set lo up 2024-09-13T15:01:27.332 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns exec ceph-ns--home-ubuntu-cephtest-mnt.3 ip route add default via 192.168.255.254 2024-09-13T15:01:27.332 DEBUG:teuthology.orchestra.run.smithi103:> ') 2024-09-13T15:01:27.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:27.445 DEBUG:teuthology.orchestra.run.smithi103:> (cd / && exec bash -c ' 2024-09-13T15:01:27.445 DEBUG:teuthology.orchestra.run.smithi103:> set -e 2024-09-13T15:01:27.445 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip link set brx.1 up 2024-09-13T15:01:27.445 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip link set dev brx.1 master ceph-brx 2024-09-13T15:01:27.445 DEBUG:teuthology.orchestra.run.smithi103:> ') 2024-09-13T15:01:27.474 INFO:tasks.cephfs.fuse_mount:Client client.3 config is {} 2024-09-13T15:01:27.475 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:01:27.475 DEBUG:teuthology.orchestra.run.smithi103:> mkdir -p -v /home/ubuntu/cephtest/mnt.3 2024-09-13T15:01:27.481 INFO:teuthology.orchestra.run.smithi103.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.3' 2024-09-13T15:01:27.482 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:01:27.482 DEBUG:teuthology.orchestra.run.smithi103:> chmod 0000 /home/ubuntu/cephtest/mnt.3 2024-09-13T15:01:27.489 DEBUG:teuthology.orchestra.run.smithi103:> sudo modprobe fuse 2024-09-13T15:01:27.502 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:01:27.502 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:01:27.560 INFO:teuthology.orchestra.run.smithi103.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:01:27.560 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:01:27.561 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:27.561 DEBUG:teuthology.orchestra.run.smithi103:> ls /sys/fs/fuse/connections 2024-09-13T15:01:27.568 INFO:teuthology.orchestra.run.smithi103.stdout:52 2024-09-13T15:01:27.569 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [52] 2024-09-13T15:01:27.569 DEBUG:teuthology.orchestra.run.smithi103:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.3 --id 3) 2024-09-13T15:01:27.571 DEBUG:teuthology.orchestra.run.smithi103:> sudo modprobe fuse 2024-09-13T15:01:27.590 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:01:27.591 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:01:27.646 INFO:teuthology.orchestra.run.smithi103.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:01:27.647 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:01:27.648 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:27.648 DEBUG:teuthology.orchestra.run.smithi103:> ls /sys/fs/fuse/connections 2024-09-13T15:01:27.655 INFO:teuthology.orchestra.run.smithi103.stdout:52 2024-09-13T15:01:27.656 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi103.stderr:2024-09-13T15:01:27.654+0000 7f4d29bb5640 -1 init, newargv = 0x558acfa199d0 newargc=15 2024-09-13T15:01:27.656 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi103.stderr:ceph-fuse[32564]: starting ceph client 2024-09-13T15:01:27.663 INFO:tasks.cephfs.fuse_mount.ceph-fuse.3.smithi103.stderr:ceph-fuse[32564]: starting fuse 2024-09-13T15:01:28.758 DEBUG:teuthology.orchestra.run.smithi103:> sudo modprobe fuse 2024-09-13T15:01:28.774 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:01:28.775 DEBUG:teuthology.orchestra.run.smithi103:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:01:28.831 INFO:teuthology.orchestra.run.smithi103.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:01:28.832 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:01:28.833 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:28.833 DEBUG:teuthology.orchestra.run.smithi103:> ls /sys/fs/fuse/connections 2024-09-13T15:01:28.840 INFO:teuthology.orchestra.run.smithi103.stdout:52 2024-09-13T15:01:28.840 INFO:teuthology.orchestra.run.smithi103.stdout:53 2024-09-13T15:01:28.840 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [52, 53] 2024-09-13T15:01:28.840 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> import glob 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> import re 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> import os 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> import subprocess 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> def _find_admin_socket(client_name): 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> asok_path = "/var/run/ceph/ceph-client.3.*.asok" 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> files = glob.glob(asok_path) 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> mountpoint = "/home/ubuntu/cephtest/mnt.3" 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> # Given a non-glob path, it better be there 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> if "*" not in asok_path: 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> assert(len(files) == 1) 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> return files[0] 2024-09-13T15:01:28.841 DEBUG:teuthology.orchestra.run.smithi103:> 2024-09-13T15:01:28.842 DEBUG:teuthology.orchestra.run.smithi103:> for f in files: 2024-09-13T15:01:28.842 DEBUG:teuthology.orchestra.run.smithi103:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T15:01:28.842 DEBUG:teuthology.orchestra.run.smithi103:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T15:01:28.842 DEBUG:teuthology.orchestra.run.smithi103:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T15:01:28.842 DEBUG:teuthology.orchestra.run.smithi103:> contents = proc_f.read() 2024-09-13T15:01:28.842 DEBUG:teuthology.orchestra.run.smithi103:> if mountpoint in contents: 2024-09-13T15:01:28.842 DEBUG:teuthology.orchestra.run.smithi103:> return f 2024-09-13T15:01:28.842 DEBUG:teuthology.orchestra.run.smithi103:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T15:01:28.842 DEBUG:teuthology.orchestra.run.smithi103:> 2024-09-13T15:01:28.842 DEBUG:teuthology.orchestra.run.smithi103:> print(_find_admin_socket("client.3")) 2024-09-13T15:01:28.842 DEBUG:teuthology.orchestra.run.smithi103:> ' 2024-09-13T15:01:28.921 INFO:teuthology.orchestra.run.smithi103.stdout:/var/run/ceph/ceph-client.3.32564.asok 2024-09-13T15:01:29.108 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.3.32564.asok 2024-09-13T15:01:29.108 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:29.109 DEBUG:teuthology.orchestra.run.smithi103:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.3.32564.asok status 2024-09-13T15:01:29.255 INFO:teuthology.orchestra.run.smithi103.stdout:{ 2024-09-13T15:01:29.255 INFO:teuthology.orchestra.run.smithi103.stdout: "metadata": { 2024-09-13T15:01:29.255 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T15:01:29.255 INFO:teuthology.orchestra.run.smithi103.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T15:01:29.255 INFO:teuthology.orchestra.run.smithi103.stdout: "entity_id": "3", 2024-09-13T15:01:29.256 INFO:teuthology.orchestra.run.smithi103.stdout: "hostname": "smithi103", 2024-09-13T15:01:29.256 INFO:teuthology.orchestra.run.smithi103.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.3", 2024-09-13T15:01:29.256 INFO:teuthology.orchestra.run.smithi103.stdout: "pid": "32564", 2024-09-13T15:01:29.256 INFO:teuthology.orchestra.run.smithi103.stdout: "root": "/" 2024-09-13T15:01:29.256 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-13T15:01:29.256 INFO:teuthology.orchestra.run.smithi103.stdout: "dentry_count": 0, 2024-09-13T15:01:29.256 INFO:teuthology.orchestra.run.smithi103.stdout: "dentry_pinned_count": 0, 2024-09-13T15:01:29.256 INFO:teuthology.orchestra.run.smithi103.stdout: "id": 4897, 2024-09-13T15:01:29.256 INFO:teuthology.orchestra.run.smithi103.stdout: "inst": { 2024-09-13T15:01:29.256 INFO:teuthology.orchestra.run.smithi103.stdout: "name": { 2024-09-13T15:01:29.256 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "client", 2024-09-13T15:01:29.256 INFO:teuthology.orchestra.run.smithi103.stdout: "num": 4897 2024-09-13T15:01:29.256 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-13T15:01:29.256 INFO:teuthology.orchestra.run.smithi103.stdout: "addr": { 2024-09-13T15:01:29.257 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "v1", 2024-09-13T15:01:29.257 INFO:teuthology.orchestra.run.smithi103.stdout: "addr": "192.168.0.2:0", 2024-09-13T15:01:29.257 INFO:teuthology.orchestra.run.smithi103.stdout: "nonce": 3152270579 2024-09-13T15:01:29.257 INFO:teuthology.orchestra.run.smithi103.stdout: } 2024-09-13T15:01:29.257 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-13T15:01:29.257 INFO:teuthology.orchestra.run.smithi103.stdout: "addr": { 2024-09-13T15:01:29.257 INFO:teuthology.orchestra.run.smithi103.stdout: "type": "v1", 2024-09-13T15:01:29.257 INFO:teuthology.orchestra.run.smithi103.stdout: "addr": "192.168.0.2:0", 2024-09-13T15:01:29.257 INFO:teuthology.orchestra.run.smithi103.stdout: "nonce": 3152270579 2024-09-13T15:01:29.257 INFO:teuthology.orchestra.run.smithi103.stdout: }, 2024-09-13T15:01:29.257 INFO:teuthology.orchestra.run.smithi103.stdout: "inst_str": "client.4897 192.168.0.2:0/3152270579", 2024-09-13T15:01:29.257 INFO:teuthology.orchestra.run.smithi103.stdout: "addr_str": "192.168.0.2:0/3152270579", 2024-09-13T15:01:29.257 INFO:teuthology.orchestra.run.smithi103.stdout: "inode_count": 1, 2024-09-13T15:01:29.258 INFO:teuthology.orchestra.run.smithi103.stdout: "mds_epoch": 9, 2024-09-13T15:01:29.258 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_epoch": 26, 2024-09-13T15:01:29.258 INFO:teuthology.orchestra.run.smithi103.stdout: "osd_epoch_barrier": 0, 2024-09-13T15:01:29.258 INFO:teuthology.orchestra.run.smithi103.stdout: "blocklisted": false, 2024-09-13T15:01:29.258 INFO:teuthology.orchestra.run.smithi103.stdout: "fs_name": "cephfs" 2024-09-13T15:01:29.258 INFO:teuthology.orchestra.run.smithi103.stdout:} 2024-09-13T15:01:29.265 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:29.265 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-09-13T15:01:29.265 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T15:01:29.274 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-09-13T15:01:29.274 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T15:01:29.274 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:29.274 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T15:01:29.293 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:01:29.320 DEBUG:teuthology.orchestra.run.smithi103:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:01:29.334 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:29.334 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-09-13T15:01:29.334 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.2 2024-09-13T15:01:29.340 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-09-13T15:01:29.340 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.2 2024-09-13T15:01:29.341 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:29.341 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.2 2024-09-13T15:01:29.354 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:29.354 DEBUG:teuthology.orchestra.run.smithi103:> stat --file-system '--printf=%T 2024-09-13T15:01:29.355 DEBUG:teuthology.orchestra.run.smithi103:> ' -- /home/ubuntu/cephtest/mnt.1 2024-09-13T15:01:29.363 INFO:teuthology.orchestra.run.smithi103.stdout:fuseblk 2024-09-13T15:01:29.363 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.1 2024-09-13T15:01:29.363 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:29.363 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.1 2024-09-13T15:01:29.423 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:29.423 DEBUG:teuthology.orchestra.run.smithi103:> stat --file-system '--printf=%T 2024-09-13T15:01:29.423 DEBUG:teuthology.orchestra.run.smithi103:> ' -- /home/ubuntu/cephtest/mnt.3 2024-09-13T15:01:29.428 INFO:teuthology.orchestra.run.smithi103.stdout:fuseblk 2024-09-13T15:01:29.429 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.3 2024-09-13T15:01:29.429 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:29.429 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.3 2024-09-13T15:01:29.439 INFO:teuthology.run_tasks:Running task cephfs_test_runner... 2024-09-13T15:01:29.695 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:29.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.813+0000 7f1b832dc700 1 Processor -- start 2024-09-13T15:01:29.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.813+0000 7f1b832dc700 1 -- start start 2024-09-13T15:01:29.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.813+0000 7f1b832dc700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b7c0b3ad0 0x7f1b7c159340 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:29.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.813+0000 7f1b832dc700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b7c159cf0 con 0x7f1b7c159880 2024-09-13T15:01:29.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.813+0000 7f1b832dc700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b7c0b2050 con 0x7f1b7c0b36f0 2024-09-13T15:01:29.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.813+0000 7f1b832dc700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7c0b2320 con 0x7f1b7c0b3ad0 2024-09-13T15:01:29.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.813+0000 7f1b81879700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f1b7c159880 0x7f1b7c0cd2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34086/0 (socket says 172.21.15.33:34086) 2024-09-13T15:01:29.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.813+0000 7f1b81879700 1 -- 172.21.15.33:0/1148898117 learned_addr learned my addr 172.21.15.33:0/1148898117 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:29.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.813+0000 7f1b80877700 1 --2- 172.21.15.33:0/1148898117 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b7c0b3ad0 0x7f1b7c159340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:29.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b73fff700 1 -- 172.21.15.33:0/1148898117 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1244982464 0 0) 0x7f1b7c159cf0 con 0x7f1b7c159880 2024-09-13T15:01:29.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b73fff700 1 -- 172.21.15.33:0/1148898117 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1b680035d0 con 0x7f1b7c159880 2024-09-13T15:01:29.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b73fff700 1 -- 172.21.15.33:0/1148898117 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 609953006 0 0) 0x7f1b7c0b2050 con 0x7f1b7c0b36f0 2024-09-13T15:01:29.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b73fff700 1 -- 172.21.15.33:0/1148898117 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f1b7c159cf0 con 0x7f1b7c0b36f0 2024-09-13T15:01:29.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b80877700 1 -- 172.21.15.33:0/1148898117 >> v1:172.21.15.103:6789/0 conn(0x7f1b7c0b36f0 legacy=0x7f1b7c0b1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:29.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b80877700 1 -- 172.21.15.33:0/1148898117 >> v1:172.21.15.33:6789/0 conn(0x7f1b7c159880 legacy=0x7f1b7c0cd2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:29.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b73fff700 1 -- 172.21.15.33:0/1148898117 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1547284414 0 0) 0x7f1b680035d0 con 0x7f1b7c159880 2024-09-13T15:01:29.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b80877700 1 -- 172.21.15.33:0/1148898117 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b7c0b2600 con 0x7f1b7c0b3ad0 2024-09-13T15:01:29.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b80877700 1 --2- 172.21.15.33:0/1148898117 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b7c0b3ad0 0x7f1b7c159340 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c009880 tx=0x7f1b6c009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8fc0e8b444da00ad server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:29.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b73fff700 1 -- 172.21.15.33:0/1148898117 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b740019f0 con 0x7f1b7c0b3ad0 2024-09-13T15:01:29.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b73fff700 1 -- 172.21.15.33:0/1148898117 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b6c004030 con 0x7f1b7c0b3ad0 2024-09-13T15:01:29.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b73fff700 1 -- 172.21.15.33:0/1148898117 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b6c0043c0 con 0x7f1b7c0b3ad0 2024-09-13T15:01:29.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b832dc700 1 -- 172.21.15.33:0/1148898117 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b7c0b3ad0 msgr2=0x7f1b7c159340 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:29.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b832dc700 1 --2- 172.21.15.33:0/1148898117 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b7c0b3ad0 0x7f1b7c159340 secure :-1 s=READY pgs=64 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c009880 tx=0x7f1b6c009b90 comp rx=0 tx=0).stop 2024-09-13T15:01:29.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b832dc700 1 -- 172.21.15.33:0/1148898117 shutdown_connections 2024-09-13T15:01:29.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b832dc700 1 --2- 172.21.15.33:0/1148898117 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b7c0b3ad0 0x7f1b7c159340 unknown :-1 s=CLOSED pgs=64 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:29.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b832dc700 1 -- 172.21.15.33:0/1148898117 >> 172.21.15.33:0/1148898117 conn(0x7f1b7c06a350 msgr2=0x7f1b7c06a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:29.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b832dc700 1 -- 172.21.15.33:0/1148898117 shutdown_connections 2024-09-13T15:01:29.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b832dc700 1 -- 172.21.15.33:0/1148898117 wait complete. 2024-09-13T15:01:29.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b832dc700 1 Processor -- start 2024-09-13T15:01:29.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.817+0000 7f1b832dc700 1 -- start start 2024-09-13T15:01:29.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b832dc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b7c0b36f0 0x7f1b7c150b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:29.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b832dc700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b7c0b3ad0 0x7f1b7c13c790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:29.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b832dc700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b7c159880 0x7f1b7c158190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:29.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b832dc700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7c13ccd0 con 0x7f1b7c0b36f0 2024-09-13T15:01:29.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b832dc700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7c1510f0 con 0x7f1b7c0b3ad0 2024-09-13T15:01:29.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b832dc700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b7c1513d0 con 0x7f1b7c159880 2024-09-13T15:01:29.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b81078700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b7c0b36f0 0x7f1b7c150b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:29.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b81078700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b7c0b36f0 0x7f1b7c150b10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51734/0 (socket says 172.21.15.33:51734) 2024-09-13T15:01:29.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b81078700 1 -- 172.21.15.33:0/186885565 learned_addr learned my addr 172.21.15.33:0/186885565 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:29.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b81879700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b7c159880 0x7f1b7c158190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:29.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b80877700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b7c0b3ad0 0x7f1b7c13c790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:29.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b81078700 1 -- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b7c159880 msgr2=0x7f1b7c158190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:29.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b81078700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b7c159880 0x7f1b7c158190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:29.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b81078700 1 -- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b7c0b3ad0 msgr2=0x7f1b7c13c790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:29.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b81078700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b7c0b3ad0 0x7f1b7c13c790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:29.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b81078700 1 -- 172.21.15.33:0/186885565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b6c0094b0 con 0x7f1b7c0b36f0 2024-09-13T15:01:29.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b81879700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b7c159880 0x7f1b7c158190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:29.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b81078700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b7c0b36f0 0x7f1b7c150b10 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f1b7800c730 tx=0x7f1b7800ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:29.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b71ffb700 1 -- 172.21.15.33:0/186885565 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b780052d0 con 0x7f1b7c0b36f0 2024-09-13T15:01:29.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b71ffb700 1 -- 172.21.15.33:0/186885565 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b78005450 con 0x7f1b7c0b36f0 2024-09-13T15:01:29.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b832dc700 1 -- 172.21.15.33:0/186885565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b7c1516b0 con 0x7f1b7c0b36f0 2024-09-13T15:01:29.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b71ffb700 1 -- 172.21.15.33:0/186885565 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b780038e0 con 0x7f1b7c0b36f0 2024-09-13T15:01:29.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.821+0000 7f1b832dc700 1 -- 172.21.15.33:0/186885565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b7c152110 con 0x7f1b7c0b36f0 2024-09-13T15:01:29.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.825+0000 7f1b832dc700 1 -- 172.21.15.33:0/186885565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b7c067760 con 0x7f1b7c0b36f0 2024-09-13T15:01:29.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.825+0000 7f1b71ffb700 1 -- 172.21.15.33:0/186885565 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1b78003a40 con 0x7f1b7c0b36f0 2024-09-13T15:01:29.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.825+0000 7f1b71ffb700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1b60066730 0x7f1b60068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:29.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.825+0000 7f1b80877700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1b60066730 0x7f1b60068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:29.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.825+0000 7f1b71ffb700 1 -- 172.21.15.33:0/186885565 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1b78083930 con 0x7f1b7c0b36f0 2024-09-13T15:01:29.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.825+0000 7f1b80877700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1b60066730 0x7f1b60068bf0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c0090b0 tx=0x7f1b6c010000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:29.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:29.833+0000 7f1b71ffb700 1 -- 172.21.15.33:0/186885565 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1b78050910 con 0x7f1b7c0b36f0 2024-09-13T15:01:30.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.009+0000 7f1b832dc700 1 -- 172.21.15.33:0/186885565 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1b7c0cb590 con 0x7f1b7c0b36f0 2024-09-13T15:01:30.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.013+0000 7f1b71ffb700 1 -- 172.21.15.33:0/186885565 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7f1b78053f30 con 0x7f1b7c0b36f0 2024-09-13T15:01:30.020 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:30.020 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:30.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.017+0000 7f1b832dc700 1 -- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1b60066730 msgr2=0x7f1b60068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.017+0000 7f1b832dc700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1b60066730 0x7f1b60068bf0 secure :-1 s=READY pgs=143 cs=0 l=1 rev1=1 crypto rx=0x7f1b6c0090b0 tx=0x7f1b6c010000 comp rx=0 tx=0).stop 2024-09-13T15:01:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.017+0000 7f1b832dc700 1 -- 172.21.15.33:0/186885565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b7c0b36f0 msgr2=0x7f1b7c150b10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.017+0000 7f1b832dc700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b7c0b36f0 0x7f1b7c150b10 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f1b7800c730 tx=0x7f1b7800ca40 comp rx=0 tx=0).stop 2024-09-13T15:01:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.017+0000 7f1b832dc700 1 -- 172.21.15.33:0/186885565 shutdown_connections 2024-09-13T15:01:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.017+0000 7f1b832dc700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1b60066730 0x7f1b60068bf0 unknown :-1 s=CLOSED pgs=143 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.017+0000 7f1b832dc700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b7c159880 0x7f1b7c158190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.017+0000 7f1b832dc700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b7c0b3ad0 0x7f1b7c13c790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.017+0000 7f1b832dc700 1 --2- 172.21.15.33:0/186885565 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b7c0b36f0 0x7f1b7c150b10 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.017+0000 7f1b832dc700 1 -- 172.21.15.33:0/186885565 >> 172.21.15.33:0/186885565 conn(0x7f1b7c06a350 msgr2=0x7f1b7c071150 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.017+0000 7f1b832dc700 1 -- 172.21.15.33:0/186885565 shutdown_connections 2024-09-13T15:01:30.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.017+0000 7f1b832dc700 1 -- 172.21.15.33:0/186885565 wait complete. 2024-09-13T15:01:30.035 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:30.036 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:30.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f5747fff700 1 Processor -- start 2024-09-13T15:01:30.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f5747fff700 1 -- start start 2024-09-13T15:01:30.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f5747fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f57480ad9a0 0x7f5748159de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f5747fff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57480b1dd0 con 0x7f574806ca60 2024-09-13T15:01:30.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f5747fff700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f57480b20b0 con 0x7f57480b1860 2024-09-13T15:01:30.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f5747fff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f57480b2fd0 con 0x7f57480ad9a0 2024-09-13T15:01:30.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f5746ffd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f57480ad9a0 0x7f5748159de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f57477fe700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f574806ca60 0x7f574815a970 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34100/0 (socket says 172.21.15.33:34100) 2024-09-13T15:01:30.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f57477fe700 1 -- 172.21.15.33:0/394390301 learned_addr learned my addr 172.21.15.33:0/394390301 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:30.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f5745ffb700 1 -- 172.21.15.33:0/394390301 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2965863185 0 0) 0x7f57480b1dd0 con 0x7f574806ca60 2024-09-13T15:01:30.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f5745ffb700 1 -- 172.21.15.33:0/394390301 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f57340046e0 con 0x7f574806ca60 2024-09-13T15:01:30.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f5746ffd700 1 -- 172.21.15.33:0/394390301 >> v1:172.21.15.103:6789/0 conn(0x7f57480b1860 legacy=0x7f574806c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f5746ffd700 1 -- 172.21.15.33:0/394390301 >> v1:172.21.15.33:6789/0 conn(0x7f574806ca60 legacy=0x7f574815a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f5746ffd700 1 -- 172.21.15.33:0/394390301 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57480b2390 con 0x7f57480ad9a0 2024-09-13T15:01:30.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.153+0000 7f5746ffd700 1 --2- 172.21.15.33:0/394390301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57480ad9a0 0x7f5748159de0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f5730009850 tx=0x7f5730009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b354174e5e3ead54 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:30.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.157+0000 7f5745ffb700 1 -- 172.21.15.33:0/394390301 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5730011830 con 0x7f57480ad9a0 2024-09-13T15:01:30.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.157+0000 7f5745ffb700 1 -- 172.21.15.33:0/394390301 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5730011990 con 0x7f57480ad9a0 2024-09-13T15:01:30.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.157+0000 7f5745ffb700 1 -- 172.21.15.33:0/394390301 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5730011d40 con 0x7f57480ad9a0 2024-09-13T15:01:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.157+0000 7f5747fff700 1 -- 172.21.15.33:0/394390301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57480ad9a0 msgr2=0x7f5748159de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.157+0000 7f5747fff700 1 --2- 172.21.15.33:0/394390301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57480ad9a0 0x7f5748159de0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f5730009850 tx=0x7f5730009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.157+0000 7f5747fff700 1 -- 172.21.15.33:0/394390301 shutdown_connections 2024-09-13T15:01:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.157+0000 7f5747fff700 1 --2- 172.21.15.33:0/394390301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57480ad9a0 0x7f5748159de0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.157+0000 7f5747fff700 1 -- 172.21.15.33:0/394390301 >> 172.21.15.33:0/394390301 conn(0x7f57480b0980 msgr2=0x7f57480b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.157+0000 7f5747fff700 1 -- 172.21.15.33:0/394390301 shutdown_connections 2024-09-13T15:01:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.157+0000 7f5747fff700 1 -- 172.21.15.33:0/394390301 wait complete. 2024-09-13T15:01:30.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.157+0000 7f5747fff700 1 Processor -- start 2024-09-13T15:01:30.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.157+0000 7f5747fff700 1 -- start start 2024-09-13T15:01:30.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f5747fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f574806ca60 0x7f57481f5aa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f5747fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f57480ad9a0 0x7f5748152de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f5747fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57480b1860 0x7f57480acb30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.166 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f5747fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57481f6960 con 0x7f57480b1860 2024-09-13T15:01:30.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f5747fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f57481f63a0 con 0x7f574806ca60 2024-09-13T15:01:30.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f5747fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f57481f6680 con 0x7f57480ad9a0 2024-09-13T15:01:30.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f57477fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57480b1860 0x7f57480acb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f57477fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57480b1860 0x7f57480acb30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51748/0 (socket says 172.21.15.33:51748) 2024-09-13T15:01:30.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f57477fe700 1 -- 172.21.15.33:0/1714232069 learned_addr learned my addr 172.21.15.33:0/1714232069 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:30.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f57467fc700 1 --2- 172.21.15.33:0/1714232069 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f57480ad9a0 0x7f5748152de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f5746ffd700 1 --2- 172.21.15.33:0/1714232069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f574806ca60 0x7f57481f5aa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f57477fe700 1 -- 172.21.15.33:0/1714232069 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f57480ad9a0 msgr2=0x7f5748152de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f57477fe700 1 --2- 172.21.15.33:0/1714232069 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f57480ad9a0 0x7f5748152de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f57477fe700 1 -- 172.21.15.33:0/1714232069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f574806ca60 msgr2=0x7f57481f5aa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f57477fe700 1 --2- 172.21.15.33:0/1714232069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f574806ca60 0x7f57481f5aa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f57477fe700 1 -- 172.21.15.33:0/1714232069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f57300094b0 con 0x7f57480b1860 2024-09-13T15:01:30.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f57477fe700 1 --2- 172.21.15.33:0/1714232069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57480b1860 0x7f57480acb30 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f574000cb40 tx=0x7f574000cb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:30.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f573f7fe700 1 -- 172.21.15.33:0/1714232069 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5740007500 con 0x7f57480b1860 2024-09-13T15:01:30.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f573f7fe700 1 -- 172.21.15.33:0/1714232069 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5740007660 con 0x7f57480b1860 2024-09-13T15:01:30.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f5747fff700 1 -- 172.21.15.33:0/1714232069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f57481525e0 con 0x7f57480b1860 2024-09-13T15:01:30.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f573f7fe700 1 -- 172.21.15.33:0/1714232069 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f57400079f0 con 0x7f57480b1860 2024-09-13T15:01:30.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f5747fff700 1 -- 172.21.15.33:0/1714232069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f57481f5fe0 con 0x7f57480b1860 2024-09-13T15:01:30.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.161+0000 7f5747fff700 1 -- 172.21.15.33:0/1714232069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5748152b00 con 0x7f57480b1860 2024-09-13T15:01:30.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.165+0000 7f573f7fe700 1 -- 172.21.15.33:0/1714232069 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f574001b3b0 con 0x7f57480b1860 2024-09-13T15:01:30.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.165+0000 7f573f7fe700 1 --2- 172.21.15.33:0/1714232069 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5728066730 0x7f5728068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.165+0000 7f573f7fe700 1 -- 172.21.15.33:0/1714232069 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5740083d70 con 0x7f57480b1860 2024-09-13T15:01:30.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.165+0000 7f5746ffd700 1 --2- 172.21.15.33:0/1714232069 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5728066730 0x7f5728068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.172 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.165+0000 7f5746ffd700 1 --2- 172.21.15.33:0/1714232069 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5728066730 0x7f5728068bf0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f57300097a0 tx=0x7f5730008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:30.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.173+0000 7f573f7fe700 1 -- 172.21.15.33:0/1714232069 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5740050e80 con 0x7f57480b1860 2024-09-13T15:01:30.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.345+0000 7f5747fff700 1 -- 172.21.15.33:0/1714232069 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f5748159de0 con 0x7f57480b1860 2024-09-13T15:01:30.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.345+0000 7f573f7fe700 1 -- 172.21.15.33:0/1714232069 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f57400544a0 con 0x7f57480b1860 2024-09-13T15:01:30.353 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:30.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.349+0000 7f5747fff700 1 -- 172.21.15.33:0/1714232069 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5728066730 msgr2=0x7f5728068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.349+0000 7f5747fff700 1 --2- 172.21.15.33:0/1714232069 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5728066730 0x7f5728068bf0 secure :-1 s=READY pgs=144 cs=0 l=1 rev1=1 crypto rx=0x7f57300097a0 tx=0x7f5730008030 comp rx=0 tx=0).stop 2024-09-13T15:01:30.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.349+0000 7f5747fff700 1 -- 172.21.15.33:0/1714232069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57480b1860 msgr2=0x7f57480acb30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.349+0000 7f5747fff700 1 --2- 172.21.15.33:0/1714232069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57480b1860 0x7f57480acb30 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f574000cb40 tx=0x7f574000cb70 comp rx=0 tx=0).stop 2024-09-13T15:01:30.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.349+0000 7f5747fff700 1 -- 172.21.15.33:0/1714232069 shutdown_connections 2024-09-13T15:01:30.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.349+0000 7f5747fff700 1 --2- 172.21.15.33:0/1714232069 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5728066730 0x7f5728068bf0 unknown :-1 s=CLOSED pgs=144 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.349+0000 7f5747fff700 1 --2- 172.21.15.33:0/1714232069 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f57480b1860 0x7f57480acb30 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.349+0000 7f5747fff700 1 --2- 172.21.15.33:0/1714232069 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f57480ad9a0 0x7f5748152de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.349+0000 7f5747fff700 1 --2- 172.21.15.33:0/1714232069 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f574806ca60 0x7f57481f5aa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.349+0000 7f5747fff700 1 -- 172.21.15.33:0/1714232069 >> 172.21.15.33:0/1714232069 conn(0x7f57480b0980 msgr2=0x7f574815c980 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:30.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.349+0000 7f5747fff700 1 -- 172.21.15.33:0/1714232069 shutdown_connections 2024-09-13T15:01:30.356 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.349+0000 7f5747fff700 1 -- 172.21.15.33:0/1714232069 wait complete. 2024-09-13T15:01:30.367 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:30.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.481+0000 7f333b59e700 1 Processor -- start 2024-09-13T15:01:30.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.481+0000 7f333b59e700 1 -- start start 2024-09-13T15:01:30.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333b59e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f333c06c480 0x7f333c0cdac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333b59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f333c0ce000 0x7f333c0b20a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333b59e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f333c06c8c0 con 0x7f333c144180 2024-09-13T15:01:30.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333b59e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f333c0b1c50 con 0x7f333c06c480 2024-09-13T15:01:30.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333b59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f333c06cb40 con 0x7f333c0ce000 2024-09-13T15:01:30.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f3339d9b700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f333c06c480 0x7f333c0cdac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333a59c700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f333c144180 0x7f333c0cc010 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:57674/0 (socket says 172.21.15.33:57674) 2024-09-13T15:01:30.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333a59c700 1 -- 172.21.15.33:0/3092472078 learned_addr learned my addr 172.21.15.33:0/3092472078 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:30.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333ad9d700 1 --2- 172.21.15.33:0/3092472078 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f333c0ce000 0x7f333c0b20a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f3339d9b700 1 -- 172.21.15.33:0/3092472078 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f333c0ce000 msgr2=0x7f333c0b20a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:30.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f3339d9b700 1 --2- 172.21.15.33:0/3092472078 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f333c0ce000 0x7f333c0b20a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f3339d9b700 1 -- 172.21.15.33:0/3092472078 >> v1:172.21.15.103:6789/0 conn(0x7f333c144180 legacy=0x7f333c0cc010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f3339d9b700 1 -- 172.21.15.33:0/3092472078 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f333c06ce20 con 0x7f333c06c480 2024-09-13T15:01:30.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f3339d9b700 1 --2- 172.21.15.33:0/3092472078 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f333c06c480 0x7f333c0cdac0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3330009850 tx=0x7f3330009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=60d9a11fdc5d5d31 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:30.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333959a700 1 -- 172.21.15.33:0/3092472078 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3330011830 con 0x7f333c06c480 2024-09-13T15:01:30.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333959a700 1 -- 172.21.15.33:0/3092472078 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3330011990 con 0x7f333c06c480 2024-09-13T15:01:30.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333959a700 1 -- 172.21.15.33:0/3092472078 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3330011d40 con 0x7f333c06c480 2024-09-13T15:01:30.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333b59e700 1 -- 172.21.15.33:0/3092472078 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f333c06c480 msgr2=0x7f333c0cdac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333b59e700 1 --2- 172.21.15.33:0/3092472078 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f333c06c480 0x7f333c0cdac0 secure :-1 s=READY pgs=130 cs=0 l=1 rev1=1 crypto rx=0x7f3330009850 tx=0x7f3330009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:30.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333b59e700 1 -- 172.21.15.33:0/3092472078 shutdown_connections 2024-09-13T15:01:30.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333b59e700 1 --2- 172.21.15.33:0/3092472078 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f333c0ce000 0x7f333c0b20a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333b59e700 1 --2- 172.21.15.33:0/3092472078 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f333c06c480 0x7f333c0cdac0 unknown :-1 s=CLOSED pgs=130 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333b59e700 1 -- 172.21.15.33:0/3092472078 >> 172.21.15.33:0/3092472078 conn(0x7f333c0b0980 msgr2=0x7f333c0b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:30.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333b59e700 1 -- 172.21.15.33:0/3092472078 shutdown_connections 2024-09-13T15:01:30.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.485+0000 7f333b59e700 1 -- 172.21.15.33:0/3092472078 wait complete. 2024-09-13T15:01:30.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.489+0000 7f333b59e700 1 Processor -- start 2024-09-13T15:01:30.495 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.489+0000 7f333b59e700 1 -- start start 2024-09-13T15:01:30.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.489+0000 7f333b59e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f333c06c480 0x7f333c13d2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.489+0000 7f333b59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f333c0ce000 0x7f333c13f330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.489+0000 7f333b59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f333c144180 0x7f333c13f870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.489+0000 7f333b59e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f333c1e54f0 con 0x7f333c144180 2024-09-13T15:01:30.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.489+0000 7f333b59e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f333c1f04c0 con 0x7f333c06c480 2024-09-13T15:01:30.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.489+0000 7f333b59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f333c1f0720 con 0x7f333c0ce000 2024-09-13T15:01:30.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.489+0000 7f333ad9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f333c144180 0x7f333c13f870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.489+0000 7f333a59c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f333c06c480 0x7f333c13d2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.489+0000 7f333a59c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f333c06c480 0x7f333c13d2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:52540/0 (socket says 172.21.15.33:52540) 2024-09-13T15:01:30.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.489+0000 7f3339d9b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f333c0ce000 0x7f333c13f330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.489+0000 7f333ad9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f333c144180 0x7f333c13f870 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51758/0 (socket says 172.21.15.33:51758) 2024-09-13T15:01:30.501 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.489+0000 7f333a59c700 1 -- 172.21.15.33:0/1308929855 learned_addr learned my addr 172.21.15.33:0/1308929855 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:30.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.493+0000 7f333ad9d700 1 -- 172.21.15.33:0/1308929855 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f333c0ce000 msgr2=0x7f333c13f330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.493+0000 7f333ad9d700 1 --2- 172.21.15.33:0/1308929855 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f333c0ce000 0x7f333c13f330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.493+0000 7f333ad9d700 1 -- 172.21.15.33:0/1308929855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f333c06c480 msgr2=0x7f333c13d2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.493+0000 7f333ad9d700 1 --2- 172.21.15.33:0/1308929855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f333c06c480 0x7f333c13d2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.493+0000 7f333ad9d700 1 -- 172.21.15.33:0/1308929855 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33300094b0 con 0x7f333c144180 2024-09-13T15:01:30.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.493+0000 7f333ad9d700 1 --2- 172.21.15.33:0/1308929855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f333c144180 0x7f333c13f870 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f333400efc0 tx=0x7f333400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:30.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.493+0000 7f332affd700 1 -- 172.21.15.33:0/1308929855 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f333400cc90 con 0x7f333c144180 2024-09-13T15:01:30.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.493+0000 7f332affd700 1 -- 172.21.15.33:0/1308929855 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f333400f040 con 0x7f333c144180 2024-09-13T15:01:30.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.493+0000 7f333b59e700 1 -- 172.21.15.33:0/1308929855 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f333c13d7e0 con 0x7f333c144180 2024-09-13T15:01:30.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.493+0000 7f332affd700 1 -- 172.21.15.33:0/1308929855 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33340146c0 con 0x7f333c144180 2024-09-13T15:01:30.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.493+0000 7f333b59e700 1 -- 172.21.15.33:0/1308929855 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f333c1f0ca0 con 0x7f333c144180 2024-09-13T15:01:30.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.493+0000 7f333b59e700 1 -- 172.21.15.33:0/1308929855 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f333c0cdac0 con 0x7f333c144180 2024-09-13T15:01:30.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.493+0000 7f332affd700 1 -- 172.21.15.33:0/1308929855 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3334014820 con 0x7f333c144180 2024-09-13T15:01:30.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.497+0000 7f332affd700 1 --2- 172.21.15.33:0/1308929855 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f331c066730 0x7f331c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.497+0000 7f332affd700 1 -- 172.21.15.33:0/1308929855 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f3334084f90 con 0x7f333c144180 2024-09-13T15:01:30.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.497+0000 7f333a59c700 1 --2- 172.21.15.33:0/1308929855 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f331c066730 0x7f331c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.497+0000 7f333a59c700 1 --2- 172.21.15.33:0/1308929855 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f331c066730 0x7f331c068bf0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f332c005930 tx=0x7f332c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:30.513 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.505+0000 7f332affd700 1 -- 172.21.15.33:0/1308929855 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3334051f70 con 0x7f333c144180 2024-09-13T15:01:30.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.673+0000 7f333b59e700 1 -- 172.21.15.33:0/1308929855 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f333c0af430 con 0x7f333c144180 2024-09-13T15:01:30.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.677+0000 7f332affd700 1 -- 172.21.15.33:0/1308929855 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f33340180a0 con 0x7f333c144180 2024-09-13T15:01:30.682 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:30.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.677+0000 7f333b59e700 1 -- 172.21.15.33:0/1308929855 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f331c066730 msgr2=0x7f331c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.677+0000 7f333b59e700 1 --2- 172.21.15.33:0/1308929855 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f331c066730 0x7f331c068bf0 secure :-1 s=READY pgs=145 cs=0 l=1 rev1=1 crypto rx=0x7f332c005930 tx=0x7f332c009040 comp rx=0 tx=0).stop 2024-09-13T15:01:30.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.677+0000 7f333b59e700 1 -- 172.21.15.33:0/1308929855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f333c144180 msgr2=0x7f333c13f870 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.677+0000 7f333b59e700 1 --2- 172.21.15.33:0/1308929855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f333c144180 0x7f333c13f870 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f333400efc0 tx=0x7f333400c3a0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.677+0000 7f333b59e700 1 -- 172.21.15.33:0/1308929855 shutdown_connections 2024-09-13T15:01:30.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.677+0000 7f333b59e700 1 --2- 172.21.15.33:0/1308929855 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f331c066730 0x7f331c068bf0 unknown :-1 s=CLOSED pgs=145 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.677+0000 7f333b59e700 1 --2- 172.21.15.33:0/1308929855 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f333c144180 0x7f333c13f870 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.677+0000 7f333b59e700 1 --2- 172.21.15.33:0/1308929855 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f333c0ce000 0x7f333c13f330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.677+0000 7f333b59e700 1 --2- 172.21.15.33:0/1308929855 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f333c06c480 0x7f333c13d2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.677+0000 7f333b59e700 1 -- 172.21.15.33:0/1308929855 >> 172.21.15.33:0/1308929855 conn(0x7f333c0b0980 msgr2=0x7f333c0ae3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:30.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.677+0000 7f333b59e700 1 -- 172.21.15.33:0/1308929855 shutdown_connections 2024-09-13T15:01:30.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.677+0000 7f333b59e700 1 -- 172.21.15.33:0/1308929855 wait complete. 2024-09-13T15:01:30.697 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:30.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.813+0000 7ff16a8d2700 1 Processor -- start 2024-09-13T15:01:30.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.813+0000 7ff16a8d2700 1 -- start start 2024-09-13T15:01:30.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a8d2700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1640b31e0 0x7ff1640cd210 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a8d2700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff1640cd750 0x7ff1640cbb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a8d2700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff16415af90 con 0x7ff16415abb0 2024-09-13T15:01:30.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a8d2700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff1640cdc00 con 0x7ff1640cd750 2024-09-13T15:01:30.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a8d2700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff1640cb6d0 con 0x7ff1640b31e0 2024-09-13T15:01:30.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff1690cf700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1640b31e0 0x7ff1640cd210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a0d1700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff1640cd750 0x7ff1640cbb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a0d1700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff1640cd750 0x7ff1640cbb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:52542/0 (socket says 172.21.15.33:52542) 2024-09-13T15:01:30.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a0d1700 1 -- 172.21.15.33:0/69386207 learned_addr learned my addr 172.21.15.33:0/69386207 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:30.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff1698d0700 1 --1- 172.21.15.33:0/69386207 >> v1:172.21.15.103:6789/0 conn(0x7ff16415abb0 0x7ff1640cf530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:57684/0 (socket says 172.21.15.33:57684) 2024-09-13T15:01:30.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a0d1700 1 -- 172.21.15.33:0/69386207 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1640b31e0 msgr2=0x7ff1640cd210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:30.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a0d1700 1 --2- 172.21.15.33:0/69386207 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1640b31e0 0x7ff1640cd210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a0d1700 1 -- 172.21.15.33:0/69386207 >> v1:172.21.15.103:6789/0 conn(0x7ff16415abb0 legacy=0x7ff1640cf530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a0d1700 1 -- 172.21.15.33:0/69386207 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1640d0060 con 0x7ff1640cd750 2024-09-13T15:01:30.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff1690cf700 1 --2- 172.21.15.33:0/69386207 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1640b31e0 0x7ff1640cd210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:30.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a0d1700 1 --2- 172.21.15.33:0/69386207 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1640cd750 0x7ff1640cbb60 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ff15c009e50 tx=0x7ff15c00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d192eff0c5451620 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:30.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff1688ce700 1 -- 172.21.15.33:0/69386207 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff15c00e070 con 0x7ff1640cd750 2024-09-13T15:01:30.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff1688ce700 1 -- 172.21.15.33:0/69386207 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff15c00b910 con 0x7ff1640cd750 2024-09-13T15:01:30.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff1688ce700 1 -- 172.21.15.33:0/69386207 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff15c00bcc0 con 0x7ff1640cd750 2024-09-13T15:01:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a8d2700 1 -- 172.21.15.33:0/69386207 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1640cd750 msgr2=0x7ff1640cbb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a8d2700 1 --2- 172.21.15.33:0/69386207 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1640cd750 0x7ff1640cbb60 secure :-1 s=READY pgs=132 cs=0 l=1 rev1=1 crypto rx=0x7ff15c009e50 tx=0x7ff15c00b330 comp rx=0 tx=0).stop 2024-09-13T15:01:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a8d2700 1 -- 172.21.15.33:0/69386207 shutdown_connections 2024-09-13T15:01:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a8d2700 1 --2- 172.21.15.33:0/69386207 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1640cd750 0x7ff1640cbb60 unknown :-1 s=CLOSED pgs=132 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a8d2700 1 --2- 172.21.15.33:0/69386207 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1640b31e0 0x7ff1640cd210 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a8d2700 1 -- 172.21.15.33:0/69386207 >> 172.21.15.33:0/69386207 conn(0x7ff1640b25e0 msgr2=0x7ff1640b29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:30.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a8d2700 1 -- 172.21.15.33:0/69386207 shutdown_connections 2024-09-13T15:01:30.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.817+0000 7ff16a8d2700 1 -- 172.21.15.33:0/69386207 wait complete. 2024-09-13T15:01:30.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.821+0000 7ff16a8d2700 1 Processor -- start 2024-09-13T15:01:30.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.821+0000 7ff16a8d2700 1 -- start start 2024-09-13T15:01:30.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff16a8d2700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1640b31e0 0x7ff1641ef9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff16a8d2700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1640cd750 0x7ff16415cc90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff16a8d2700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff16415abb0 0x7ff16415d1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff16a8d2700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff1640b63c0 con 0x7ff1640b31e0 2024-09-13T15:01:30.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff16a8d2700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff16415da60 con 0x7ff1640cd750 2024-09-13T15:01:30.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff16a8d2700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff16415dd40 con 0x7ff16415abb0 2024-09-13T15:01:30.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff1698d0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1640b31e0 0x7ff1641ef9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff1698d0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1640b31e0 0x7ff1641ef9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51760/0 (socket says 172.21.15.33:51760) 2024-09-13T15:01:30.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff1698d0700 1 -- 172.21.15.33:0/1589294774 learned_addr learned my addr 172.21.15.33:0/1589294774 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:30.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff1690cf700 1 --2- 172.21.15.33:0/1589294774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1640cd750 0x7ff16415cc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff16a0d1700 1 --2- 172.21.15.33:0/1589294774 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff16415abb0 0x7ff16415d1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff1698d0700 1 -- 172.21.15.33:0/1589294774 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff16415abb0 msgr2=0x7ff16415d1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff1698d0700 1 --2- 172.21.15.33:0/1589294774 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff16415abb0 0x7ff16415d1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff1698d0700 1 -- 172.21.15.33:0/1589294774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1640cd750 msgr2=0x7ff16415cc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:30.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff1698d0700 1 --2- 172.21.15.33:0/1589294774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1640cd750 0x7ff16415cc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:30.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff1698d0700 1 -- 172.21.15.33:0/1589294774 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff1600094b0 con 0x7ff1640b31e0 2024-09-13T15:01:30.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff1698d0700 1 --2- 172.21.15.33:0/1589294774 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1640b31e0 0x7ff1641ef9c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff15800c4d0 tx=0x7ff15800c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:30.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff1567fc700 1 -- 172.21.15.33:0/1589294774 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff15800cea0 con 0x7ff1640b31e0 2024-09-13T15:01:30.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff1567fc700 1 -- 172.21.15.33:0/1589294774 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff158005cd0 con 0x7ff1640b31e0 2024-09-13T15:01:30.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff16a8d2700 1 -- 172.21.15.33:0/1589294774 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff15c009b30 con 0x7ff1640b31e0 2024-09-13T15:01:30.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff1567fc700 1 -- 172.21.15.33:0/1589294774 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff1580072d0 con 0x7ff1640b31e0 2024-09-13T15:01:30.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff16a8d2700 1 -- 172.21.15.33:0/1589294774 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff16415e300 con 0x7ff1640b31e0 2024-09-13T15:01:30.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff16a8d2700 1 -- 172.21.15.33:0/1589294774 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1640cd210 con 0x7ff1640b31e0 2024-09-13T15:01:30.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.825+0000 7ff1567fc700 1 -- 172.21.15.33:0/1589294774 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff158007430 con 0x7ff1640b31e0 2024-09-13T15:01:30.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.829+0000 7ff1567fc700 1 --2- 172.21.15.33:0/1589294774 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff148066730 0x7ff148068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:30.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.829+0000 7ff1567fc700 1 -- 172.21.15.33:0/1589294774 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff158083450 con 0x7ff1640b31e0 2024-09-13T15:01:30.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.829+0000 7ff1690cf700 1 --2- 172.21.15.33:0/1589294774 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff148066730 0x7ff148068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:30.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.829+0000 7ff1690cf700 1 --2- 172.21.15.33:0/1589294774 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff148066730 0x7ff148068bf0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7ff1640c7d10 tx=0x7ff160009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:30.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:30.833+0000 7ff1567fc700 1 -- 172.21.15.33:0/1589294774 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff158050580 con 0x7ff1640b31e0 2024-09-13T15:01:31.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.009+0000 7ff16a8d2700 1 -- 172.21.15.33:0/1589294774 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff16415af90 con 0x7ff1640b31e0 2024-09-13T15:01:31.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.009+0000 7ff1567fc700 1 -- 172.21.15.33:0/1589294774 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff16415af90 con 0x7ff1640b31e0 2024-09-13T15:01:31.014 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:31.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.009+0000 7ff16a8d2700 1 -- 172.21.15.33:0/1589294774 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff148066730 msgr2=0x7ff148068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.009+0000 7ff16a8d2700 1 --2- 172.21.15.33:0/1589294774 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff148066730 0x7ff148068bf0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7ff1640c7d10 tx=0x7ff160009240 comp rx=0 tx=0).stop 2024-09-13T15:01:31.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.009+0000 7ff16a8d2700 1 -- 172.21.15.33:0/1589294774 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1640b31e0 msgr2=0x7ff1641ef9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.009+0000 7ff16a8d2700 1 --2- 172.21.15.33:0/1589294774 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1640b31e0 0x7ff1641ef9c0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7ff15800c4d0 tx=0x7ff15800c7e0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.009+0000 7ff16a8d2700 1 -- 172.21.15.33:0/1589294774 shutdown_connections 2024-09-13T15:01:31.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.009+0000 7ff16a8d2700 1 --2- 172.21.15.33:0/1589294774 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff148066730 0x7ff148068bf0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.009+0000 7ff16a8d2700 1 --2- 172.21.15.33:0/1589294774 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff16415abb0 0x7ff16415d1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.009+0000 7ff16a8d2700 1 --2- 172.21.15.33:0/1589294774 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1640cd750 0x7ff16415cc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.009+0000 7ff16a8d2700 1 --2- 172.21.15.33:0/1589294774 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1640b31e0 0x7ff1641ef9c0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.009+0000 7ff16a8d2700 1 -- 172.21.15.33:0/1589294774 >> 172.21.15.33:0/1589294774 conn(0x7ff1640b25e0 msgr2=0x7ff16406f650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:31.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.009+0000 7ff16a8d2700 1 -- 172.21.15.33:0/1589294774 shutdown_connections 2024-09-13T15:01:31.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.009+0000 7ff16a8d2700 1 -- 172.21.15.33:0/1589294774 wait complete. 2024-09-13T15:01:31.029 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:31.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb04359e700 1 Processor -- start 2024-09-13T15:01:31.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb04359e700 1 -- start start 2024-09-13T15:01:31.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb04359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb044144180 0x7fb04406c480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb04359e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fb0440cc010 0x7fb0440cdac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb04359e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb04406cb40 con 0x7fb0440ce000 2024-09-13T15:01:31.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb04359e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb0440b1c50 con 0x7fb0440cc010 2024-09-13T15:01:31.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb04359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb04406ce20 con 0x7fb044144180 2024-09-13T15:01:31.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb04259c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb044144180 0x7fb04406c480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb041d9b700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fb0440cc010 0x7fb0440cdac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb041d9b700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fb0440cc010 0x7fb0440cdac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:52564/0 (socket says 172.21.15.33:52564) 2024-09-13T15:01:31.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb041d9b700 1 -- 172.21.15.33:0/1281630802 learned_addr learned my addr 172.21.15.33:0/1281630802 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:31.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb042d9d700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7fb0440ce000 0x7fb04415e350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:57686/0 (socket says 172.21.15.33:57686) 2024-09-13T15:01:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb041d9b700 1 -- 172.21.15.33:0/1281630802 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb044144180 msgr2=0x7fb04406c480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb041d9b700 1 --2- 172.21.15.33:0/1281630802 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb044144180 0x7fb04406c480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb041d9b700 1 -- 172.21.15.33:0/1281630802 >> v1:172.21.15.103:6789/0 conn(0x7fb0440ce000 legacy=0x7fb04415e350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.145+0000 7fb041d9b700 1 -- 172.21.15.33:0/1281630802 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb04406d100 con 0x7fb0440cc010 2024-09-13T15:01:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.149+0000 7fb041d9b700 1 --2- 172.21.15.33:0/1281630802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0440cc010 0x7fb0440cdac0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb02c009910 tx=0x7fb02c009c20 comp rx=0 tx=0).ready entity=mon.1 client_cookie=cd1e2f233cdbec01 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.149+0000 7fb04159a700 1 -- 172.21.15.33:0/1281630802 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb02c011830 con 0x7fb0440cc010 2024-09-13T15:01:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.149+0000 7fb04159a700 1 -- 172.21.15.33:0/1281630802 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb02c011990 con 0x7fb0440cc010 2024-09-13T15:01:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.149+0000 7fb04159a700 1 -- 172.21.15.33:0/1281630802 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb02c011d40 con 0x7fb0440cc010 2024-09-13T15:01:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.149+0000 7fb04359e700 1 -- 172.21.15.33:0/1281630802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0440cc010 msgr2=0x7fb0440cdac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.149+0000 7fb04359e700 1 --2- 172.21.15.33:0/1281630802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0440cc010 0x7fb0440cdac0 secure :-1 s=READY pgs=134 cs=0 l=1 rev1=1 crypto rx=0x7fb02c009910 tx=0x7fb02c009c20 comp rx=0 tx=0).stop 2024-09-13T15:01:31.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.149+0000 7fb04359e700 1 -- 172.21.15.33:0/1281630802 shutdown_connections 2024-09-13T15:01:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.149+0000 7fb04359e700 1 --2- 172.21.15.33:0/1281630802 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb0440cc010 0x7fb0440cdac0 unknown :-1 s=CLOSED pgs=134 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.149+0000 7fb04359e700 1 --2- 172.21.15.33:0/1281630802 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb044144180 0x7fb04406c480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.149+0000 7fb04359e700 1 -- 172.21.15.33:0/1281630802 >> 172.21.15.33:0/1281630802 conn(0x7fb0440b0980 msgr2=0x7fb0440b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.149+0000 7fb04359e700 1 -- 172.21.15.33:0/1281630802 shutdown_connections 2024-09-13T15:01:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.149+0000 7fb04359e700 1 -- 172.21.15.33:0/1281630802 wait complete. 2024-09-13T15:01:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.149+0000 7fb04359e700 1 Processor -- start 2024-09-13T15:01:31.156 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.149+0000 7fb04359e700 1 -- start start 2024-09-13T15:01:31.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb04359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb0440cc010 0x7fb0440a9050 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb04359e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0440ce000 0x7fb0440abad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb04359e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb044144180 0x7fb04413c3b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb04359e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0440acf80 con 0x7fb0440ce000 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb04359e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb0440ac300 con 0x7fb044144180 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb04359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb0440ac5e0 con 0x7fb0440cc010 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb041d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0440ce000 0x7fb0440abad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb041d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0440ce000 0x7fb0440abad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:51766/0 (socket says 172.21.15.33:51766) 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb041d9b700 1 -- 172.21.15.33:0/3365706936 learned_addr learned my addr 172.21.15.33:0/3365706936 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb042d9d700 1 --2- 172.21.15.33:0/3365706936 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb044144180 0x7fb04413c3b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb04259c700 1 --2- 172.21.15.33:0/3365706936 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb0440cc010 0x7fb0440a9050 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb041d9b700 1 -- 172.21.15.33:0/3365706936 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb0440cc010 msgr2=0x7fb0440a9050 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb041d9b700 1 --2- 172.21.15.33:0/3365706936 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb0440cc010 0x7fb0440a9050 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb041d9b700 1 -- 172.21.15.33:0/3365706936 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb044144180 msgr2=0x7fb04413c3b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb041d9b700 1 --2- 172.21.15.33:0/3365706936 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb044144180 0x7fb04413c3b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb041d9b700 1 -- 172.21.15.33:0/3365706936 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb02c009570 con 0x7fb0440ce000 2024-09-13T15:01:31.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb041d9b700 1 --2- 172.21.15.33:0/3365706936 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0440ce000 0x7fb0440abad0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb02c000c00 tx=0x7fb02c004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:31.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb03affd700 1 -- 172.21.15.33:0/3365706936 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb02c004510 con 0x7fb0440ce000 2024-09-13T15:01:31.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb03affd700 1 -- 172.21.15.33:0/3365706936 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb02c0036c0 con 0x7fb0440ce000 2024-09-13T15:01:31.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb04359e700 1 -- 172.21.15.33:0/3365706936 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb0440ac8c0 con 0x7fb0440ce000 2024-09-13T15:01:31.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb03affd700 1 -- 172.21.15.33:0/3365706936 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb02c003a70 con 0x7fb0440ce000 2024-09-13T15:01:31.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb04359e700 1 -- 172.21.15.33:0/3365706936 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb0440ac010 con 0x7fb0440ce000 2024-09-13T15:01:31.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb04359e700 1 -- 172.21.15.33:0/3365706936 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb0440cdac0 con 0x7fb0440ce000 2024-09-13T15:01:31.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb03affd700 1 -- 172.21.15.33:0/3365706936 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb02c003bd0 con 0x7fb0440ce000 2024-09-13T15:01:31.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb03affd700 1 --2- 172.21.15.33:0/3365706936 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb028066730 0x7fb028068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.153+0000 7fb03affd700 1 -- 172.21.15.33:0/3365706936 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fb02c021030 con 0x7fb0440ce000 2024-09-13T15:01:31.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.157+0000 7fb04259c700 1 --2- 172.21.15.33:0/3365706936 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb028066730 0x7fb028068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.157+0000 7fb04259c700 1 --2- 172.21.15.33:0/3365706936 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb028066730 0x7fb028068bf0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb034009b50 tx=0x7fb034009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:31.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.165+0000 7fb03affd700 1 -- 172.21.15.33:0/3365706936 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb02c052a70 con 0x7fb0440ce000 2024-09-13T15:01:31.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.333+0000 7fb04359e700 1 -- 172.21.15.33:0/3365706936 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fb0440b3170 con 0x7fb0440ce000 2024-09-13T15:01:31.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.337+0000 7fb03affd700 1 -- 172.21.15.33:0/3365706936 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7fb02c0150a0 con 0x7fb0440ce000 2024-09-13T15:01:31.342 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:31.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.337+0000 7fb04359e700 1 -- 172.21.15.33:0/3365706936 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb028066730 msgr2=0x7fb028068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.337+0000 7fb04359e700 1 --2- 172.21.15.33:0/3365706936 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb028066730 0x7fb028068bf0 secure :-1 s=READY pgs=147 cs=0 l=1 rev1=1 crypto rx=0x7fb034009b50 tx=0x7fb034009240 comp rx=0 tx=0).stop 2024-09-13T15:01:31.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.337+0000 7fb04359e700 1 -- 172.21.15.33:0/3365706936 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0440ce000 msgr2=0x7fb0440abad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.337+0000 7fb04359e700 1 --2- 172.21.15.33:0/3365706936 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0440ce000 0x7fb0440abad0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7fb02c000c00 tx=0x7fb02c004770 comp rx=0 tx=0).stop 2024-09-13T15:01:31.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.337+0000 7fb04359e700 1 -- 172.21.15.33:0/3365706936 shutdown_connections 2024-09-13T15:01:31.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.337+0000 7fb04359e700 1 --2- 172.21.15.33:0/3365706936 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb028066730 0x7fb028068bf0 unknown :-1 s=CLOSED pgs=147 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.337+0000 7fb04359e700 1 --2- 172.21.15.33:0/3365706936 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb044144180 0x7fb04413c3b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.337+0000 7fb04359e700 1 --2- 172.21.15.33:0/3365706936 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb0440ce000 0x7fb0440abad0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.337+0000 7fb04359e700 1 --2- 172.21.15.33:0/3365706936 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb0440cc010 0x7fb0440a9050 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.337+0000 7fb04359e700 1 -- 172.21.15.33:0/3365706936 >> 172.21.15.33:0/3365706936 conn(0x7fb0440b0980 msgr2=0x7fb0440700a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:31.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.337+0000 7fb04359e700 1 -- 172.21.15.33:0/3365706936 shutdown_connections 2024-09-13T15:01:31.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.337+0000 7fb04359e700 1 -- 172.21.15.33:0/3365706936 wait complete. 2024-09-13T15:01:31.357 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:31.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.461+0000 7ff61ffff700 1 Processor -- start 2024-09-13T15:01:31.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.461+0000 7ff61ffff700 1 -- start start 2024-09-13T15:01:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61ffff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff618005de0 0x7ff6180532b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61ffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff618037860 0x7ff618057fd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61ffff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff618053ab0 con 0x7ff618058510 2024-09-13T15:01:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61ffff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6180589a0 con 0x7ff618005de0 2024-09-13T15:01:31.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61ffff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff618053d00 con 0x7ff618037860 2024-09-13T15:01:31.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61effd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff618005de0 0x7ff6180532b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61f7fe700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7ff618058510 0x7ff61803bc60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:53638/0 (socket says 172.21.15.33:53638) 2024-09-13T15:01:31.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61f7fe700 1 -- 172.21.15.33:0/371382981 learned_addr learned my addr 172.21.15.33:0/371382981 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:31.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61e7fc700 1 --2- 172.21.15.33:0/371382981 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff618037860 0x7ff618057fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61dffb700 1 -- 172.21.15.33:0/371382981 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3727898096 0 0) 0x7ff618053ab0 con 0x7ff618058510 2024-09-13T15:01:31.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61dffb700 1 -- 172.21.15.33:0/371382981 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff60c0035d0 con 0x7ff618058510 2024-09-13T15:01:31.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61effd700 1 -- 172.21.15.33:0/371382981 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff618037860 msgr2=0x7ff618057fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:31.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61effd700 1 --2- 172.21.15.33:0/371382981 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff618037860 0x7ff618057fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61effd700 1 -- 172.21.15.33:0/371382981 >> v1:172.21.15.33:6789/0 conn(0x7ff618058510 legacy=0x7ff61803bc60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61effd700 1 -- 172.21.15.33:0/371382981 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff618053fe0 con 0x7ff618005de0 2024-09-13T15:01:31.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61effd700 1 --2- 172.21.15.33:0/371382981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff618005de0 0x7ff6180532b0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff610009850 tx=0x7ff610009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=69ec55a28e26275 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:31.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61dffb700 1 -- 172.21.15.33:0/371382981 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff610011830 con 0x7ff618005de0 2024-09-13T15:01:31.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61dffb700 1 -- 172.21.15.33:0/371382981 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff610011990 con 0x7ff618005de0 2024-09-13T15:01:31.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61dffb700 1 -- 172.21.15.33:0/371382981 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff610011d00 con 0x7ff618005de0 2024-09-13T15:01:31.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61ffff700 1 -- 172.21.15.33:0/371382981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff618005de0 msgr2=0x7ff6180532b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61ffff700 1 --2- 172.21.15.33:0/371382981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff618005de0 0x7ff6180532b0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7ff610009850 tx=0x7ff610009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:31.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61ffff700 1 -- 172.21.15.33:0/371382981 shutdown_connections 2024-09-13T15:01:31.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61ffff700 1 --2- 172.21.15.33:0/371382981 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff618037860 0x7ff618057fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61ffff700 1 --2- 172.21.15.33:0/371382981 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff618005de0 0x7ff6180532b0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61ffff700 1 -- 172.21.15.33:0/371382981 >> 172.21.15.33:0/371382981 conn(0x7ff61803a5d0 msgr2=0x7ff61803a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:31.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61ffff700 1 -- 172.21.15.33:0/371382981 shutdown_connections 2024-09-13T15:01:31.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.465+0000 7ff61ffff700 1 -- 172.21.15.33:0/371382981 wait complete. 2024-09-13T15:01:31.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61ffff700 1 Processor -- start 2024-09-13T15:01:31.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61ffff700 1 -- start start 2024-09-13T15:01:31.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61ffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff618005de0 0x7ff618036b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff618037860 0x7ff618178cb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61ffff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff618058510 0x7ff6181791f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61ffff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff618037040 con 0x7ff618037860 2024-09-13T15:01:31.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61ffff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6180df060 con 0x7ff618058510 2024-09-13T15:01:31.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61ffff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6180df340 con 0x7ff618005de0 2024-09-13T15:01:31.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61e7fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff618037860 0x7ff618178cb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61e7fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff618037860 0x7ff618178cb0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46558/0 (socket says 172.21.15.33:46558) 2024-09-13T15:01:31.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61e7fc700 1 -- 172.21.15.33:0/1513113469 learned_addr learned my addr 172.21.15.33:0/1513113469 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:31.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61effd700 1 --2- 172.21.15.33:0/1513113469 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff618005de0 0x7ff618036b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61f7fe700 1 --2- 172.21.15.33:0/1513113469 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff618058510 0x7ff6181791f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61e7fc700 1 -- 172.21.15.33:0/1513113469 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff618005de0 msgr2=0x7ff618036b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61e7fc700 1 --2- 172.21.15.33:0/1513113469 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff618005de0 0x7ff618036b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61e7fc700 1 -- 172.21.15.33:0/1513113469 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff618058510 msgr2=0x7ff6181791f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61e7fc700 1 --2- 172.21.15.33:0/1513113469 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff618058510 0x7ff6181791f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61e7fc700 1 -- 172.21.15.33:0/1513113469 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6100094b0 con 0x7ff618037860 2024-09-13T15:01:31.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61e7fc700 1 --2- 172.21.15.33:0/1513113469 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff618037860 0x7ff618178cb0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7ff60800e9a0 tx=0x7ff60800ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:31.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff6177fe700 1 -- 172.21.15.33:0/1513113469 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff608009720 con 0x7ff618037860 2024-09-13T15:01:31.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff6177fe700 1 -- 172.21.15.33:0/1513113469 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff60800c690 con 0x7ff618037860 2024-09-13T15:01:31.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61ffff700 1 -- 172.21.15.33:0/1513113469 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6180df620 con 0x7ff618037860 2024-09-13T15:01:31.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff6177fe700 1 -- 172.21.15.33:0/1513113469 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff60800ca40 con 0x7ff618037860 2024-09-13T15:01:31.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.469+0000 7ff61ffff700 1 -- 172.21.15.33:0/1513113469 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6180dfbe0 con 0x7ff618037860 2024-09-13T15:01:31.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.473+0000 7ff61ffff700 1 -- 172.21.15.33:0/1513113469 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6180e6470 con 0x7ff618037860 2024-09-13T15:01:31.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.473+0000 7ff6177fe700 1 -- 172.21.15.33:0/1513113469 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff60800cbc0 con 0x7ff618037860 2024-09-13T15:01:31.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.473+0000 7ff6177fe700 1 --2- 172.21.15.33:0/1513113469 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff600066730 0x7ff600068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.473+0000 7ff6177fe700 1 -- 172.21.15.33:0/1513113469 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff608084440 con 0x7ff618037860 2024-09-13T15:01:31.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.473+0000 7ff61effd700 1 --2- 172.21.15.33:0/1513113469 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff600066730 0x7ff600068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.477+0000 7ff61effd700 1 --2- 172.21.15.33:0/1513113469 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff600066730 0x7ff600068bf0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff6100090b0 tx=0x7ff610008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:31.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.481+0000 7ff6177fe700 1 -- 172.21.15.33:0/1513113469 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff6080514b0 con 0x7ff618037860 2024-09-13T15:01:31.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.653+0000 7ff61ffff700 1 -- 172.21.15.33:0/1513113469 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff618038220 con 0x7ff618037860 2024-09-13T15:01:31.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.657+0000 7ff6177fe700 1 -- 172.21.15.33:0/1513113469 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7ff608054ad0 con 0x7ff618037860 2024-09-13T15:01:31.664 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:31.664 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:31.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.661+0000 7ff61ffff700 1 -- 172.21.15.33:0/1513113469 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff600066730 msgr2=0x7ff600068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.661+0000 7ff61ffff700 1 --2- 172.21.15.33:0/1513113469 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff600066730 0x7ff600068bf0 secure :-1 s=READY pgs=148 cs=0 l=1 rev1=1 crypto rx=0x7ff6100090b0 tx=0x7ff610008030 comp rx=0 tx=0).stop 2024-09-13T15:01:31.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.661+0000 7ff61ffff700 1 -- 172.21.15.33:0/1513113469 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff618037860 msgr2=0x7ff618178cb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.661+0000 7ff61ffff700 1 --2- 172.21.15.33:0/1513113469 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff618037860 0x7ff618178cb0 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7ff60800e9a0 tx=0x7ff60800ecb0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.661+0000 7ff61ffff700 1 -- 172.21.15.33:0/1513113469 shutdown_connections 2024-09-13T15:01:31.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.661+0000 7ff61ffff700 1 --2- 172.21.15.33:0/1513113469 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff600066730 0x7ff600068bf0 unknown :-1 s=CLOSED pgs=148 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.661+0000 7ff61ffff700 1 --2- 172.21.15.33:0/1513113469 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff618058510 0x7ff6181791f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.661+0000 7ff61ffff700 1 --2- 172.21.15.33:0/1513113469 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff618037860 0x7ff618178cb0 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.661+0000 7ff61ffff700 1 --2- 172.21.15.33:0/1513113469 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff618005de0 0x7ff618036b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.661+0000 7ff61ffff700 1 -- 172.21.15.33:0/1513113469 >> 172.21.15.33:0/1513113469 conn(0x7ff61803a5d0 msgr2=0x7ff618038440 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:31.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.661+0000 7ff61ffff700 1 -- 172.21.15.33:0/1513113469 shutdown_connections 2024-09-13T15:01:31.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.661+0000 7ff61ffff700 1 -- 172.21.15.33:0/1513113469 wait complete. 2024-09-13T15:01:31.679 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:31.680 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:31.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.797+0000 7f218e0e5700 1 Processor -- start 2024-09-13T15:01:31.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.797+0000 7f218e0e5700 1 -- start start 2024-09-13T15:01:31.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.797+0000 7f218e0e5700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f218815cc00 0x7f21880d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.797+0000 7f218e0e5700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f21880d17e0 0x7f21880b5960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.797+0000 7f218e0e5700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f21880cdb00 con 0x7f21880d0c20 2024-09-13T15:01:31.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.797+0000 7f218e0e5700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f21880cdde0 con 0x7f21880d17e0 2024-09-13T15:01:31.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.797+0000 7f218e0e5700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21880ce0c0 con 0x7f218815cc00 2024-09-13T15:01:31.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.797+0000 7f218d8e4700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f21880d17e0 0x7f21880b5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218d8e4700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f21880d17e0 0x7f21880b5960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46562/0 (socket says 172.21.15.33:46562) 2024-09-13T15:01:31.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218d8e4700 1 -- 172.21.15.33:0/3156466980 learned_addr learned my addr 172.21.15.33:0/3156466980 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:31.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218d0e3700 1 --2- 172.21.15.33:0/3156466980 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f218815cc00 0x7f21880d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218d8e4700 1 -- 172.21.15.33:0/3156466980 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f218815cc00 msgr2=0x7f21880d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218d8e4700 1 --2- 172.21.15.33:0/3156466980 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f218815cc00 0x7f21880d06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218d8e4700 1 -- 172.21.15.33:0/3156466980 >> v1:172.21.15.103:6789/0 conn(0x7f21880d0c20 legacy=0x7f21880d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218d8e4700 1 -- 172.21.15.33:0/3156466980 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f21880ce3a0 con 0x7f21880d17e0 2024-09-13T15:01:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218d8e4700 1 --2- 172.21.15.33:0/3156466980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21880d17e0 0x7f21880b5960 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f2180009e50 tx=0x7f218000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7874c5b392edc430 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f217ffff700 1 -- 172.21.15.33:0/3156466980 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f218000e070 con 0x7f21880d17e0 2024-09-13T15:01:31.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f217ffff700 1 -- 172.21.15.33:0/3156466980 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f218000b910 con 0x7f21880d17e0 2024-09-13T15:01:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f217ffff700 1 -- 172.21.15.33:0/3156466980 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f218000bcc0 con 0x7f21880d17e0 2024-09-13T15:01:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218e0e5700 1 -- 172.21.15.33:0/3156466980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21880d17e0 msgr2=0x7f21880b5960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218e0e5700 1 --2- 172.21.15.33:0/3156466980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21880d17e0 0x7f21880b5960 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f2180009e50 tx=0x7f218000b330 comp rx=0 tx=0).stop 2024-09-13T15:01:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218e0e5700 1 -- 172.21.15.33:0/3156466980 shutdown_connections 2024-09-13T15:01:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218e0e5700 1 --2- 172.21.15.33:0/3156466980 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21880d17e0 0x7f21880b5960 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218e0e5700 1 --2- 172.21.15.33:0/3156466980 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f218815cc00 0x7f21880d06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218e0e5700 1 -- 172.21.15.33:0/3156466980 >> 172.21.15.33:0/3156466980 conn(0x7f218808c080 msgr2=0x7f21880d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218e0e5700 1 -- 172.21.15.33:0/3156466980 shutdown_connections 2024-09-13T15:01:31.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.801+0000 7f218e0e5700 1 -- 172.21.15.33:0/3156466980 wait complete. 2024-09-13T15:01:31.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218e0e5700 1 Processor -- start 2024-09-13T15:01:31.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218e0e5700 1 -- start start 2024-09-13T15:01:31.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218e0e5700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21880d0c20 0x7f218814afa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218e0e5700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f21880d17e0 0x7f21881e5520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218e0e5700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f218815cc00 0x7f218806bc40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218e0e5700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f218814b4e0 con 0x7f21880d0c20 2024-09-13T15:01:31.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218e0e5700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f21881e5a60 con 0x7f21880d17e0 2024-09-13T15:01:31.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218e0e5700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f21881e5d00 con 0x7f218815cc00 2024-09-13T15:01:31.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218d0e3700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21880d0c20 0x7f218814afa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218d0e3700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21880d0c20 0x7f218814afa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46574/0 (socket says 172.21.15.33:46574) 2024-09-13T15:01:31.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218d0e3700 1 -- 172.21.15.33:0/282708175 learned_addr learned my addr 172.21.15.33:0/282708175 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:31.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218c8e2700 1 --2- 172.21.15.33:0/282708175 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f21880d17e0 0x7f21881e5520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218d8e4700 1 --2- 172.21.15.33:0/282708175 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f218815cc00 0x7f218806bc40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218d0e3700 1 -- 172.21.15.33:0/282708175 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f218815cc00 msgr2=0x7f218806bc40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218d0e3700 1 --2- 172.21.15.33:0/282708175 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f218815cc00 0x7f218806bc40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218d0e3700 1 -- 172.21.15.33:0/282708175 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f21880d17e0 msgr2=0x7f21881e5520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:31.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218d0e3700 1 --2- 172.21.15.33:0/282708175 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f21880d17e0 0x7f21881e5520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:31.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218d0e3700 1 -- 172.21.15.33:0/282708175 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2180009b30 con 0x7f21880d0c20 2024-09-13T15:01:31.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218d0e3700 1 --2- 172.21.15.33:0/282708175 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21880d0c20 0x7f218814afa0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f218400e840 tx=0x7f218400eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:31.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f217dffb700 1 -- 172.21.15.33:0/282708175 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21840095a0 con 0x7f21880d0c20 2024-09-13T15:01:31.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f217dffb700 1 -- 172.21.15.33:0/282708175 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2184013680 con 0x7f21880d0c20 2024-09-13T15:01:31.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218e0e5700 1 -- 172.21.15.33:0/282708175 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f218814b990 con 0x7f21880d0c20 2024-09-13T15:01:31.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f217dffb700 1 -- 172.21.15.33:0/282708175 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f21840139f0 con 0x7f21880d0c20 2024-09-13T15:01:31.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.805+0000 7f218e0e5700 1 -- 172.21.15.33:0/282708175 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f218814bf50 con 0x7f21880d0c20 2024-09-13T15:01:31.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.809+0000 7f218e0e5700 1 -- 172.21.15.33:0/282708175 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f21880ce8c0 con 0x7f21880d0c20 2024-09-13T15:01:31.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.809+0000 7f217dffb700 1 -- 172.21.15.33:0/282708175 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2184013b50 con 0x7f21880d0c20 2024-09-13T15:01:31.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.809+0000 7f217dffb700 1 --2- 172.21.15.33:0/282708175 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f216c066760 0x7f216c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:31.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.813+0000 7f217dffb700 1 -- 172.21.15.33:0/282708175 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f2184084260 con 0x7f21880d0c20 2024-09-13T15:01:31.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.813+0000 7f218c8e2700 1 --2- 172.21.15.33:0/282708175 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f216c066760 0x7f216c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:31.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.813+0000 7f218c8e2700 1 --2- 172.21.15.33:0/282708175 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f216c066760 0x7f216c068c20 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f21881e9150 tx=0x7f2178009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:31.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.817+0000 7f217dffb700 1 -- 172.21.15.33:0/282708175 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f21840512d0 con 0x7f21880d0c20 2024-09-13T15:01:31.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.989+0000 7f218e0e5700 1 -- 172.21.15.33:0/282708175 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f21880cca60 con 0x7f21880d0c20 2024-09-13T15:01:31.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.993+0000 7f217dffb700 1 -- 172.21.15.33:0/282708175 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f21840548f0 con 0x7f21880d0c20 2024-09-13T15:01:31.998 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:32.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.993+0000 7f218e0e5700 1 -- 172.21.15.33:0/282708175 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f216c066760 msgr2=0x7f216c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.993+0000 7f218e0e5700 1 --2- 172.21.15.33:0/282708175 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f216c066760 0x7f216c068c20 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f21881e9150 tx=0x7f2178009040 comp rx=0 tx=0).stop 2024-09-13T15:01:32.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.993+0000 7f218e0e5700 1 -- 172.21.15.33:0/282708175 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21880d0c20 msgr2=0x7f218814afa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.993+0000 7f218e0e5700 1 --2- 172.21.15.33:0/282708175 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21880d0c20 0x7f218814afa0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7f218400e840 tx=0x7f218400eb50 comp rx=0 tx=0).stop 2024-09-13T15:01:32.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.993+0000 7f218e0e5700 1 -- 172.21.15.33:0/282708175 shutdown_connections 2024-09-13T15:01:32.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.993+0000 7f218e0e5700 1 --2- 172.21.15.33:0/282708175 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f216c066760 0x7f216c068c20 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.993+0000 7f218e0e5700 1 --2- 172.21.15.33:0/282708175 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f218815cc00 0x7f218806bc40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.993+0000 7f218e0e5700 1 --2- 172.21.15.33:0/282708175 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f21880d17e0 0x7f21881e5520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.993+0000 7f218e0e5700 1 --2- 172.21.15.33:0/282708175 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f21880d0c20 0x7f218814afa0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.993+0000 7f218e0e5700 1 -- 172.21.15.33:0/282708175 >> 172.21.15.33:0/282708175 conn(0x7f218808c080 msgr2=0x7f21880b73a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:32.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.993+0000 7f218e0e5700 1 -- 172.21.15.33:0/282708175 shutdown_connections 2024-09-13T15:01:32.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:31.993+0000 7f218e0e5700 1 -- 172.21.15.33:0/282708175 wait complete. 2024-09-13T15:01:32.013 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:32.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cfd1e2700 1 Processor -- start 2024-09-13T15:01:32.135 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cfd1e2700 1 -- start start 2024-09-13T15:01:32.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cfd1e2700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9cf80b3b40 0x7f9cf815a980 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cfd1e2700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f9cf80ce9c0 0x7f9cf80cee50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cfd1e2700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9cf8072030 con 0x7f9cf815b310 2024-09-13T15:01:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cfd1e2700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cf80cdcd0 con 0x7f9cf80b3b40 2024-09-13T15:01:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cfd1e2700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9cf80ce530 con 0x7f9cf80ce9c0 2024-09-13T15:01:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cf6d9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9cf80b3b40 0x7f9cf815a980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cf6d9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9cf80b3b40 0x7f9cf815a980 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46588/0 (socket says 172.21.15.33:46588) 2024-09-13T15:01:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cf6d9d700 1 -- 172.21.15.33:0/1899227301 learned_addr learned my addr 172.21.15.33:0/1899227301 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:32.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cf759e700 1 --2- 172.21.15.33:0/1899227301 >> v2:172.21.15.103:3300/0 conn(0x7f9cf80ce9c0 0x7f9cf80cee50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cf6d9d700 1 -- 172.21.15.33:0/1899227301 >> v2:172.21.15.103:3300/0 conn(0x7f9cf80ce9c0 msgr2=0x7f9cf80cee50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:32.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cf6d9d700 1 --2- 172.21.15.33:0/1899227301 >> v2:172.21.15.103:3300/0 conn(0x7f9cf80ce9c0 0x7f9cf80cee50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cf6d9d700 1 -- 172.21.15.33:0/1899227301 >> v1:172.21.15.103:6789/0 conn(0x7f9cf815b310 legacy=0x7f9cf80b3f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cf6d9d700 1 -- 172.21.15.33:0/1899227301 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9cf815aec0 con 0x7f9cf80b3b40 2024-09-13T15:01:32.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.129+0000 7f9cf6d9d700 1 --2- 172.21.15.33:0/1899227301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9cf80b3b40 0x7f9cf815a980 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f9cf8073170 tx=0x7f9ce800d430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9232fc4ed9dbbd58 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:32.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.133+0000 7f9cf5d9b700 1 -- 172.21.15.33:0/1899227301 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ce8010070 con 0x7f9cf80b3b40 2024-09-13T15:01:32.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.133+0000 7f9cf5d9b700 1 -- 172.21.15.33:0/1899227301 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ce800dce0 con 0x7f9cf80b3b40 2024-09-13T15:01:32.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.133+0000 7f9cf5d9b700 1 -- 172.21.15.33:0/1899227301 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ce800b310 con 0x7f9cf80b3b40 2024-09-13T15:01:32.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.133+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/1899227301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9cf80b3b40 msgr2=0x7f9cf815a980 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.133+0000 7f9cfd1e2700 1 --2- 172.21.15.33:0/1899227301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9cf80b3b40 0x7f9cf815a980 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7f9cf8073170 tx=0x7f9ce800d430 comp rx=0 tx=0).stop 2024-09-13T15:01:32.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.133+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/1899227301 shutdown_connections 2024-09-13T15:01:32.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.133+0000 7f9cfd1e2700 1 --2- 172.21.15.33:0/1899227301 >> v2:172.21.15.103:3300/0 conn(0x7f9cf80ce9c0 0x7f9cf80cee50 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.133+0000 7f9cfd1e2700 1 --2- 172.21.15.33:0/1899227301 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9cf80b3b40 0x7f9cf815a980 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.133+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/1899227301 >> 172.21.15.33:0/1899227301 conn(0x7f9cf8070dc0 msgr2=0x7f9cf80711d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:32.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.133+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/1899227301 shutdown_connections 2024-09-13T15:01:32.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.133+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/1899227301 wait complete. 2024-09-13T15:01:32.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.133+0000 7f9cfd1e2700 1 Processor -- start 2024-09-13T15:01:32.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.133+0000 7f9cfd1e2700 1 -- start start 2024-09-13T15:01:32.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cfd1e2700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9cf80b3b40 0x7f9cf81f1e40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cfd1e2700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9cf80ce9c0 0x7f9cf80c8000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cfd1e2700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9cf815b310 0x7f9cf80c8540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cfd1e2700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cf806ecd0 con 0x7f9cf80b3b40 2024-09-13T15:01:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cf6d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9cf80b3b40 0x7f9cf81f1e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cfd1e2700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9cf806e050 con 0x7f9cf80ce9c0 2024-09-13T15:01:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cfd1e2700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9cf806e330 con 0x7f9cf815b310 2024-09-13T15:01:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cf6d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9cf80b3b40 0x7f9cf81f1e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46600/0 (socket says 172.21.15.33:46600) 2024-09-13T15:01:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cf6d9d700 1 -- 172.21.15.33:0/391910843 learned_addr learned my addr 172.21.15.33:0/391910843 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cf659c700 1 --2- 172.21.15.33:0/391910843 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9cf80ce9c0 0x7f9cf80c8000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cf759e700 1 --2- 172.21.15.33:0/391910843 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9cf815b310 0x7f9cf80c8540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cf6d9d700 1 -- 172.21.15.33:0/391910843 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9cf815b310 msgr2=0x7f9cf80c8540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cf6d9d700 1 --2- 172.21.15.33:0/391910843 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9cf815b310 0x7f9cf80c8540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cf6d9d700 1 -- 172.21.15.33:0/391910843 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9cf80ce9c0 msgr2=0x7f9cf80c8000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cf6d9d700 1 --2- 172.21.15.33:0/391910843 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9cf80ce9c0 0x7f9cf80c8000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cf6d9d700 1 -- 172.21.15.33:0/391910843 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ce800bd40 con 0x7f9cf80b3b40 2024-09-13T15:01:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cf6d9d700 1 --2- 172.21.15.33:0/391910843 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9cf80b3b40 0x7f9cf81f1e40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9ce800d470 tx=0x7f9ce8004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cef7fe700 1 -- 172.21.15.33:0/391910843 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ce8009a10 con 0x7f9cf80b3b40 2024-09-13T15:01:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cef7fe700 1 -- 172.21.15.33:0/391910843 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ce8009b70 con 0x7f9cf80b3b40 2024-09-13T15:01:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/391910843 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9cf806e610 con 0x7f9cf80b3b40 2024-09-13T15:01:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cef7fe700 1 -- 172.21.15.33:0/391910843 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ce8004040 con 0x7f9cf80b3b40 2024-09-13T15:01:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.137+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/391910843 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9cf81f2380 con 0x7f9cf80b3b40 2024-09-13T15:01:32.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.141+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/391910843 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9cf81f2540 con 0x7f9cf80b3b40 2024-09-13T15:01:32.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.141+0000 7f9cef7fe700 1 -- 172.21.15.33:0/391910843 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9ce80041a0 con 0x7f9cf80b3b40 2024-09-13T15:01:32.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.141+0000 7f9cef7fe700 1 --2- 172.21.15.33:0/391910843 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9cd8066730 0x7f9cd8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.141+0000 7f9cef7fe700 1 -- 172.21.15.33:0/391910843 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9ce8085d90 con 0x7f9cf80b3b40 2024-09-13T15:01:32.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.141+0000 7f9cf659c700 1 --2- 172.21.15.33:0/391910843 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9cd8066730 0x7f9cd8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.141+0000 7f9cf659c700 1 --2- 172.21.15.33:0/391910843 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9cd8066730 0x7f9cd8068bf0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9cf815e520 tx=0x7f9ce0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:32.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.149+0000 7f9cef7fe700 1 -- 172.21.15.33:0/391910843 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9ce8052fc0 con 0x7f9cf80b3b40 2024-09-13T15:01:32.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.317+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/391910843 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f9cf81435c0 con 0x7f9cf80b3b40 2024-09-13T15:01:32.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.317+0000 7f9cef7fe700 1 -- 172.21.15.33:0/391910843 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f9ce800b540 con 0x7f9cf80b3b40 2024-09-13T15:01:32.324 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:32.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.321+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/391910843 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9cd8066730 msgr2=0x7f9cd8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.321+0000 7f9cfd1e2700 1 --2- 172.21.15.33:0/391910843 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9cd8066730 0x7f9cd8068bf0 secure :-1 s=READY pgs=150 cs=0 l=1 rev1=1 crypto rx=0x7f9cf815e520 tx=0x7f9ce0009040 comp rx=0 tx=0).stop 2024-09-13T15:01:32.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.321+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/391910843 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9cf80b3b40 msgr2=0x7f9cf81f1e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.321+0000 7f9cfd1e2700 1 --2- 172.21.15.33:0/391910843 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9cf80b3b40 0x7f9cf81f1e40 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f9ce800d470 tx=0x7f9ce8004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.321+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/391910843 shutdown_connections 2024-09-13T15:01:32.327 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.321+0000 7f9cfd1e2700 1 --2- 172.21.15.33:0/391910843 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9cd8066730 0x7f9cd8068bf0 unknown :-1 s=CLOSED pgs=150 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.321+0000 7f9cfd1e2700 1 --2- 172.21.15.33:0/391910843 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9cf815b310 0x7f9cf80c8540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.321+0000 7f9cfd1e2700 1 --2- 172.21.15.33:0/391910843 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9cf80ce9c0 0x7f9cf80c8000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.321+0000 7f9cfd1e2700 1 --2- 172.21.15.33:0/391910843 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9cf80b3b40 0x7f9cf81f1e40 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.321+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/391910843 >> 172.21.15.33:0/391910843 conn(0x7f9cf8070dc0 msgr2=0x7f9cf806aac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:32.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.321+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/391910843 shutdown_connections 2024-09-13T15:01:32.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.321+0000 7f9cfd1e2700 1 -- 172.21.15.33:0/391910843 wait complete. 2024-09-13T15:01:32.339 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:32.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f823247d700 1 Processor -- start 2024-09-13T15:01:32.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f823247d700 1 -- start start 2024-09-13T15:01:32.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f823247d700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f822c0d10d0 0x7f822c0d1560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f823247d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f822c0b29b0 0x7f822c0b2e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f823247d700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f822c0b2240 con 0x7f822c160210 2024-09-13T15:01:32.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f823247d700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f822c0d1aa0 con 0x7f822c0d10d0 2024-09-13T15:01:32.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f823247d700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f822c1605f0 con 0x7f822c0b29b0 2024-09-13T15:01:32.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f8231c7c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f822c0b29b0 0x7f822c0b2e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f8230c7a700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f822c0d10d0 0x7f822c0d1560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f823147b700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f822c160210 0x7f822c0d3220 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:42960/0 (socket says 172.21.15.33:42960) 2024-09-13T15:01:32.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f8231c7c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f822c0b29b0 0x7f822c0b2e40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:45226/0 (socket says 172.21.15.33:45226) 2024-09-13T15:01:32.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f823147b700 1 -- 172.21.15.33:0/2080475713 learned_addr learned my addr 172.21.15.33:0/2080475713 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:32.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f822bfff700 1 -- 172.21.15.33:0/2080475713 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1046928243 0 0) 0x7f822c0b2240 con 0x7f822c160210 2024-09-13T15:01:32.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f822bfff700 1 -- 172.21.15.33:0/2080475713 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f82140035d0 con 0x7f822c160210 2024-09-13T15:01:32.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.453+0000 7f8231c7c700 1 -- 172.21.15.33:0/2080475713 >> v2:172.21.15.103:3300/0 conn(0x7f822c0d10d0 msgr2=0x7f822c0d1560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:32.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f8231c7c700 1 --2- 172.21.15.33:0/2080475713 >> v2:172.21.15.103:3300/0 conn(0x7f822c0d10d0 0x7f822c0d1560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f8231c7c700 1 -- 172.21.15.33:0/2080475713 >> v1:172.21.15.103:6789/0 conn(0x7f822c160210 legacy=0x7f822c0d3220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f8231c7c700 1 -- 172.21.15.33:0/2080475713 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f822c0b2520 con 0x7f822c0b29b0 2024-09-13T15:01:32.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f8230c7a700 1 --2- 172.21.15.33:0/2080475713 >> v2:172.21.15.103:3300/0 conn(0x7f822c0d10d0 0x7f822c0d1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:32.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f8231c7c700 1 --2- 172.21.15.33:0/2080475713 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f822c0b29b0 0x7f822c0b2e40 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8224009d90 tx=0x7f822400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=5722d7f004939b5a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:32.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f822bfff700 1 -- 172.21.15.33:0/2080475713 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f822400e070 con 0x7f822c0b29b0 2024-09-13T15:01:32.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f822bfff700 1 -- 172.21.15.33:0/2080475713 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f822400bb20 con 0x7f822c0b29b0 2024-09-13T15:01:32.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f822bfff700 1 -- 172.21.15.33:0/2080475713 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8224012430 con 0x7f822c0b29b0 2024-09-13T15:01:32.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f823247d700 1 -- 172.21.15.33:0/2080475713 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f822c0b29b0 msgr2=0x7f822c0b2e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f823247d700 1 --2- 172.21.15.33:0/2080475713 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f822c0b29b0 0x7f822c0b2e40 secure :-1 s=READY pgs=65 cs=0 l=1 rev1=1 crypto rx=0x7f8224009d90 tx=0x7f822400b330 comp rx=0 tx=0).stop 2024-09-13T15:01:32.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f823247d700 1 -- 172.21.15.33:0/2080475713 shutdown_connections 2024-09-13T15:01:32.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f823247d700 1 --2- 172.21.15.33:0/2080475713 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f822c0b29b0 0x7f822c0b2e40 unknown :-1 s=CLOSED pgs=65 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f823247d700 1 --2- 172.21.15.33:0/2080475713 >> v2:172.21.15.103:3300/0 conn(0x7f822c0d10d0 0x7f822c0d1560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f823247d700 1 -- 172.21.15.33:0/2080475713 >> 172.21.15.33:0/2080475713 conn(0x7f822c08c080 msgr2=0x7f822c0d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:32.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f823247d700 1 -- 172.21.15.33:0/2080475713 shutdown_connections 2024-09-13T15:01:32.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f823247d700 1 -- 172.21.15.33:0/2080475713 wait complete. 2024-09-13T15:01:32.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f823247d700 1 Processor -- start 2024-09-13T15:01:32.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.457+0000 7f823247d700 1 -- start start 2024-09-13T15:01:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f823247d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f822c0b29b0 0x7f822c0cbf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f823247d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f822c0d10d0 0x7f822c0c8a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f823247d700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f822c160210 0x7f822c0c8fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f823247d700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f822c0cb830 con 0x7f822c0d10d0 2024-09-13T15:01:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f823247d700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f822c0c72c0 con 0x7f822c160210 2024-09-13T15:01:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f823247d700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f822c0c75a0 con 0x7f822c0b29b0 2024-09-13T15:01:32.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f8230c7a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f822c0d10d0 0x7f822c0c8a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f823147b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f822c0b29b0 0x7f822c0cbf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f8231c7c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f822c160210 0x7f822c0c8fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f8230c7a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f822c0d10d0 0x7f822c0c8a80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46610/0 (socket says 172.21.15.33:46610) 2024-09-13T15:01:32.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f8231c7c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f822c160210 0x7f822c0c8fc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:50484/0 (socket says 172.21.15.33:50484) 2024-09-13T15:01:32.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f8230c7a700 1 -- 172.21.15.33:0/2520051691 learned_addr learned my addr 172.21.15.33:0/2520051691 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:32.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f8230c7a700 1 -- 172.21.15.33:0/2520051691 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f822c0b29b0 msgr2=0x7f822c0cbf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f8230c7a700 1 --2- 172.21.15.33:0/2520051691 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f822c0b29b0 0x7f822c0cbf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f8230c7a700 1 -- 172.21.15.33:0/2520051691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f822c160210 msgr2=0x7f822c0c8fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f8230c7a700 1 --2- 172.21.15.33:0/2520051691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f822c160210 0x7f822c0c8fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f8230c7a700 1 -- 172.21.15.33:0/2520051691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82200094b0 con 0x7f822c0d10d0 2024-09-13T15:01:32.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f8230c7a700 1 --2- 172.21.15.33:0/2520051691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f822c0d10d0 0x7f822c0c8a80 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f822000ebe0 tx=0x7f822000eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:32.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f8229ffb700 1 -- 172.21.15.33:0/2520051691 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f822000c850 con 0x7f822c0d10d0 2024-09-13T15:01:32.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f8229ffb700 1 -- 172.21.15.33:0/2520051691 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f822000c9b0 con 0x7f822c0d10d0 2024-09-13T15:01:32.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f823247d700 1 -- 172.21.15.33:0/2520051691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8224009a70 con 0x7f822c0d10d0 2024-09-13T15:01:32.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f8229ffb700 1 -- 172.21.15.33:0/2520051691 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f822000cd40 con 0x7f822c0d10d0 2024-09-13T15:01:32.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.461+0000 7f823247d700 1 -- 172.21.15.33:0/2520051691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f822c0c7b60 con 0x7f822c0d10d0 2024-09-13T15:01:32.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.465+0000 7f823247d700 1 -- 172.21.15.33:0/2520051691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f822c0cfef0 con 0x7f822c0d10d0 2024-09-13T15:01:32.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.465+0000 7f8229ffb700 1 -- 172.21.15.33:0/2520051691 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8220013470 con 0x7f822c0d10d0 2024-09-13T15:01:32.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.465+0000 7f8229ffb700 1 --2- 172.21.15.33:0/2520051691 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8218066730 0x7f8218068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.465+0000 7f8229ffb700 1 -- 172.21.15.33:0/2520051691 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f8220084540 con 0x7f822c0d10d0 2024-09-13T15:01:32.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.465+0000 7f823147b700 1 --2- 172.21.15.33:0/2520051691 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8218066730 0x7f8218068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.465+0000 7f823147b700 1 --2- 172.21.15.33:0/2520051691 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8218066730 0x7f8218068bf0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f821c007fd0 tx=0x7f821c007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:32.479 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.473+0000 7f8229ffb700 1 -- 172.21.15.33:0/2520051691 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f82200515b0 con 0x7f822c0d10d0 2024-09-13T15:01:32.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.645+0000 7f823247d700 1 -- 172.21.15.33:0/2520051691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f822c0d1e80 con 0x7f822c0d10d0 2024-09-13T15:01:32.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.649+0000 7f8229ffb700 1 -- 172.21.15.33:0/2520051691 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f822000cea0 con 0x7f822c0d10d0 2024-09-13T15:01:32.654 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:32.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.649+0000 7f823247d700 1 -- 172.21.15.33:0/2520051691 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8218066730 msgr2=0x7f8218068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.649+0000 7f823247d700 1 --2- 172.21.15.33:0/2520051691 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8218066730 0x7f8218068bf0 secure :-1 s=READY pgs=151 cs=0 l=1 rev1=1 crypto rx=0x7f821c007fd0 tx=0x7f821c007de0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.649+0000 7f823247d700 1 -- 172.21.15.33:0/2520051691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f822c0d10d0 msgr2=0x7f822c0c8a80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.649+0000 7f823247d700 1 --2- 172.21.15.33:0/2520051691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f822c0d10d0 0x7f822c0c8a80 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f822000ebe0 tx=0x7f822000eef0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.649+0000 7f823247d700 1 -- 172.21.15.33:0/2520051691 shutdown_connections 2024-09-13T15:01:32.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.649+0000 7f823247d700 1 --2- 172.21.15.33:0/2520051691 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8218066730 0x7f8218068bf0 unknown :-1 s=CLOSED pgs=151 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.649+0000 7f823247d700 1 --2- 172.21.15.33:0/2520051691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f822c160210 0x7f822c0c8fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.649+0000 7f823247d700 1 --2- 172.21.15.33:0/2520051691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f822c0d10d0 0x7f822c0c8a80 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.649+0000 7f823247d700 1 --2- 172.21.15.33:0/2520051691 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f822c0b29b0 0x7f822c0cbf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.649+0000 7f823247d700 1 -- 172.21.15.33:0/2520051691 >> 172.21.15.33:0/2520051691 conn(0x7f822c08c080 msgr2=0x7f822c0b4880 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:32.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.649+0000 7f823247d700 1 -- 172.21.15.33:0/2520051691 shutdown_connections 2024-09-13T15:01:32.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.649+0000 7f823247d700 1 -- 172.21.15.33:0/2520051691 wait complete. 2024-09-13T15:01:32.669 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:32.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a33a6700 1 Processor -- start 2024-09-13T15:01:32.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a33a6700 1 -- start start 2024-09-13T15:01:32.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a33a6700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f689c0ce8c0 0x7f689c0d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a33a6700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f689c0d1610 0x7f689c0b5960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a33a6700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f689c0d1a60 con 0x7f689c15cc00 2024-09-13T15:01:32.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a33a6700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f689c0d0df0 con 0x7f689c0ce8c0 2024-09-13T15:01:32.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a33a6700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f689c0cdb00 con 0x7f689c0d1610 2024-09-13T15:01:32.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a1ba3700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f689c0ce8c0 0x7f689c0d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a2ba5700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f689c0d1610 0x7f689c0b5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a1ba3700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f689c0ce8c0 0x7f689c0d10d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46624/0 (socket says 172.21.15.33:46624) 2024-09-13T15:01:32.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a23a4700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f689c15cc00 0x7f689c0d06e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:42976/0 (socket says 172.21.15.33:42976) 2024-09-13T15:01:32.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a1ba3700 1 -- 172.21.15.33:0/1202144494 learned_addr learned my addr 172.21.15.33:0/1202144494 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:32.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a2ba5700 1 -- 172.21.15.33:0/1202144494 >> v2:172.21.15.33:3300/0 conn(0x7f689c0ce8c0 msgr2=0x7f689c0d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:32.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a2ba5700 1 --2- 172.21.15.33:0/1202144494 >> v2:172.21.15.33:3300/0 conn(0x7f689c0ce8c0 0x7f689c0d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a2ba5700 1 -- 172.21.15.33:0/1202144494 >> v1:172.21.15.103:6789/0 conn(0x7f689c15cc00 legacy=0x7f689c0d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a2ba5700 1 -- 172.21.15.33:0/1202144494 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f689c0cdde0 con 0x7f689c0d1610 2024-09-13T15:01:32.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a13a2700 1 -- 172.21.15.33:0/1202144494 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 151052582 0 0) 0x7f6898001490 con 0x7f689c15cc00 2024-09-13T15:01:32.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.785+0000 7f68a2ba5700 1 --2- 172.21.15.33:0/1202144494 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f689c0d1610 0x7f689c0b5960 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6894009850 tx=0x7f6894009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=68553974450aaacb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:32.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.789+0000 7f68a13a2700 1 -- 172.21.15.33:0/1202144494 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6894011830 con 0x7f689c0d1610 2024-09-13T15:01:32.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.789+0000 7f68a13a2700 1 -- 172.21.15.33:0/1202144494 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6894011990 con 0x7f689c0d1610 2024-09-13T15:01:32.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.789+0000 7f68a13a2700 1 -- 172.21.15.33:0/1202144494 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6894011d40 con 0x7f689c0d1610 2024-09-13T15:01:32.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.789+0000 7f68a33a6700 1 -- 172.21.15.33:0/1202144494 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f689c0d1610 msgr2=0x7f689c0b5960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.789+0000 7f68a33a6700 1 --2- 172.21.15.33:0/1202144494 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f689c0d1610 0x7f689c0b5960 secure :-1 s=READY pgs=66 cs=0 l=1 rev1=1 crypto rx=0x7f6894009850 tx=0x7f6894009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:32.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.789+0000 7f68a33a6700 1 -- 172.21.15.33:0/1202144494 shutdown_connections 2024-09-13T15:01:32.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.789+0000 7f68a33a6700 1 --2- 172.21.15.33:0/1202144494 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f689c0d1610 0x7f689c0b5960 unknown :-1 s=CLOSED pgs=66 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.789+0000 7f68a33a6700 1 --2- 172.21.15.33:0/1202144494 >> v2:172.21.15.33:3300/0 conn(0x7f689c0ce8c0 0x7f689c0d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.789+0000 7f68a33a6700 1 -- 172.21.15.33:0/1202144494 >> 172.21.15.33:0/1202144494 conn(0x7f689c08c080 msgr2=0x7f689c0d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:32.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.789+0000 7f68a33a6700 1 -- 172.21.15.33:0/1202144494 shutdown_connections 2024-09-13T15:01:32.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.789+0000 7f68a33a6700 1 -- 172.21.15.33:0/1202144494 wait complete. 2024-09-13T15:01:32.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.789+0000 7f68a33a6700 1 Processor -- start 2024-09-13T15:01:32.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.789+0000 7f68a33a6700 1 -- start start 2024-09-13T15:01:32.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a33a6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f689c0ce8c0 0x7f689c0c9dc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a33a6700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f689c0d1610 0x7f689c149e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a33a6700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f689c15cc00 0x7f689c15cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a33a6700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f689c14a3d0 con 0x7f689c0ce8c0 2024-09-13T15:01:32.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a33a6700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f689c0c6e70 con 0x7f689c15cc00 2024-09-13T15:01:32.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a33a6700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f689c0c6260 con 0x7f689c0d1610 2024-09-13T15:01:32.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a23a4700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f689c0ce8c0 0x7f689c0c9dc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a23a4700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f689c0ce8c0 0x7f689c0c9dc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46632/0 (socket says 172.21.15.33:46632) 2024-09-13T15:01:32.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a23a4700 1 -- 172.21.15.33:0/1913377871 learned_addr learned my addr 172.21.15.33:0/1913377871 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:32.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a2ba5700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f689c15cc00 0x7f689c15cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a1ba3700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f689c0d1610 0x7f689c149e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a23a4700 1 -- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f689c0d1610 msgr2=0x7f689c149e90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a23a4700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f689c0d1610 0x7f689c149e90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a23a4700 1 -- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f689c15cc00 msgr2=0x7f689c15cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a23a4700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f689c15cc00 0x7f689c15cfe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a23a4700 1 -- 172.21.15.33:0/1913377871 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f68940094b0 con 0x7f689c0ce8c0 2024-09-13T15:01:32.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a2ba5700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f689c15cc00 0x7f689c15cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:32.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a23a4700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f689c0ce8c0 0x7f689c0c9dc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f689800cc20 tx=0x7f689800cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:32.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f6892ffd700 1 -- 172.21.15.33:0/1913377871 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f689800aaa0 con 0x7f689c0ce8c0 2024-09-13T15:01:32.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f6892ffd700 1 -- 172.21.15.33:0/1913377871 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f689800ac20 con 0x7f689c0ce8c0 2024-09-13T15:01:32.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a33a6700 1 -- 172.21.15.33:0/1913377871 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f689c0c6540 con 0x7f689c0ce8c0 2024-09-13T15:01:32.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f6892ffd700 1 -- 172.21.15.33:0/1913377871 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f68980070d0 con 0x7f689c0ce8c0 2024-09-13T15:01:32.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.793+0000 7f68a33a6700 1 -- 172.21.15.33:0/1913377871 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f689c0c6b00 con 0x7f689c0ce8c0 2024-09-13T15:01:32.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.797+0000 7f68a33a6700 1 -- 172.21.15.33:0/1913377871 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f689c08c8a0 con 0x7f689c0ce8c0 2024-09-13T15:01:32.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.797+0000 7f6892ffd700 1 -- 172.21.15.33:0/1913377871 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6898007230 con 0x7f689c0ce8c0 2024-09-13T15:01:32.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.797+0000 7f6892ffd700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6880066730 0x7f6880068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:32.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.797+0000 7f6892ffd700 1 -- 172.21.15.33:0/1913377871 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f6898083fb0 con 0x7f689c0ce8c0 2024-09-13T15:01:32.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.797+0000 7f68a1ba3700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6880066730 0x7f6880068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:32.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.801+0000 7f68a1ba3700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6880066730 0x7f6880068bf0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f689c15bc80 tx=0x7f688c0092e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:32.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.805+0000 7f6892ffd700 1 -- 172.21.15.33:0/1913377871 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f68980b5db0 con 0x7f689c0ce8c0 2024-09-13T15:01:32.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.977+0000 7f68a33a6700 1 -- 172.21.15.33:0/1913377871 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f689c0d1a60 con 0x7f689c0ce8c0 2024-09-13T15:01:32.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.977+0000 7f6892ffd700 1 -- 172.21.15.33:0/1913377871 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7f689c0d1a60 con 0x7f689c0ce8c0 2024-09-13T15:01:32.983 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:32.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.981+0000 7f68a33a6700 1 -- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6880066730 msgr2=0x7f6880068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.981+0000 7f68a33a6700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6880066730 0x7f6880068bf0 secure :-1 s=READY pgs=152 cs=0 l=1 rev1=1 crypto rx=0x7f689c15bc80 tx=0x7f688c0092e0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.981+0000 7f68a33a6700 1 -- 172.21.15.33:0/1913377871 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f689c0ce8c0 msgr2=0x7f689c0c9dc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:32.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.981+0000 7f68a33a6700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f689c0ce8c0 0x7f689c0c9dc0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7f689800cc20 tx=0x7f689800cf30 comp rx=0 tx=0).stop 2024-09-13T15:01:32.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.981+0000 7f68a33a6700 1 -- 172.21.15.33:0/1913377871 shutdown_connections 2024-09-13T15:01:32.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.981+0000 7f68a33a6700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6880066730 0x7f6880068bf0 unknown :-1 s=CLOSED pgs=152 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.981+0000 7f68a33a6700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f689c15cc00 0x7f689c15cfe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.981+0000 7f68a33a6700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f689c0d1610 0x7f689c149e90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.981+0000 7f68a33a6700 1 --2- 172.21.15.33:0/1913377871 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f689c0ce8c0 0x7f689c0c9dc0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:32.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.981+0000 7f68a33a6700 1 -- 172.21.15.33:0/1913377871 >> 172.21.15.33:0/1913377871 conn(0x7f689c08c080 msgr2=0x7f689c160810 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:32.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.981+0000 7f68a33a6700 1 -- 172.21.15.33:0/1913377871 shutdown_connections 2024-09-13T15:01:32.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:32.981+0000 7f68a33a6700 1 -- 172.21.15.33:0/1913377871 wait complete. 2024-09-13T15:01:32.999 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:33.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 Processor -- start 2024-09-13T15:01:33.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 -- start start 2024-09-13T15:01:33.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f1c7c0cd8d0 0x7f1c7c06cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1c7c0b17f0 0x7f1c7c0cb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f1c7c0b2200 0x7f1c7c0b2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c7c0b2bd0 con 0x7f1c7c0cd8d0 2024-09-13T15:01:33.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1c7c0705d0 con 0x7f1c7c0b2200 2024-09-13T15:01:33.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c7c06d0d0 con 0x7f1c7c0b17f0 2024-09-13T15:01:33.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c7b7fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f1c7c0cd8d0 0x7f1c7c06cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c7b7fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f1c7c0cd8d0 0x7f1c7c06cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46634/0 (socket says 172.21.15.33:46634) 2024-09-13T15:01:33.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c7b7fe700 1 -- 172.21.15.33:0/912036839 learned_addr learned my addr 172.21.15.33:0/912036839 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:33.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c7bfff700 1 --2- 172.21.15.33:0/912036839 >> v2:172.21.15.103:3300/0 conn(0x7f1c7c0b2200 0x7f1c7c0b2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c72ffd700 1 --2- 172.21.15.33:0/912036839 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1c7c0b17f0 0x7f1c7c0cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c7b7fe700 1 -- 172.21.15.33:0/912036839 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1c7c0b17f0 msgr2=0x7f1c7c0cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:33.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c7b7fe700 1 --2- 172.21.15.33:0/912036839 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1c7c0b17f0 0x7f1c7c0cb800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c7b7fe700 1 -- 172.21.15.33:0/912036839 >> v2:172.21.15.103:3300/0 conn(0x7f1c7c0b2200 msgr2=0x7f1c7c0b2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:33.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c7b7fe700 1 --2- 172.21.15.33:0/912036839 >> v2:172.21.15.103:3300/0 conn(0x7f1c7c0b2200 0x7f1c7c0b2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c7b7fe700 1 -- 172.21.15.33:0/912036839 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c7c06fca0 con 0x7f1c7c0cd8d0 2024-09-13T15:01:33.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c7bfff700 1 --2- 172.21.15.33:0/912036839 >> v2:172.21.15.103:3300/0 conn(0x7f1c7c0b2200 0x7f1c7c0b2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:33.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c7b7fe700 1 --2- 172.21.15.33:0/912036839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c7c0cd8d0 0x7f1c7c06cb90 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1c7c165960 tx=0x7f1c6c009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9802e9dc6e85d6b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:33.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c7affd700 1 -- 172.21.15.33:0/912036839 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c011830 con 0x7f1c7c0cd8d0 2024-09-13T15:01:33.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c7affd700 1 -- 172.21.15.33:0/912036839 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c6c011990 con 0x7f1c7c0cd8d0 2024-09-13T15:01:33.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c7affd700 1 -- 172.21.15.33:0/912036839 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c6c011d20 con 0x7f1c7c0cd8d0 2024-09-13T15:01:33.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 -- 172.21.15.33:0/912036839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c7c0cd8d0 msgr2=0x7f1c7c06cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 --2- 172.21.15.33:0/912036839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c7c0cd8d0 0x7f1c7c06cb90 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f1c7c165960 tx=0x7f1c6c009bf0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 -- 172.21.15.33:0/912036839 shutdown_connections 2024-09-13T15:01:33.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 --2- 172.21.15.33:0/912036839 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1c7c0b17f0 0x7f1c7c0cb800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 --2- 172.21.15.33:0/912036839 >> v2:172.21.15.103:3300/0 conn(0x7f1c7c0b2200 0x7f1c7c0b2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 --2- 172.21.15.33:0/912036839 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c7c0cd8d0 0x7f1c7c06cb90 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 -- 172.21.15.33:0/912036839 >> 172.21.15.33:0/912036839 conn(0x7f1c7c06a350 msgr2=0x7f1c7c06a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:33.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 -- 172.21.15.33:0/912036839 shutdown_connections 2024-09-13T15:01:33.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.109+0000 7f1c80c2d700 1 -- 172.21.15.33:0/912036839 wait complete. 2024-09-13T15:01:33.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c80c2d700 1 Processor -- start 2024-09-13T15:01:33.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c80c2d700 1 -- start start 2024-09-13T15:01:33.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c80c2d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1c7c0b17f0 0x7f1c7c15c660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c80c2d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c7c0b2200 0x7f1c7c0aa5b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c80c2d700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c7c0cd8d0 0x7f1c7c0aaaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c80c2d700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c7c15cba0 con 0x7f1c7c0b2200 2024-09-13T15:01:33.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c80c2d700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1c7c0a98d0 con 0x7f1c7c0cd8d0 2024-09-13T15:01:33.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c80c2d700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1c7c0a9bb0 con 0x7f1c7c0b17f0 2024-09-13T15:01:33.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c72ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c7c0b2200 0x7f1c7c0aa5b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c72ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c7c0b2200 0x7f1c7c0aa5b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46650/0 (socket says 172.21.15.33:46650) 2024-09-13T15:01:33.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c72ffd700 1 -- 172.21.15.33:0/3835162599 learned_addr learned my addr 172.21.15.33:0/3835162599 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:33.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c7b7fe700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1c7c0b17f0 0x7f1c7c15c660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c7bfff700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c7c0cd8d0 0x7f1c7c0aaaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c72ffd700 1 -- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1c7c0b17f0 msgr2=0x7f1c7c15c660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c72ffd700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1c7c0b17f0 0x7f1c7c15c660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c72ffd700 1 -- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c7c0cd8d0 msgr2=0x7f1c7c0aaaf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c72ffd700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c7c0cd8d0 0x7f1c7c0aaaf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c72ffd700 1 -- 172.21.15.33:0/3835162599 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1c74009a70 con 0x7f1c7c0b2200 2024-09-13T15:01:33.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.113+0000 7f1c7b7fe700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1c7c0b17f0 0x7f1c7c15c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:33.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.117+0000 7f1c72ffd700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c7c0b2200 0x7f1c7c0aa5b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1c6400e9a0 tx=0x7f1c6400ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:33.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.117+0000 7f1c78ff9700 1 -- 172.21.15.33:0/3835162599 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c64009720 con 0x7f1c7c0b2200 2024-09-13T15:01:33.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.117+0000 7f1c78ff9700 1 -- 172.21.15.33:0/3835162599 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1c6400c640 con 0x7f1c7c0b2200 2024-09-13T15:01:33.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.117+0000 7f1c80c2d700 1 -- 172.21.15.33:0/3835162599 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1c6c009570 con 0x7f1c7c0b2200 2024-09-13T15:01:33.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.117+0000 7f1c78ff9700 1 -- 172.21.15.33:0/3835162599 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1c6400c9d0 con 0x7f1c7c0b2200 2024-09-13T15:01:33.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.117+0000 7f1c80c2d700 1 -- 172.21.15.33:0/3835162599 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1c7c0aa170 con 0x7f1c7c0b2200 2024-09-13T15:01:33.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.117+0000 7f1c80c2d700 1 -- 172.21.15.33:0/3835162599 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1c7c0ae530 con 0x7f1c7c0b2200 2024-09-13T15:01:33.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.117+0000 7f1c78ff9700 1 -- 172.21.15.33:0/3835162599 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1c6400cbf0 con 0x7f1c7c0b2200 2024-09-13T15:01:33.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.117+0000 7f1c78ff9700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1c5c066730 0x7f1c5c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.117+0000 7f1c78ff9700 1 -- 172.21.15.33:0/3835162599 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f1c64084360 con 0x7f1c7c0b2200 2024-09-13T15:01:33.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.117+0000 7f1c7b7fe700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1c5c066730 0x7f1c5c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.121+0000 7f1c7b7fe700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1c5c066730 0x7f1c5c068bf0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c000c00 tx=0x7f1c6c008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:33.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.121+0000 7f1c78ff9700 1 -- 172.21.15.33:0/3835162599 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1c7c0ae530 con 0x7f1c7c0b2200 2024-09-13T15:01:33.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.297+0000 7f1c80c2d700 1 -- 172.21.15.33:0/3835162599 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f1c7c0ae530 con 0x7f1c7c0b2200 2024-09-13T15:01:33.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.297+0000 7f1c78ff9700 1 -- 172.21.15.33:0/3835162599 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7f1c7c0ae530 con 0x7f1c7c0b2200 2024-09-13T15:01:33.305 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:33.305 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:33.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.301+0000 7f1c80c2d700 1 -- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1c5c066730 msgr2=0x7f1c5c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.301+0000 7f1c80c2d700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1c5c066730 0x7f1c5c068bf0 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f1c6c000c00 tx=0x7f1c6c008030 comp rx=0 tx=0).stop 2024-09-13T15:01:33.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.301+0000 7f1c80c2d700 1 -- 172.21.15.33:0/3835162599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c7c0b2200 msgr2=0x7f1c7c0aa5b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.301+0000 7f1c80c2d700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c7c0b2200 0x7f1c7c0aa5b0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f1c6400e9a0 tx=0x7f1c6400ecb0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.301+0000 7f1c80c2d700 1 -- 172.21.15.33:0/3835162599 shutdown_connections 2024-09-13T15:01:33.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.301+0000 7f1c80c2d700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1c5c066730 0x7f1c5c068bf0 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.301+0000 7f1c80c2d700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1c7c0cd8d0 0x7f1c7c0aaaf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.301+0000 7f1c80c2d700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1c7c0b2200 0x7f1c7c0aa5b0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.301+0000 7f1c80c2d700 1 --2- 172.21.15.33:0/3835162599 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1c7c0b17f0 0x7f1c7c15c660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.301+0000 7f1c80c2d700 1 -- 172.21.15.33:0/3835162599 >> 172.21.15.33:0/3835162599 conn(0x7f1c7c06a350 msgr2=0x7f1c7c0caa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:33.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.301+0000 7f1c80c2d700 1 -- 172.21.15.33:0/3835162599 shutdown_connections 2024-09-13T15:01:33.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.301+0000 7f1c80c2d700 1 -- 172.21.15.33:0/3835162599 wait complete. 2024-09-13T15:01:33.327 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:33.327 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:33.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.441+0000 7f194359e700 1 Processor -- start 2024-09-13T15:01:33.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.441+0000 7f194359e700 1 -- start start 2024-09-13T15:01:33.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f194415cae0 0x7f19440ce5f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194359e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f19440cff60 0x7f19440d05c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194359e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19440cd600 con 0x7f19440d0fb0 2024-09-13T15:01:33.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194359e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19440ce1d0 con 0x7f19440cff60 2024-09-13T15:01:33.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19440d03a0 con 0x7f194415cae0 2024-09-13T15:01:33.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f1941d9b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f19440cff60 0x7f19440d05c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f1941d9b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f19440cff60 0x7f19440d05c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46656/0 (socket says 172.21.15.33:46656) 2024-09-13T15:01:33.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f1941d9b700 1 -- 172.21.15.33:0/2718784954 learned_addr learned my addr 172.21.15.33:0/2718784954 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:33.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f1942d9d700 1 --1- 172.21.15.33:0/2718784954 >> v1:172.21.15.33:6789/0 conn(0x7f19440d0fb0 0x7f19440b20f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:53652/0 (socket says 172.21.15.33:53652) 2024-09-13T15:01:33.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194259c700 1 --2- 172.21.15.33:0/2718784954 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f194415cae0 0x7f19440ce5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f1941d9b700 1 -- 172.21.15.33:0/2718784954 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f194415cae0 msgr2=0x7f19440ce5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:33.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f1941d9b700 1 --2- 172.21.15.33:0/2718784954 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f194415cae0 0x7f19440ce5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f1941d9b700 1 -- 172.21.15.33:0/2718784954 >> v1:172.21.15.33:6789/0 conn(0x7f19440d0fb0 legacy=0x7f19440b20f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194159a700 1 -- 172.21.15.33:0/2718784954 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4274092511 0 0) 0x7f19440cd600 con 0x7f19440d0fb0 2024-09-13T15:01:33.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f1941d9b700 1 -- 172.21.15.33:0/2718784954 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19440d0dd0 con 0x7f19440cff60 2024-09-13T15:01:33.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f1941d9b700 1 --2- 172.21.15.33:0/2718784954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19440cff60 0x7f19440d05c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1938009910 tx=0x7f1938009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a140b53939734012 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:33.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194159a700 1 -- 172.21.15.33:0/2718784954 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1938011830 con 0x7f19440cff60 2024-09-13T15:01:33.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194159a700 1 -- 172.21.15.33:0/2718784954 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1938011990 con 0x7f19440cff60 2024-09-13T15:01:33.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194159a700 1 -- 172.21.15.33:0/2718784954 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1938011d40 con 0x7f19440cff60 2024-09-13T15:01:33.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194359e700 1 -- 172.21.15.33:0/2718784954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19440cff60 msgr2=0x7f19440d05c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194359e700 1 --2- 172.21.15.33:0/2718784954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19440cff60 0x7f19440d05c0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f1938009910 tx=0x7f1938009c20 comp rx=0 tx=0).stop 2024-09-13T15:01:33.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194359e700 1 -- 172.21.15.33:0/2718784954 shutdown_connections 2024-09-13T15:01:33.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194359e700 1 --2- 172.21.15.33:0/2718784954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f19440cff60 0x7f19440d05c0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194359e700 1 --2- 172.21.15.33:0/2718784954 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f194415cae0 0x7f19440ce5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194359e700 1 -- 172.21.15.33:0/2718784954 >> 172.21.15.33:0/2718784954 conn(0x7f19440d29f0 msgr2=0x7f19440d2e00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:33.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.445+0000 7f194359e700 1 -- 172.21.15.33:0/2718784954 shutdown_connections 2024-09-13T15:01:33.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f194359e700 1 -- 172.21.15.33:0/2718784954 wait complete. 2024-09-13T15:01:33.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f194359e700 1 Processor -- start 2024-09-13T15:01:33.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f194359e700 1 -- start start 2024-09-13T15:01:33.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f194359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f19440cff60 0x7f1944159110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f194359e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f19440d0fb0 0x7f19440cc3e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f194359e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194415cae0 0x7f19440ca4b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f194359e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f194415ec50 con 0x7f194415cae0 2024-09-13T15:01:33.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f194359e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19440ca280 con 0x7f19440d0fb0 2024-09-13T15:01:33.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f194359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f19440cc920 con 0x7f19440cff60 2024-09-13T15:01:33.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f1942d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194415cae0 0x7f19440ca4b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f1942d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194415cae0 0x7f19440ca4b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46668/0 (socket says 172.21.15.33:46668) 2024-09-13T15:01:33.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f1942d9d700 1 -- 172.21.15.33:0/2605238135 learned_addr learned my addr 172.21.15.33:0/2605238135 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:33.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f194259c700 1 --2- 172.21.15.33:0/2605238135 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f19440cff60 0x7f1944159110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f1941d9b700 1 --2- 172.21.15.33:0/2605238135 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f19440d0fb0 0x7f19440cc3e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f1942d9d700 1 -- 172.21.15.33:0/2605238135 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f19440cff60 msgr2=0x7f1944159110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f1942d9d700 1 --2- 172.21.15.33:0/2605238135 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f19440cff60 0x7f1944159110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f1942d9d700 1 -- 172.21.15.33:0/2605238135 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f19440d0fb0 msgr2=0x7f19440cc3e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f1942d9d700 1 --2- 172.21.15.33:0/2605238135 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f19440d0fb0 0x7f19440cc3e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f1942d9d700 1 -- 172.21.15.33:0/2605238135 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1938009570 con 0x7f194415cae0 2024-09-13T15:01:33.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f1942d9d700 1 --2- 172.21.15.33:0/2605238135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194415cae0 0x7f19440ca4b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f193c002230 tx=0x7f193c00cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:33.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f1932ffd700 1 -- 172.21.15.33:0/2605238135 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193c00ab70 con 0x7f194415cae0 2024-09-13T15:01:33.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f1932ffd700 1 -- 172.21.15.33:0/2605238135 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f193c00acf0 con 0x7f194415cae0 2024-09-13T15:01:33.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f194359e700 1 -- 172.21.15.33:0/2605238135 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f194415e040 con 0x7f194415cae0 2024-09-13T15:01:33.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f1932ffd700 1 -- 172.21.15.33:0/2605238135 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f193c007310 con 0x7f194415cae0 2024-09-13T15:01:33.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.449+0000 7f194359e700 1 -- 172.21.15.33:0/2605238135 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f194415e600 con 0x7f194415cae0 2024-09-13T15:01:33.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.453+0000 7f194359e700 1 -- 172.21.15.33:0/2605238135 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f194415edc0 con 0x7f194415cae0 2024-09-13T15:01:33.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.453+0000 7f1932ffd700 1 -- 172.21.15.33:0/2605238135 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f193c007470 con 0x7f194415cae0 2024-09-13T15:01:33.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.453+0000 7f1932ffd700 1 --2- 172.21.15.33:0/2605238135 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1924066730 0x7f1924068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.453+0000 7f1932ffd700 1 -- 172.21.15.33:0/2605238135 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f193c0842b0 con 0x7f194415cae0 2024-09-13T15:01:33.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.453+0000 7f194259c700 1 --2- 172.21.15.33:0/2605238135 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1924066730 0x7f1924068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.453+0000 7f194259c700 1 --2- 172.21.15.33:0/2605238135 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1924066730 0x7f1924068bf0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1934009bf0 tx=0x7f1934009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:33.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.461+0000 7f1932ffd700 1 -- 172.21.15.33:0/2605238135 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f193c051330 con 0x7f194415cae0 2024-09-13T15:01:33.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.633+0000 7f194359e700 1 -- 172.21.15.33:0/2605238135 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f194415cec0 con 0x7f194415cae0 2024-09-13T15:01:33.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.633+0000 7f1932ffd700 1 -- 172.21.15.33:0/2605238135 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f193c00ae60 con 0x7f194415cae0 2024-09-13T15:01:33.641 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:33.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.637+0000 7f194359e700 1 -- 172.21.15.33:0/2605238135 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1924066730 msgr2=0x7f1924068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.637+0000 7f194359e700 1 --2- 172.21.15.33:0/2605238135 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1924066730 0x7f1924068bf0 secure :-1 s=READY pgs=154 cs=0 l=1 rev1=1 crypto rx=0x7f1934009bf0 tx=0x7f1934009240 comp rx=0 tx=0).stop 2024-09-13T15:01:33.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.637+0000 7f194359e700 1 -- 172.21.15.33:0/2605238135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194415cae0 msgr2=0x7f19440ca4b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.637+0000 7f194359e700 1 --2- 172.21.15.33:0/2605238135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194415cae0 0x7f19440ca4b0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f193c002230 tx=0x7f193c00cf50 comp rx=0 tx=0).stop 2024-09-13T15:01:33.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.637+0000 7f194359e700 1 -- 172.21.15.33:0/2605238135 shutdown_connections 2024-09-13T15:01:33.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.637+0000 7f194359e700 1 --2- 172.21.15.33:0/2605238135 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1924066730 0x7f1924068bf0 unknown :-1 s=CLOSED pgs=154 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.637+0000 7f194359e700 1 --2- 172.21.15.33:0/2605238135 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194415cae0 0x7f19440ca4b0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.637+0000 7f194359e700 1 --2- 172.21.15.33:0/2605238135 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f19440d0fb0 0x7f19440cc3e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.637+0000 7f194359e700 1 --2- 172.21.15.33:0/2605238135 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f19440cff60 0x7f1944159110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.637+0000 7f194359e700 1 -- 172.21.15.33:0/2605238135 >> 172.21.15.33:0/2605238135 conn(0x7f19440d29f0 msgr2=0x7f194406b890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:33.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.637+0000 7f194359e700 1 -- 172.21.15.33:0/2605238135 shutdown_connections 2024-09-13T15:01:33.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.637+0000 7f194359e700 1 -- 172.21.15.33:0/2605238135 wait complete. 2024-09-13T15:01:33.656 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:33.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.773+0000 7fce9de4f700 1 Processor -- start 2024-09-13T15:01:33.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.773+0000 7fce9de4f700 1 -- start start 2024-09-13T15:01:33.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.773+0000 7fce9de4f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fce98071f00 0x7fce9806b360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.773+0000 7fce9de4f700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fce98072340 0x7fce9806b8a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.773+0000 7fce9de4f700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fce9806e160 con 0x7fce9815c810 2024-09-13T15:01:33.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.773+0000 7fce9de4f700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fce9806e440 con 0x7fce98072340 2024-09-13T15:01:33.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.773+0000 7fce9de4f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce9806e720 con 0x7fce98071f00 2024-09-13T15:01:33.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.773+0000 7fce9d64e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fce98072340 0x7fce9806b8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.773+0000 7fce9d64e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fce98072340 0x7fce9806b8a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46682/0 (socket says 172.21.15.33:46682) 2024-09-13T15:01:33.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.773+0000 7fce9d64e700 1 -- 172.21.15.33:0/3925891629 learned_addr learned my addr 172.21.15.33:0/3925891629 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:33.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.773+0000 7fce97fff700 1 --2- 172.21.15.33:0/3925891629 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fce98071f00 0x7fce9806b360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9d64e700 1 -- 172.21.15.33:0/3925891629 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fce98071f00 msgr2=0x7fce9806b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:33.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9d64e700 1 --2- 172.21.15.33:0/3925891629 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fce98071f00 0x7fce9806b360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9d64e700 1 -- 172.21.15.33:0/3925891629 >> v1:172.21.15.103:6789/0 conn(0x7fce9815c810 legacy=0x7fce980b1e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9d64e700 1 -- 172.21.15.33:0/3925891629 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce9806ea00 con 0x7fce98072340 2024-09-13T15:01:33.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce97fff700 1 --2- 172.21.15.33:0/3925891629 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fce98071f00 0x7fce9806b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:33.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9d64e700 1 --2- 172.21.15.33:0/3925891629 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce98072340 0x7fce9806b8a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fce90009e50 tx=0x7fce9000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2a73d5ec0bf44910 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:33.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce977fe700 1 -- 172.21.15.33:0/3925891629 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce9000e070 con 0x7fce98072340 2024-09-13T15:01:33.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce977fe700 1 -- 172.21.15.33:0/3925891629 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce9000b9c0 con 0x7fce98072340 2024-09-13T15:01:33.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce977fe700 1 -- 172.21.15.33:0/3925891629 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce9000bd70 con 0x7fce98072340 2024-09-13T15:01:33.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9de4f700 1 -- 172.21.15.33:0/3925891629 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce98072340 msgr2=0x7fce9806b8a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9de4f700 1 --2- 172.21.15.33:0/3925891629 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce98072340 0x7fce9806b8a0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fce90009e50 tx=0x7fce9000b330 comp rx=0 tx=0).stop 2024-09-13T15:01:33.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9de4f700 1 -- 172.21.15.33:0/3925891629 shutdown_connections 2024-09-13T15:01:33.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9de4f700 1 --2- 172.21.15.33:0/3925891629 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce98072340 0x7fce9806b8a0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9de4f700 1 --2- 172.21.15.33:0/3925891629 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fce98071f00 0x7fce9806b360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9de4f700 1 -- 172.21.15.33:0/3925891629 >> 172.21.15.33:0/3925891629 conn(0x7fce980cee60 msgr2=0x7fce980cf270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:33.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9de4f700 1 -- 172.21.15.33:0/3925891629 shutdown_connections 2024-09-13T15:01:33.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9de4f700 1 -- 172.21.15.33:0/3925891629 wait complete. 2024-09-13T15:01:33.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9de4f700 1 Processor -- start 2024-09-13T15:01:33.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.777+0000 7fce9de4f700 1 -- start start 2024-09-13T15:01:33.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9de4f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fce98071f00 0x7fce981f5260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9de4f700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fce98072340 0x7fce9815d810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9de4f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce9815c810 0x7fce981e79b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9de4f700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce981e5b90 con 0x7fce9815c810 2024-09-13T15:01:33.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9de4f700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fce981f57a0 con 0x7fce98072340 2024-09-13T15:01:33.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9de4f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fce981e5840 con 0x7fce98071f00 2024-09-13T15:01:33.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9d64e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce9815c810 0x7fce981e79b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce97fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fce98072340 0x7fce9815d810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9ce4d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fce98071f00 0x7fce981f5260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9d64e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce9815c810 0x7fce981e79b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46684/0 (socket says 172.21.15.33:46684) 2024-09-13T15:01:33.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9d64e700 1 -- 172.21.15.33:0/4223054279 learned_addr learned my addr 172.21.15.33:0/4223054279 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:33.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9ce4d700 1 -- 172.21.15.33:0/4223054279 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fce98072340 msgr2=0x7fce9815d810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9ce4d700 1 --2- 172.21.15.33:0/4223054279 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fce98072340 0x7fce9815d810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9ce4d700 1 -- 172.21.15.33:0/4223054279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce9815c810 msgr2=0x7fce981e79b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9ce4d700 1 --2- 172.21.15.33:0/4223054279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce9815c810 0x7fce981e79b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9ce4d700 1 -- 172.21.15.33:0/4223054279 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fce90009b30 con 0x7fce98071f00 2024-09-13T15:01:33.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce97fff700 1 --2- 172.21.15.33:0/4223054279 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fce98072340 0x7fce9815d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:33.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9d64e700 1 --2- 172.21.15.33:0/4223054279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce9815c810 0x7fce981e79b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:33.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9ce4d700 1 --2- 172.21.15.33:0/4223054279 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fce98071f00 0x7fce981f5260 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fce8000c410 tx=0x7fce80001e70 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:33.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce957fa700 1 -- 172.21.15.33:0/4223054279 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce800052d0 con 0x7fce98071f00 2024-09-13T15:01:33.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce957fa700 1 -- 172.21.15.33:0/4223054279 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fce80005430 con 0x7fce98071f00 2024-09-13T15:01:33.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9de4f700 1 -- 172.21.15.33:0/4223054279 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fce9815e0b0 con 0x7fce98071f00 2024-09-13T15:01:33.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce957fa700 1 -- 172.21.15.33:0/4223054279 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fce800055a0 con 0x7fce98071f00 2024-09-13T15:01:33.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.781+0000 7fce9de4f700 1 -- 172.21.15.33:0/4223054279 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fce9815e670 con 0x7fce98071f00 2024-09-13T15:01:33.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.785+0000 7fce9de4f700 1 -- 172.21.15.33:0/4223054279 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fce980b1e10 con 0x7fce98071f00 2024-09-13T15:01:33.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.785+0000 7fce957fa700 1 -- 172.21.15.33:0/4223054279 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fce800038e0 con 0x7fce98071f00 2024-09-13T15:01:33.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.785+0000 7fce957fa700 1 --2- 172.21.15.33:0/4223054279 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fce78066730 0x7fce78068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:33.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.785+0000 7fce957fa700 1 -- 172.21.15.33:0/4223054279 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fce80083610 con 0x7fce98071f00 2024-09-13T15:01:33.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.785+0000 7fce97fff700 1 --2- 172.21.15.33:0/4223054279 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fce78066730 0x7fce78068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:33.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.789+0000 7fce97fff700 1 --2- 172.21.15.33:0/4223054279 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fce78066730 0x7fce78068bf0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fce981f3750 tx=0x7fce88008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:33.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.797+0000 7fce957fa700 1 -- 172.21.15.33:0/4223054279 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fce80050720 con 0x7fce98071f00 2024-09-13T15:01:33.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.969+0000 7fce9de4f700 1 -- 172.21.15.33:0/4223054279 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fce9806d180 con 0x7fce98071f00 2024-09-13T15:01:33.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.969+0000 7fce957fa700 1 -- 172.21.15.33:0/4223054279 <== mon.2 v2:172.21.15.103:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7fce80053d40 con 0x7fce98071f00 2024-09-13T15:01:33.976 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:33.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.973+0000 7fce9de4f700 1 -- 172.21.15.33:0/4223054279 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fce78066730 msgr2=0x7fce78068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.973+0000 7fce9de4f700 1 --2- 172.21.15.33:0/4223054279 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fce78066730 0x7fce78068bf0 secure :-1 s=READY pgs=155 cs=0 l=1 rev1=1 crypto rx=0x7fce981f3750 tx=0x7fce88008040 comp rx=0 tx=0).stop 2024-09-13T15:01:33.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.973+0000 7fce9de4f700 1 -- 172.21.15.33:0/4223054279 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fce98071f00 msgr2=0x7fce981f5260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:33.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.973+0000 7fce9de4f700 1 --2- 172.21.15.33:0/4223054279 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fce98071f00 0x7fce981f5260 secure :-1 s=READY pgs=67 cs=0 l=1 rev1=1 crypto rx=0x7fce8000c410 tx=0x7fce80001e70 comp rx=0 tx=0).stop 2024-09-13T15:01:33.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.973+0000 7fce9de4f700 1 -- 172.21.15.33:0/4223054279 shutdown_connections 2024-09-13T15:01:33.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.973+0000 7fce9de4f700 1 --2- 172.21.15.33:0/4223054279 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fce78066730 0x7fce78068bf0 unknown :-1 s=CLOSED pgs=155 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.973+0000 7fce9de4f700 1 --2- 172.21.15.33:0/4223054279 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fce9815c810 0x7fce981e79b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.973+0000 7fce9de4f700 1 --2- 172.21.15.33:0/4223054279 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fce98072340 0x7fce9815d810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.973+0000 7fce9de4f700 1 --2- 172.21.15.33:0/4223054279 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fce98071f00 0x7fce981f5260 unknown :-1 s=CLOSED pgs=67 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:33.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.973+0000 7fce9de4f700 1 -- 172.21.15.33:0/4223054279 >> 172.21.15.33:0/4223054279 conn(0x7fce980cee60 msgr2=0x7fce9806a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:33.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.973+0000 7fce9de4f700 1 -- 172.21.15.33:0/4223054279 shutdown_connections 2024-09-13T15:01:33.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:33.973+0000 7fce9de4f700 1 -- 172.21.15.33:0/4223054279 wait complete. 2024-09-13T15:01:33.997 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:34.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7ffff700 1 Processor -- start 2024-09-13T15:01:34.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7ffff700 1 -- start start 2024-09-13T15:01:34.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7ffff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f8a8015cc00 0x7f8a800d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7ffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a800d0c20 0x7f8a800d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7ffff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f8a800ce8c0 0x7f8a800d1610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7ffff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a800cdb00 con 0x7f8a800ce8c0 2024-09-13T15:01:34.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7ffff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8a800cdde0 con 0x7f8a8015cc00 2024-09-13T15:01:34.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7ffff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a800ce0c0 con 0x7f8a800d0c20 2024-09-13T15:01:34.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7f7fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f8a800ce8c0 0x7f8a800d1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7f7fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f8a800ce8c0 0x7f8a800d1610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46686/0 (socket says 172.21.15.33:46686) 2024-09-13T15:01:34.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7f7fe700 1 -- 172.21.15.33:0/122756091 learned_addr learned my addr 172.21.15.33:0/122756091 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:34.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a767fc700 1 --2- 172.21.15.33:0/122756091 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a800d0c20 0x7f8a800d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7effd700 1 --2- 172.21.15.33:0/122756091 >> v2:172.21.15.103:3300/0 conn(0x7f8a8015cc00 0x7f8a800d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7f7fe700 1 -- 172.21.15.33:0/122756091 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a800d0c20 msgr2=0x7f8a800d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:34.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7f7fe700 1 --2- 172.21.15.33:0/122756091 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a800d0c20 0x7f8a800d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7f7fe700 1 -- 172.21.15.33:0/122756091 >> v2:172.21.15.103:3300/0 conn(0x7f8a8015cc00 msgr2=0x7f8a800d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:34.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7f7fe700 1 --2- 172.21.15.33:0/122756091 >> v2:172.21.15.103:3300/0 conn(0x7f8a8015cc00 0x7f8a800d06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7f7fe700 1 -- 172.21.15.33:0/122756091 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a800ce3a0 con 0x7f8a800ce8c0 2024-09-13T15:01:34.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7f7fe700 1 --2- 172.21.15.33:0/122756091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a800ce8c0 0x7f8a800d1610 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8a800b5610 tx=0x7f8a7800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d06b83054323165e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:34.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7e7fc700 1 -- 172.21.15.33:0/122756091 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7800e070 con 0x7f8a800ce8c0 2024-09-13T15:01:34.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7e7fc700 1 -- 172.21.15.33:0/122756091 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a7800b910 con 0x7f8a800ce8c0 2024-09-13T15:01:34.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.109+0000 7f8a7e7fc700 1 -- 172.21.15.33:0/122756091 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a7800bcc0 con 0x7f8a800ce8c0 2024-09-13T15:01:34.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.113+0000 7f8a7ffff700 1 -- 172.21.15.33:0/122756091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a800ce8c0 msgr2=0x7f8a800d1610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.113+0000 7f8a7ffff700 1 --2- 172.21.15.33:0/122756091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a800ce8c0 0x7f8a800d1610 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f8a800b5610 tx=0x7f8a7800b330 comp rx=0 tx=0).stop 2024-09-13T15:01:34.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.113+0000 7f8a7ffff700 1 -- 172.21.15.33:0/122756091 shutdown_connections 2024-09-13T15:01:34.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.113+0000 7f8a7ffff700 1 --2- 172.21.15.33:0/122756091 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a800d0c20 0x7f8a800d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.113+0000 7f8a7ffff700 1 --2- 172.21.15.33:0/122756091 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a800ce8c0 0x7f8a800d1610 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.113+0000 7f8a7ffff700 1 --2- 172.21.15.33:0/122756091 >> v2:172.21.15.103:3300/0 conn(0x7f8a8015cc00 0x7f8a800d06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.113+0000 7f8a7ffff700 1 -- 172.21.15.33:0/122756091 >> 172.21.15.33:0/122756091 conn(0x7f8a8008c080 msgr2=0x7f8a800d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:34.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.113+0000 7f8a7ffff700 1 -- 172.21.15.33:0/122756091 shutdown_connections 2024-09-13T15:01:34.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.113+0000 7f8a7ffff700 1 -- 172.21.15.33:0/122756091 wait complete. 2024-09-13T15:01:34.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.113+0000 7f8a7ffff700 1 Processor -- start 2024-09-13T15:01:34.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.113+0000 7f8a7ffff700 1 -- start start 2024-09-13T15:01:34.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7ffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a800ce8c0 0x7f8a800cc5a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7ffff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a800d0c20 0x7f8a800cae70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a8015cc00 0x7f8a800c61c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7ffff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a800cb500 con 0x7f8a8015cc00 2024-09-13T15:01:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7ffff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8a800cb7e0 con 0x7f8a800d0c20 2024-09-13T15:01:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7ffff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8a800cbac0 con 0x7f8a800ce8c0 2024-09-13T15:01:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7f7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a8015cc00 0x7f8a800c61c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7f7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a8015cc00 0x7f8a800c61c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46694/0 (socket says 172.21.15.33:46694) 2024-09-13T15:01:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7f7fe700 1 -- 172.21.15.33:0/4157211586 learned_addr learned my addr 172.21.15.33:0/4157211586 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7effd700 1 --2- 172.21.15.33:0/4157211586 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a800ce8c0 0x7f8a800cc5a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a767fc700 1 --2- 172.21.15.33:0/4157211586 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a800d0c20 0x7f8a800cae70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7f7fe700 1 -- 172.21.15.33:0/4157211586 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a800ce8c0 msgr2=0x7f8a800cc5a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7f7fe700 1 --2- 172.21.15.33:0/4157211586 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a800ce8c0 0x7f8a800cc5a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7f7fe700 1 -- 172.21.15.33:0/4157211586 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a800d0c20 msgr2=0x7f8a800cae70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7f7fe700 1 --2- 172.21.15.33:0/4157211586 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a800d0c20 0x7f8a800cae70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7f7fe700 1 -- 172.21.15.33:0/4157211586 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8a78009b30 con 0x7f8a8015cc00 2024-09-13T15:01:34.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7f7fe700 1 --2- 172.21.15.33:0/4157211586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a8015cc00 0x7f8a800c61c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8a78012000 tx=0x7f8a78004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:34.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a77fff700 1 -- 172.21.15.33:0/4157211586 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a780099b0 con 0x7f8a8015cc00 2024-09-13T15:01:34.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a77fff700 1 -- 172.21.15.33:0/4157211586 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8a7800ce80 con 0x7f8a8015cc00 2024-09-13T15:01:34.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7ffff700 1 -- 172.21.15.33:0/4157211586 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8a800cbda0 con 0x7f8a8015cc00 2024-09-13T15:01:34.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a77fff700 1 -- 172.21.15.33:0/4157211586 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8a78004490 con 0x7f8a8015cc00 2024-09-13T15:01:34.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7ffff700 1 -- 172.21.15.33:0/4157211586 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f8a800c6700 con 0x7f8a8015cc00 2024-09-13T15:01:34.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a7ffff700 1 -- 172.21.15.33:0/4157211586 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8a800cc2c0 con 0x7f8a8015cc00 2024-09-13T15:01:34.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.117+0000 7f8a77fff700 1 -- 172.21.15.33:0/4157211586 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8a780045f0 con 0x7f8a8015cc00 2024-09-13T15:01:34.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.121+0000 7f8a77fff700 1 --2- 172.21.15.33:0/4157211586 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a60066730 0x7f8a60068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.121+0000 7f8a77fff700 1 -- 172.21.15.33:0/4157211586 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f8a78085820 con 0x7f8a8015cc00 2024-09-13T15:01:34.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.121+0000 7f8a7effd700 1 --2- 172.21.15.33:0/4157211586 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a60066730 0x7f8a60068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.121+0000 7f8a7effd700 1 --2- 172.21.15.33:0/4157211586 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a60066730 0x7f8a60068bf0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8a70009b50 tx=0x7f8a70009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:34.133 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.125+0000 7f8a77fff700 1 -- 172.21.15.33:0/4157211586 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8a800cc2c0 con 0x7f8a8015cc00 2024-09-13T15:01:34.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.301+0000 7f8a7ffff700 1 -- 172.21.15.33:0/4157211586 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f8a800cc2c0 con 0x7f8a8015cc00 2024-09-13T15:01:34.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.301+0000 7f8a77fff700 1 -- 172.21.15.33:0/4157211586 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f8a800cc2c0 con 0x7f8a8015cc00 2024-09-13T15:01:34.308 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:34.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.305+0000 7f8a7ffff700 1 -- 172.21.15.33:0/4157211586 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a60066730 msgr2=0x7f8a60068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.305+0000 7f8a7ffff700 1 --2- 172.21.15.33:0/4157211586 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a60066730 0x7f8a60068bf0 secure :-1 s=READY pgs=156 cs=0 l=1 rev1=1 crypto rx=0x7f8a70009b50 tx=0x7f8a70009240 comp rx=0 tx=0).stop 2024-09-13T15:01:34.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.305+0000 7f8a7ffff700 1 -- 172.21.15.33:0/4157211586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a8015cc00 msgr2=0x7f8a800c61c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.305+0000 7f8a7ffff700 1 --2- 172.21.15.33:0/4157211586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a8015cc00 0x7f8a800c61c0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7f8a78012000 tx=0x7f8a78004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.305+0000 7f8a7ffff700 1 -- 172.21.15.33:0/4157211586 shutdown_connections 2024-09-13T15:01:34.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.305+0000 7f8a7ffff700 1 --2- 172.21.15.33:0/4157211586 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8a60066730 0x7f8a60068bf0 unknown :-1 s=CLOSED pgs=156 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.305+0000 7f8a7ffff700 1 --2- 172.21.15.33:0/4157211586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8a8015cc00 0x7f8a800c61c0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.305+0000 7f8a7ffff700 1 --2- 172.21.15.33:0/4157211586 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f8a800d0c20 0x7f8a800cae70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.305+0000 7f8a7ffff700 1 --2- 172.21.15.33:0/4157211586 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8a800ce8c0 0x7f8a800cc5a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.305+0000 7f8a7ffff700 1 -- 172.21.15.33:0/4157211586 >> 172.21.15.33:0/4157211586 conn(0x7f8a8008c080 msgr2=0x7f8a800b7890 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:34.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.305+0000 7f8a7ffff700 1 -- 172.21.15.33:0/4157211586 shutdown_connections 2024-09-13T15:01:34.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.305+0000 7f8a7ffff700 1 -- 172.21.15.33:0/4157211586 wait complete. 2024-09-13T15:01:34.324 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:34.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.437+0000 7f7d2db88700 1 Processor -- start 2024-09-13T15:01:34.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.437+0000 7f7d2db88700 1 -- start start 2024-09-13T15:01:34.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f7d28159530 0x7f7d280cdbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d280ce110 0x7f7d2815d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7d2815d700 0x7f7d280b2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d2815db90 con 0x7f7d2815d700 2024-09-13T15:01:34.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d280ce700 con 0x7f7d28159530 2024-09-13T15:01:34.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d280ce9e0 con 0x7f7d280ce110 2024-09-13T15:01:34.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2d387700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7d2815d700 0x7f7d280b2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2d387700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7d2815d700 0x7f7d280b2ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46706/0 (socket says 172.21.15.33:46706) 2024-09-13T15:01:34.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2d387700 1 -- 172.21.15.33:0/971991428 learned_addr learned my addr 172.21.15.33:0/971991428 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:34.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2cb86700 1 --2- 172.21.15.33:0/971991428 >> v2:172.21.15.103:3300/0 conn(0x7f7d28159530 0x7f7d280cdbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d27fff700 1 --2- 172.21.15.33:0/971991428 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d280ce110 0x7f7d2815d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2d387700 1 -- 172.21.15.33:0/971991428 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d280ce110 msgr2=0x7f7d2815d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2d387700 1 --2- 172.21.15.33:0/971991428 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d280ce110 0x7f7d2815d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2d387700 1 -- 172.21.15.33:0/971991428 >> v2:172.21.15.103:3300/0 conn(0x7f7d28159530 msgr2=0x7f7d280cdbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2d387700 1 --2- 172.21.15.33:0/971991428 >> v2:172.21.15.103:3300/0 conn(0x7f7d28159530 0x7f7d280cdbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2d387700 1 -- 172.21.15.33:0/971991428 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d280cecc0 con 0x7f7d2815d700 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2d387700 1 --2- 172.21.15.33:0/971991428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d2815d700 0x7f7d280b2ac0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f7d28070970 tx=0x7f7d2000d430 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f24c52351824acfe server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d277fe700 1 -- 172.21.15.33:0/971991428 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d20010070 con 0x7f7d2815d700 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d277fe700 1 -- 172.21.15.33:0/971991428 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d2000dce0 con 0x7f7d2815d700 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d277fe700 1 -- 172.21.15.33:0/971991428 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d2000b310 con 0x7f7d2815d700 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 -- 172.21.15.33:0/971991428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d2815d700 msgr2=0x7f7d280b2ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 --2- 172.21.15.33:0/971991428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d2815d700 0x7f7d280b2ac0 secure :-1 s=READY pgs=267 cs=0 l=1 rev1=1 crypto rx=0x7f7d28070970 tx=0x7f7d2000d430 comp rx=0 tx=0).stop 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 -- 172.21.15.33:0/971991428 shutdown_connections 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 --2- 172.21.15.33:0/971991428 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d280ce110 0x7f7d2815d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 --2- 172.21.15.33:0/971991428 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d2815d700 0x7f7d280b2ac0 unknown :-1 s=CLOSED pgs=267 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 --2- 172.21.15.33:0/971991428 >> v2:172.21.15.103:3300/0 conn(0x7f7d28159530 0x7f7d280cdbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 -- 172.21.15.33:0/971991428 >> 172.21.15.33:0/971991428 conn(0x7f7d2806b460 msgr2=0x7f7d2806b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:34.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 -- 172.21.15.33:0/971991428 shutdown_connections 2024-09-13T15:01:34.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.441+0000 7f7d2db88700 1 -- 172.21.15.33:0/971991428 wait complete. 2024-09-13T15:01:34.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2db88700 1 Processor -- start 2024-09-13T15:01:34.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2db88700 1 -- start start 2024-09-13T15:01:34.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2db88700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d280ce110 0x7f7d281493b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2db88700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d28159530 0x7f7d28137c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2db88700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d2815d700 0x7f7d281f17c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2db88700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d2813a790 con 0x7f7d28159530 2024-09-13T15:01:34.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2db88700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d2815a570 con 0x7f7d280ce110 2024-09-13T15:01:34.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2db88700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d281f2010 con 0x7f7d2815d700 2024-09-13T15:01:34.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d27fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d28159530 0x7f7d28137c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2cb86700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d280ce110 0x7f7d281493b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2cb86700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d280ce110 0x7f7d281493b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:50554/0 (socket says 172.21.15.33:50554) 2024-09-13T15:01:34.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2cb86700 1 -- 172.21.15.33:0/2338532931 learned_addr learned my addr 172.21.15.33:0/2338532931 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:34.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2d387700 1 --2- 172.21.15.33:0/2338532931 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d2815d700 0x7f7d281f17c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2cb86700 1 -- 172.21.15.33:0/2338532931 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d2815d700 msgr2=0x7f7d281f17c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2cb86700 1 --2- 172.21.15.33:0/2338532931 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d2815d700 0x7f7d281f17c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2cb86700 1 -- 172.21.15.33:0/2338532931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d28159530 msgr2=0x7f7d28137c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2cb86700 1 --2- 172.21.15.33:0/2338532931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d28159530 0x7f7d28137c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2cb86700 1 -- 172.21.15.33:0/2338532931 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d2000bd40 con 0x7f7d280ce110 2024-09-13T15:01:34.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d27fff700 1 --2- 172.21.15.33:0/2338532931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d28159530 0x7f7d28137c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:34.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.445+0000 7f7d2cb86700 1 --2- 172.21.15.33:0/2338532931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d280ce110 0x7f7d281493b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7d1c00e9d0 tx=0x7f7d1c00ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:34.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.449+0000 7f7d257fa700 1 -- 172.21.15.33:0/2338532931 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d1c009720 con 0x7f7d280ce110 2024-09-13T15:01:34.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.449+0000 7f7d257fa700 1 -- 172.21.15.33:0/2338532931 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d1c00ee70 con 0x7f7d280ce110 2024-09-13T15:01:34.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.449+0000 7f7d2db88700 1 -- 172.21.15.33:0/2338532931 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d281f22f0 con 0x7f7d280ce110 2024-09-13T15:01:34.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.449+0000 7f7d257fa700 1 -- 172.21.15.33:0/2338532931 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d1c00ca50 con 0x7f7d280ce110 2024-09-13T15:01:34.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.449+0000 7f7d2db88700 1 -- 172.21.15.33:0/2338532931 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d2813a420 con 0x7f7d280ce110 2024-09-13T15:01:34.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.449+0000 7f7d2db88700 1 -- 172.21.15.33:0/2338532931 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d2815de30 con 0x7f7d280ce110 2024-09-13T15:01:34.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.449+0000 7f7d257fa700 1 -- 172.21.15.33:0/2338532931 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7d1c00cbb0 con 0x7f7d280ce110 2024-09-13T15:01:34.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.449+0000 7f7d257fa700 1 --2- 172.21.15.33:0/2338532931 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d0c066730 0x7f7d0c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.449+0000 7f7d257fa700 1 -- 172.21.15.33:0/2338532931 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7d1c084700 con 0x7f7d280ce110 2024-09-13T15:01:34.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.449+0000 7f7d27fff700 1 --2- 172.21.15.33:0/2338532931 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d0c066730 0x7f7d0c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.453+0000 7f7d27fff700 1 --2- 172.21.15.33:0/2338532931 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d0c066730 0x7f7d0c068bf0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7d2806af30 tx=0x7f7d14009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:34.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.461+0000 7f7d257fa700 1 -- 172.21.15.33:0/2338532931 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7d1c051780 con 0x7f7d280ce110 2024-09-13T15:01:34.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.633+0000 7f7d2db88700 1 -- 172.21.15.33:0/2338532931 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f7d2815d1c0 con 0x7f7d280ce110 2024-09-13T15:01:34.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.633+0000 7f7d257fa700 1 -- 172.21.15.33:0/2338532931 <== mon.1 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7f7d1c00ce60 con 0x7f7d280ce110 2024-09-13T15:01:34.641 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:34.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.637+0000 7f7d2db88700 1 -- 172.21.15.33:0/2338532931 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d0c066730 msgr2=0x7f7d0c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.637+0000 7f7d2db88700 1 --2- 172.21.15.33:0/2338532931 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d0c066730 0x7f7d0c068bf0 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f7d2806af30 tx=0x7f7d14009240 comp rx=0 tx=0).stop 2024-09-13T15:01:34.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.637+0000 7f7d2db88700 1 -- 172.21.15.33:0/2338532931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d280ce110 msgr2=0x7f7d281493b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.637+0000 7f7d2db88700 1 --2- 172.21.15.33:0/2338532931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d280ce110 0x7f7d281493b0 secure :-1 s=READY pgs=140 cs=0 l=1 rev1=1 crypto rx=0x7f7d1c00e9d0 tx=0x7f7d1c00ece0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.637+0000 7f7d2db88700 1 -- 172.21.15.33:0/2338532931 shutdown_connections 2024-09-13T15:01:34.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.637+0000 7f7d2db88700 1 --2- 172.21.15.33:0/2338532931 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d0c066730 0x7f7d0c068bf0 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.637+0000 7f7d2db88700 1 --2- 172.21.15.33:0/2338532931 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d2815d700 0x7f7d281f17c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.637+0000 7f7d2db88700 1 --2- 172.21.15.33:0/2338532931 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d28159530 0x7f7d28137c00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.637+0000 7f7d2db88700 1 --2- 172.21.15.33:0/2338532931 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d280ce110 0x7f7d281493b0 unknown :-1 s=CLOSED pgs=140 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.637+0000 7f7d2db88700 1 -- 172.21.15.33:0/2338532931 >> 172.21.15.33:0/2338532931 conn(0x7f7d2806b460 msgr2=0x7f7d28158720 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:34.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.637+0000 7f7d2db88700 1 -- 172.21.15.33:0/2338532931 shutdown_connections 2024-09-13T15:01:34.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.637+0000 7f7d2db88700 1 -- 172.21.15.33:0/2338532931 wait complete. 2024-09-13T15:01:34.656 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:34.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.765+0000 7f5ba9531700 1 Processor -- start 2024-09-13T15:01:34.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.765+0000 7f5ba9531700 1 -- start start 2024-09-13T15:01:34.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.765+0000 7f5ba9531700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f5ba40adb30 0x7f5ba40cc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.765+0000 7f5ba9531700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ba406bb90 0x7f5ba40cd930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.765+0000 7f5ba9531700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5ba406cf60 con 0x7f5ba40cde70 2024-09-13T15:01:34.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.765+0000 7f5ba9531700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ba40b3390 con 0x7f5ba40adb30 2024-09-13T15:01:34.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.765+0000 7f5ba9531700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba406c350 con 0x7f5ba406bb90 2024-09-13T15:01:34.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.765+0000 7f5ba8d30700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f5ba40cde70 0x7f5ba415e2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:53666/0 (socket says 172.21.15.33:53666) 2024-09-13T15:01:34.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.765+0000 7f5ba8d30700 1 -- 172.21.15.33:0/1954207544 learned_addr learned my addr 172.21.15.33:0/1954207544 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:34.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.765+0000 7f5b9bfff700 1 --2- 172.21.15.33:0/1954207544 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ba406bb90 0x7f5ba40cd930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.765+0000 7f5ba3fff700 1 --2- 172.21.15.33:0/1954207544 >> v2:172.21.15.103:3300/0 conn(0x7f5ba40adb30 0x7f5ba40cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5ba37fe700 1 -- 172.21.15.33:0/1954207544 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3503332737 0 0) 0x7f5ba406cf60 con 0x7f5ba40cde70 2024-09-13T15:01:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5ba37fe700 1 -- 172.21.15.33:0/1954207544 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f5b900035d0 con 0x7f5ba40cde70 2024-09-13T15:01:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5b9bfff700 1 -- 172.21.15.33:0/1954207544 >> v2:172.21.15.103:3300/0 conn(0x7f5ba40adb30 msgr2=0x7f5ba40cc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5b9bfff700 1 --2- 172.21.15.33:0/1954207544 >> v2:172.21.15.103:3300/0 conn(0x7f5ba40adb30 0x7f5ba40cc060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5b9bfff700 1 -- 172.21.15.33:0/1954207544 >> v1:172.21.15.33:6789/0 conn(0x7f5ba40cde70 legacy=0x7f5ba415e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5b9bfff700 1 -- 172.21.15.33:0/1954207544 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ba406c630 con 0x7f5ba406bb90 2024-09-13T15:01:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5b9bfff700 1 --2- 172.21.15.33:0/1954207544 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ba406bb90 0x7f5ba40cd930 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5b8c009850 tx=0x7f5b8c009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=fcd1fe6a89e7dfc0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5ba37fe700 1 -- 172.21.15.33:0/1954207544 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b8c011830 con 0x7f5ba406bb90 2024-09-13T15:01:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5ba37fe700 1 -- 172.21.15.33:0/1954207544 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b8c011990 con 0x7f5ba406bb90 2024-09-13T15:01:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5ba37fe700 1 -- 172.21.15.33:0/1954207544 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b8c011d00 con 0x7f5ba406bb90 2024-09-13T15:01:34.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5ba9531700 1 -- 172.21.15.33:0/1954207544 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ba406bb90 msgr2=0x7f5ba40cd930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5ba9531700 1 --2- 172.21.15.33:0/1954207544 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ba406bb90 0x7f5ba40cd930 secure :-1 s=READY pgs=68 cs=0 l=1 rev1=1 crypto rx=0x7f5b8c009850 tx=0x7f5b8c009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:34.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5ba9531700 1 -- 172.21.15.33:0/1954207544 shutdown_connections 2024-09-13T15:01:34.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5ba9531700 1 --2- 172.21.15.33:0/1954207544 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ba406bb90 0x7f5ba40cd930 unknown :-1 s=CLOSED pgs=68 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5ba9531700 1 --2- 172.21.15.33:0/1954207544 >> v2:172.21.15.103:3300/0 conn(0x7f5ba40adb30 0x7f5ba40cc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5ba9531700 1 -- 172.21.15.33:0/1954207544 >> 172.21.15.33:0/1954207544 conn(0x7f5ba406a350 msgr2=0x7f5ba406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:34.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5ba9531700 1 -- 172.21.15.33:0/1954207544 shutdown_connections 2024-09-13T15:01:34.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.769+0000 7f5ba9531700 1 -- 172.21.15.33:0/1954207544 wait complete. 2024-09-13T15:01:34.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.773+0000 7f5ba9531700 1 Processor -- start 2024-09-13T15:01:34.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.773+0000 7f5ba9531700 1 -- start start 2024-09-13T15:01:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba9531700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ba406bb90 0x7f5ba4134b30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba9531700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ba40adb30 0x7f5ba415a0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba9531700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ba40cde70 0x7f5ba4131f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba9531700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba412f8b0 con 0x7f5ba406bb90 2024-09-13T15:01:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba9531700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba41324c0 con 0x7f5ba40cde70 2024-09-13T15:01:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba9531700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ba412ec30 con 0x7f5ba40adb30 2024-09-13T15:01:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ba406bb90 0x7f5ba4134b30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ba406bb90 0x7f5ba4134b30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46738/0 (socket says 172.21.15.33:46738) 2024-09-13T15:01:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba3fff700 1 -- 172.21.15.33:0/733602026 learned_addr learned my addr 172.21.15.33:0/733602026 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba8d30700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ba40cde70 0x7f5ba4131f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5b9bfff700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ba40adb30 0x7f5ba415a0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba3fff700 1 -- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ba40adb30 msgr2=0x7f5ba415a0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba3fff700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ba40adb30 0x7f5ba415a0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba3fff700 1 -- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ba40cde70 msgr2=0x7f5ba4131f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba3fff700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ba40cde70 0x7f5ba4131f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba3fff700 1 -- 172.21.15.33:0/733602026 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b8c0094b0 con 0x7f5ba406bb90 2024-09-13T15:01:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba8d30700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ba40cde70 0x7f5ba4131f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5b9bfff700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ba40adb30 0x7f5ba415a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba3fff700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ba406bb90 0x7f5ba4134b30 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400e9d0 tx=0x7f5b9400ed90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba17fa700 1 -- 172.21.15.33:0/733602026 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b94009720 con 0x7f5ba406bb90 2024-09-13T15:01:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba17fa700 1 -- 172.21.15.33:0/733602026 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b9400c7f0 con 0x7f5ba406bb90 2024-09-13T15:01:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba17fa700 1 -- 172.21.15.33:0/733602026 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b9400cb60 con 0x7f5ba406bb90 2024-09-13T15:01:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba9531700 1 -- 172.21.15.33:0/733602026 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ba412ef10 con 0x7f5ba406bb90 2024-09-13T15:01:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba9531700 1 -- 172.21.15.33:0/733602026 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ba412f4d0 con 0x7f5ba406bb90 2024-09-13T15:01:34.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba9531700 1 -- 172.21.15.33:0/733602026 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ba412fb20 con 0x7f5ba406bb90 2024-09-13T15:01:34.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.777+0000 7f5ba17fa700 1 -- 172.21.15.33:0/733602026 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5b9400ccc0 con 0x7f5ba406bb90 2024-09-13T15:01:34.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.781+0000 7f5ba17fa700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b84066730 0x7f5b84068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:34.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.781+0000 7f5ba17fa700 1 -- 172.21.15.33:0/733602026 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5b940849e0 con 0x7f5ba406bb90 2024-09-13T15:01:34.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.781+0000 7f5b9bfff700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b84066730 0x7f5b84068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:34.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.781+0000 7f5b9bfff700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b84066730 0x7f5b84068bf0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5b8c0090b0 tx=0x7f5b8c008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:34.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.785+0000 7f5ba17fa700 1 -- 172.21.15.33:0/733602026 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5b94051930 con 0x7f5ba406bb90 2024-09-13T15:01:34.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.961+0000 7f5ba9531700 1 -- 172.21.15.33:0/733602026 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5ba406bfd0 con 0x7f5ba406bb90 2024-09-13T15:01:34.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.965+0000 7f5ba17fa700 1 -- 172.21.15.33:0/733602026 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7f5b94017090 con 0x7f5ba406bb90 2024-09-13T15:01:34.970 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:34.970 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:34.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.969+0000 7f5ba9531700 1 -- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b84066730 msgr2=0x7f5b84068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.969+0000 7f5ba9531700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b84066730 0x7f5b84068bf0 secure :-1 s=READY pgs=158 cs=0 l=1 rev1=1 crypto rx=0x7f5b8c0090b0 tx=0x7f5b8c008030 comp rx=0 tx=0).stop 2024-09-13T15:01:34.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.969+0000 7f5ba9531700 1 -- 172.21.15.33:0/733602026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ba406bb90 msgr2=0x7f5ba4134b30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:34.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.969+0000 7f5ba9531700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ba406bb90 0x7f5ba4134b30 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f5b9400e9d0 tx=0x7f5b9400ed90 comp rx=0 tx=0).stop 2024-09-13T15:01:34.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.969+0000 7f5ba9531700 1 -- 172.21.15.33:0/733602026 shutdown_connections 2024-09-13T15:01:34.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.969+0000 7f5ba9531700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b84066730 0x7f5b84068bf0 unknown :-1 s=CLOSED pgs=158 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.969+0000 7f5ba9531700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ba40cde70 0x7f5ba4131f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.969+0000 7f5ba9531700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ba40adb30 0x7f5ba415a0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.969+0000 7f5ba9531700 1 --2- 172.21.15.33:0/733602026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ba406bb90 0x7f5ba4134b30 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:34.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.969+0000 7f5ba9531700 1 -- 172.21.15.33:0/733602026 >> 172.21.15.33:0/733602026 conn(0x7f5ba406a350 msgr2=0x7f5ba4066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:34.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.969+0000 7f5ba9531700 1 -- 172.21.15.33:0/733602026 shutdown_connections 2024-09-13T15:01:34.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:34.969+0000 7f5ba9531700 1 -- 172.21.15.33:0/733602026 wait complete. 2024-09-13T15:01:34.990 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:34.990 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.101+0000 7f1519a21700 1 Processor -- start 2024-09-13T15:01:35.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.101+0000 7f1519a21700 1 -- start start 2024-09-13T15:01:35.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.101+0000 7f1519a21700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f151415cc00 0x7f15140d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1519a21700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15140cdb00 con 0x7f15140d17e0 2024-09-13T15:01:35.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1519a21700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f15140cdde0 con 0x7f15140d0c20 2024-09-13T15:01:35.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1519a21700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f15140ce0c0 con 0x7f151415cc00 2024-09-13T15:01:35.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1519220700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f15140d17e0 0x7f15140b5960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:53674/0 (socket says 172.21.15.33:53674) 2024-09-13T15:01:35.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1519220700 1 -- 172.21.15.33:0/2077619195 learned_addr learned my addr 172.21.15.33:0/2077619195 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1518a1f700 1 --2- 172.21.15.33:0/2077619195 >> v2:172.21.15.103:3300/0 conn(0x7f151415cc00 0x7f15140d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 -- 172.21.15.33:0/2077619195 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2235551467 0 0) 0x7f15140cdb00 con 0x7f15140d17e0 2024-09-13T15:01:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 -- 172.21.15.33:0/2077619195 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f15000035d0 con 0x7f15140d17e0 2024-09-13T15:01:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 -- 172.21.15.33:0/2077619195 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1841568503 0 0) 0x7f15000035d0 con 0x7f15140d17e0 2024-09-13T15:01:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 -- 172.21.15.33:0/2077619195 >> v2:172.21.15.103:3300/0 conn(0x7f151415cc00 msgr2=0x7f15140d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 --2- 172.21.15.33:0/2077619195 >> v2:172.21.15.103:3300/0 conn(0x7f151415cc00 0x7f15140d06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 -- 172.21.15.33:0/2077619195 >> v1:172.21.15.103:6789/0 conn(0x7f15140d0c20 legacy=0x7f15140d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 -- 172.21.15.33:0/2077619195 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15140ce3a0 con 0x7f15140d17e0 2024-09-13T15:01:35.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 -- 172.21.15.33:0/2077619195 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7f150c0019f0 con 0x7f15140d17e0 2024-09-13T15:01:35.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 -- 172.21.15.33:0/2077619195 >> v1:172.21.15.33:6789/0 conn(0x7f15140d17e0 legacy=0x7f15140b5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 --2- 172.21.15.33:0/2077619195 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1500003a20 0x7f1500003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 --2- 172.21.15.33:0/2077619195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1500004870 0x7f1500004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 --2- 172.21.15.33:0/2077619195 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1500005230 0x7f150000ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 -- 172.21.15.33:0/2077619195 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15140ce0c0 con 0x7f1500004870 2024-09-13T15:01:35.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 -- 172.21.15.33:0/2077619195 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f150000c0d0 con 0x7f1500003a20 2024-09-13T15:01:35.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 -- 172.21.15.33:0/2077619195 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f150000c290 con 0x7f1500005230 2024-09-13T15:01:35.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1513fff700 1 --2- 172.21.15.33:0/2077619195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1500004870 0x7f1500004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1518a1f700 1 --2- 172.21.15.33:0/2077619195 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1500003a20 0x7f1500003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1519220700 1 --2- 172.21.15.33:0/2077619195 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1500005230 0x7f150000ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1513fff700 1 -- 172.21.15.33:0/2077619195 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1500005230 msgr2=0x7f150000ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1513fff700 1 --2- 172.21.15.33:0/2077619195 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1500005230 0x7f150000ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1513fff700 1 -- 172.21.15.33:0/2077619195 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1500003a20 msgr2=0x7f1500003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1513fff700 1 --2- 172.21.15.33:0/2077619195 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1500003a20 0x7f1500003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1513fff700 1 -- 172.21.15.33:0/2077619195 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f15000035d0 con 0x7f1500004870 2024-09-13T15:01:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1519220700 1 -- 172.21.15.33:0/2077619195 reap_dead start 2024-09-13T15:01:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1513fff700 1 --2- 172.21.15.33:0/2077619195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1500004870 0x7f1500004cf0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f15040017e0 tx=0x7f15000058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=31fe076371388f7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 -- 172.21.15.33:0/2077619195 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15040052d0 con 0x7f1500004870 2024-09-13T15:01:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 -- 172.21.15.33:0/2077619195 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1504005450 con 0x7f1500004870 2024-09-13T15:01:35.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f15137fe700 1 -- 172.21.15.33:0/2077619195 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f15040038e0 con 0x7f1500004870 2024-09-13T15:01:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1519a21700 1 -- 172.21.15.33:0/2077619195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1500004870 msgr2=0x7f1500004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1519a21700 1 --2- 172.21.15.33:0/2077619195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1500004870 0x7f1500004cf0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f15040017e0 tx=0x7f15000058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1519a21700 1 -- 172.21.15.33:0/2077619195 shutdown_connections 2024-09-13T15:01:35.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1519a21700 1 --2- 172.21.15.33:0/2077619195 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1500004870 0x7f1500004cf0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1519a21700 1 -- 172.21.15.33:0/2077619195 >> 172.21.15.33:0/2077619195 conn(0x7f151408c080 msgr2=0x7f15140d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:35.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1519a21700 1 -- 172.21.15.33:0/2077619195 shutdown_connections 2024-09-13T15:01:35.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.105+0000 7f1519a21700 1 -- 172.21.15.33:0/2077619195 wait complete. 2024-09-13T15:01:35.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1519a21700 1 Processor -- start 2024-09-13T15:01:35.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1519a21700 1 -- start start 2024-09-13T15:01:35.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1519a21700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1500004870 0x7f151415faf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1519a21700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1514159f10 0x7f1514159660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1519a21700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f151406afe0 0x7f151406b460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1519a21700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f15141f2c10 con 0x7f1500004870 2024-09-13T15:01:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1519a21700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f151406b9a0 con 0x7f151406afe0 2024-09-13T15:01:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1519a21700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f15140ca210 con 0x7f1514159f10 2024-09-13T15:01:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1518a1f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1500004870 0x7f151415faf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1518a1f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1500004870 0x7f151415faf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46758/0 (socket says 172.21.15.33:46758) 2024-09-13T15:01:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1518a1f700 1 -- 172.21.15.33:0/1132777795 learned_addr learned my addr 172.21.15.33:0/1132777795 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1513fff700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1514159f10 0x7f1514159660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1519220700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f151406afe0 0x7f151406b460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1518a1f700 1 -- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1514159f10 msgr2=0x7f1514159660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1518a1f700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1514159f10 0x7f1514159660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1518a1f700 1 -- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f151406afe0 msgr2=0x7f151406b460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1518a1f700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f151406afe0 0x7f151406b460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1518a1f700 1 -- 172.21.15.33:0/1132777795 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f151415a620 con 0x7f1500004870 2024-09-13T15:01:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1519220700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f151406afe0 0x7f151406b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1518a1f700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1500004870 0x7f151415faf0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f14fc011720 tx=0x7f14fc011a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f15117fa700 1 -- 172.21.15.33:0/1132777795 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14fc015870 con 0x7f1500004870 2024-09-13T15:01:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f15117fa700 1 -- 172.21.15.33:0/1132777795 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f14fc0159d0 con 0x7f1500004870 2024-09-13T15:01:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1519a21700 1 -- 172.21.15.33:0/1132777795 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f15140c9be0 con 0x7f1500004870 2024-09-13T15:01:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f15117fa700 1 -- 172.21.15.33:0/1132777795 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14fc015d40 con 0x7f1500004870 2024-09-13T15:01:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.109+0000 7f1519a21700 1 -- 172.21.15.33:0/1132777795 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f15141604e0 con 0x7f1500004870 2024-09-13T15:01:35.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.113+0000 7f1519a21700 1 -- 172.21.15.33:0/1132777795 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f15140ce8c0 con 0x7f1500004870 2024-09-13T15:01:35.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.113+0000 7f15117fa700 1 -- 172.21.15.33:0/1132777795 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f14fc013400 con 0x7f1500004870 2024-09-13T15:01:35.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.113+0000 7f15117fa700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f14f4066760 0x7f14f4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.113+0000 7f15117fa700 1 -- 172.21.15.33:0/1132777795 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f14fc0847a0 con 0x7f1500004870 2024-09-13T15:01:35.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.113+0000 7f1513fff700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f14f4066760 0x7f14f4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.117+0000 7f1513fff700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f14f4066760 0x7f14f4068c20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1504005040 tx=0x7f1504009030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:35.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.125+0000 7f15117fa700 1 -- 172.21.15.33:0/1132777795 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f14fc051820 con 0x7f1500004870 2024-09-13T15:01:35.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.293+0000 7f1519a21700 1 -- 172.21.15.33:0/1132777795 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f151408c560 con 0x7f1500004870 2024-09-13T15:01:35.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.293+0000 7f15117fa700 1 -- 172.21.15.33:0/1132777795 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f14fc054e40 con 0x7f1500004870 2024-09-13T15:01:35.301 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:35.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.297+0000 7f1519a21700 1 -- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f14f4066760 msgr2=0x7f14f4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.297+0000 7f1519a21700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f14f4066760 0x7f14f4068c20 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f1504005040 tx=0x7f1504009030 comp rx=0 tx=0).stop 2024-09-13T15:01:35.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.297+0000 7f1519a21700 1 -- 172.21.15.33:0/1132777795 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1500004870 msgr2=0x7f151415faf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.297+0000 7f1519a21700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1500004870 0x7f151415faf0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f14fc011720 tx=0x7f14fc011a30 comp rx=0 tx=0).stop 2024-09-13T15:01:35.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.297+0000 7f1519a21700 1 -- 172.21.15.33:0/1132777795 shutdown_connections 2024-09-13T15:01:35.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.297+0000 7f1519a21700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f14f4066760 0x7f14f4068c20 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.297+0000 7f1519a21700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f151406afe0 0x7f151406b460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.297+0000 7f1519a21700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1514159f10 0x7f1514159660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.297+0000 7f1519a21700 1 --2- 172.21.15.33:0/1132777795 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1500004870 0x7f151415faf0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.297+0000 7f1519a21700 1 -- 172.21.15.33:0/1132777795 >> 172.21.15.33:0/1132777795 conn(0x7f151408c080 msgr2=0x7f15140b6270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:35.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.297+0000 7f1519a21700 1 -- 172.21.15.33:0/1132777795 shutdown_connections 2024-09-13T15:01:35.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.297+0000 7f1519a21700 1 -- 172.21.15.33:0/1132777795 wait complete. 2024-09-13T15:01:35.316 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:35.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.433+0000 7ff2be7de700 1 Processor -- start 2024-09-13T15:01:35.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.433+0000 7ff2be7de700 1 -- start start 2024-09-13T15:01:35.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2be7de700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff2b806ad60 0x7ff2b806b1a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2be7de700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2b806c360 con 0x7ff2b806cdb0 2024-09-13T15:01:35.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2be7de700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff2b806c920 con 0x7ff2b80b1fd0 2024-09-13T15:01:35.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2be7de700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff2b806b860 con 0x7ff2b806ad60 2024-09-13T15:01:35.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2bcfdb700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff2b806ad60 0x7ff2b806b1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2bcfdb700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff2b806ad60 0x7ff2b806b1a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46766/0 (socket says 172.21.15.33:46766) 2024-09-13T15:01:35.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2bcfdb700 1 -- 172.21.15.33:0/1271305437 learned_addr learned my addr 172.21.15.33:0/1271305437 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:35.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2bcfdb700 1 -- 172.21.15.33:0/1271305437 >> v1:172.21.15.103:6789/0 conn(0x7ff2b80b1fd0 legacy=0x7ff2b80b23b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2bcfdb700 1 -- 172.21.15.33:0/1271305437 >> v1:172.21.15.33:6789/0 conn(0x7ff2b806cdb0 legacy=0x7ff2b806d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2bcfdb700 1 -- 172.21.15.33:0/1271305437 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2b806bb40 con 0x7ff2b806ad60 2024-09-13T15:01:35.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2bcfdb700 1 --2- 172.21.15.33:0/1271305437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b806ad60 0x7ff2b806b1a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff2a8009910 tx=0x7ff2a8009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c7350553b73653d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:35.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2affff700 1 -- 172.21.15.33:0/1271305437 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2a800ba60 con 0x7ff2b806ad60 2024-09-13T15:01:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2affff700 1 -- 172.21.15.33:0/1271305437 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2a800bbc0 con 0x7ff2b806ad60 2024-09-13T15:01:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2affff700 1 -- 172.21.15.33:0/1271305437 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2a8009e60 con 0x7ff2b806ad60 2024-09-13T15:01:35.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2be7de700 1 -- 172.21.15.33:0/1271305437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b806ad60 msgr2=0x7ff2b806b1a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2be7de700 1 --2- 172.21.15.33:0/1271305437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b806ad60 0x7ff2b806b1a0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7ff2a8009910 tx=0x7ff2a8009c20 comp rx=0 tx=0).stop 2024-09-13T15:01:35.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2be7de700 1 -- 172.21.15.33:0/1271305437 shutdown_connections 2024-09-13T15:01:35.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2be7de700 1 --2- 172.21.15.33:0/1271305437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b806ad60 0x7ff2b806b1a0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2be7de700 1 -- 172.21.15.33:0/1271305437 >> 172.21.15.33:0/1271305437 conn(0x7ff2b80b0cd0 msgr2=0x7ff2b80b10b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:35.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2be7de700 1 -- 172.21.15.33:0/1271305437 shutdown_connections 2024-09-13T15:01:35.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.437+0000 7ff2be7de700 1 -- 172.21.15.33:0/1271305437 wait complete. 2024-09-13T15:01:35.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2be7de700 1 Processor -- start 2024-09-13T15:01:35.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2be7de700 1 -- start start 2024-09-13T15:01:35.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2be7de700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff2b806ad60 0x7ff2b81f3290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2be7de700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff2b806cdb0 0x7ff2b8099c10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2be7de700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b80b1fd0 0x7ff2b809a150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2be7de700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2b814fd40 con 0x7ff2b80b1fd0 2024-09-13T15:01:35.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2be7de700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff2b81f37d0 con 0x7ff2b806cdb0 2024-09-13T15:01:35.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2be7de700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff2b814ee70 con 0x7ff2b806ad60 2024-09-13T15:01:35.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2bdfdd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b80b1fd0 0x7ff2b809a150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2bdfdd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b80b1fd0 0x7ff2b809a150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46772/0 (socket says 172.21.15.33:46772) 2024-09-13T15:01:35.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2bdfdd700 1 -- 172.21.15.33:0/2240781649 learned_addr learned my addr 172.21.15.33:0/2240781649 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:35.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2bcfdb700 1 --2- 172.21.15.33:0/2240781649 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff2b806cdb0 0x7ff2b8099c10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2bd7dc700 1 --2- 172.21.15.33:0/2240781649 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff2b806ad60 0x7ff2b81f3290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2bdfdd700 1 -- 172.21.15.33:0/2240781649 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff2b806ad60 msgr2=0x7ff2b81f3290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2bdfdd700 1 --2- 172.21.15.33:0/2240781649 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff2b806ad60 0x7ff2b81f3290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2bdfdd700 1 -- 172.21.15.33:0/2240781649 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff2b806cdb0 msgr2=0x7ff2b8099c10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2bdfdd700 1 --2- 172.21.15.33:0/2240781649 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff2b806cdb0 0x7ff2b8099c10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2bdfdd700 1 -- 172.21.15.33:0/2240781649 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff2a8009570 con 0x7ff2b80b1fd0 2024-09-13T15:01:35.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2bdfdd700 1 --2- 172.21.15.33:0/2240781649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b80b1fd0 0x7ff2b809a150 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ff2b000cc50 tx=0x7ff2b000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:35.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2adffb700 1 -- 172.21.15.33:0/2240781649 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2b0003c20 con 0x7ff2b80b1fd0 2024-09-13T15:01:35.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2adffb700 1 -- 172.21.15.33:0/2240781649 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff2b0003d80 con 0x7ff2b80b1fd0 2024-09-13T15:01:35.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2be7de700 1 -- 172.21.15.33:0/2240781649 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff2b814f0c0 con 0x7ff2b80b1fd0 2024-09-13T15:01:35.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2adffb700 1 -- 172.21.15.33:0/2240781649 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff2b000aab0 con 0x7ff2b80b1fd0 2024-09-13T15:01:35.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.441+0000 7ff2be7de700 1 -- 172.21.15.33:0/2240781649 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff2b814f680 con 0x7ff2b80b1fd0 2024-09-13T15:01:35.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.445+0000 7ff2be7de700 1 -- 172.21.15.33:0/2240781649 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff2b806b1a0 con 0x7ff2b80b1fd0 2024-09-13T15:01:35.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.445+0000 7ff2adffb700 1 -- 172.21.15.33:0/2240781649 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff2b000ac10 con 0x7ff2b80b1fd0 2024-09-13T15:01:35.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.445+0000 7ff2adffb700 1 --2- 172.21.15.33:0/2240781649 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff29c066730 0x7ff29c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.445+0000 7ff2adffb700 1 -- 172.21.15.33:0/2240781649 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7ff2b0084430 con 0x7ff2b80b1fd0 2024-09-13T15:01:35.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.445+0000 7ff2bd7dc700 1 --2- 172.21.15.33:0/2240781649 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff29c066730 0x7ff29c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.445+0000 7ff2bd7dc700 1 --2- 172.21.15.33:0/2240781649 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff29c066730 0x7ff29c068bf0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff2b815c390 tx=0x7ff2b4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:35.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.453+0000 7ff2adffb700 1 -- 172.21.15.33:0/2240781649 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff2b00514b0 con 0x7ff2b80b1fd0 2024-09-13T15:01:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.621+0000 7ff2be7de700 1 -- 172.21.15.33:0/2240781649 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ff2b80b0130 con 0x7ff2b80b1fd0 2024-09-13T15:01:35.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.621+0000 7ff2adffb700 1 -- 172.21.15.33:0/2240781649 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7ff2b0054ad0 con 0x7ff2b80b1fd0 2024-09-13T15:01:35.629 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:35.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.625+0000 7ff2be7de700 1 -- 172.21.15.33:0/2240781649 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff29c066730 msgr2=0x7ff29c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.625+0000 7ff2be7de700 1 --2- 172.21.15.33:0/2240781649 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff29c066730 0x7ff29c068bf0 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7ff2b815c390 tx=0x7ff2b4009040 comp rx=0 tx=0).stop 2024-09-13T15:01:35.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.625+0000 7ff2be7de700 1 -- 172.21.15.33:0/2240781649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b80b1fd0 msgr2=0x7ff2b809a150 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.625+0000 7ff2be7de700 1 --2- 172.21.15.33:0/2240781649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b80b1fd0 0x7ff2b809a150 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7ff2b000cc50 tx=0x7ff2b000cf60 comp rx=0 tx=0).stop 2024-09-13T15:01:35.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.625+0000 7ff2be7de700 1 -- 172.21.15.33:0/2240781649 shutdown_connections 2024-09-13T15:01:35.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.625+0000 7ff2be7de700 1 --2- 172.21.15.33:0/2240781649 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff29c066730 0x7ff29c068bf0 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.625+0000 7ff2be7de700 1 --2- 172.21.15.33:0/2240781649 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff2b80b1fd0 0x7ff2b809a150 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.625+0000 7ff2be7de700 1 --2- 172.21.15.33:0/2240781649 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff2b806cdb0 0x7ff2b8099c10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.625+0000 7ff2be7de700 1 --2- 172.21.15.33:0/2240781649 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff2b806ad60 0x7ff2b81f3290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.625+0000 7ff2be7de700 1 -- 172.21.15.33:0/2240781649 >> 172.21.15.33:0/2240781649 conn(0x7ff2b80b0cd0 msgr2=0x7ff2b80aeb40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:35.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.625+0000 7ff2be7de700 1 -- 172.21.15.33:0/2240781649 shutdown_connections 2024-09-13T15:01:35.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.625+0000 7ff2be7de700 1 -- 172.21.15.33:0/2240781649 wait complete. 2024-09-13T15:01:35.647 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:35.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c83e0c700 1 Processor -- start 2024-09-13T15:01:35.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c83e0c700 1 -- start start 2024-09-13T15:01:35.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c83e0c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c7c06b710 0x7f4c7c06bb30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c83e0c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f4c7c0d1640 0x7f4c7c0d1af0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c83e0c700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c7c06c070 con 0x7f4c7c15cfb0 2024-09-13T15:01:35.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c83e0c700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c7c0cee40 con 0x7f4c7c0d1640 2024-09-13T15:01:35.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c83e0c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c7c0d1220 con 0x7f4c7c06b710 2024-09-13T15:01:35.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c823a9700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f4c7c0d1640 0x7f4c7c0d1af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c81ba8700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f4c7c15cfb0 0x7f4c7c06ad90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:43012/0 (socket says 172.21.15.33:43012) 2024-09-13T15:01:35.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c813a7700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c7c06b710 0x7f4c7c06bb30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c81ba8700 1 -- 172.21.15.33:0/3177680567 learned_addr learned my addr 172.21.15.33:0/3177680567 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:35.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c823a9700 1 -- 172.21.15.33:0/3177680567 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c7c06b710 msgr2=0x7f4c7c06bb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:35.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c823a9700 1 --2- 172.21.15.33:0/3177680567 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c7c06b710 0x7f4c7c06bb30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c823a9700 1 -- 172.21.15.33:0/3177680567 >> v1:172.21.15.103:6789/0 conn(0x7f4c7c15cfb0 legacy=0x7f4c7c06ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c823a9700 1 -- 172.21.15.33:0/3177680567 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c7c0ce880 con 0x7f4c7c0d1640 2024-09-13T15:01:35.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c823a9700 1 --2- 172.21.15.33:0/3177680567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c7c0d1640 0x7f4c7c0d1af0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4c74009850 tx=0x7f4c74009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a554379be2f591e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:35.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c80ba6700 1 -- 172.21.15.33:0/3177680567 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c74011830 con 0x7f4c7c0d1640 2024-09-13T15:01:35.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c80ba6700 1 -- 172.21.15.33:0/3177680567 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c74011990 con 0x7f4c7c0d1640 2024-09-13T15:01:35.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.765+0000 7f4c80ba6700 1 -- 172.21.15.33:0/3177680567 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c74011d40 con 0x7f4c7c0d1640 2024-09-13T15:01:35.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.769+0000 7f4c83e0c700 1 -- 172.21.15.33:0/3177680567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c7c0d1640 msgr2=0x7f4c7c0d1af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.769+0000 7f4c83e0c700 1 --2- 172.21.15.33:0/3177680567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c7c0d1640 0x7f4c7c0d1af0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7f4c74009850 tx=0x7f4c74009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:35.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.769+0000 7f4c83e0c700 1 -- 172.21.15.33:0/3177680567 shutdown_connections 2024-09-13T15:01:35.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.769+0000 7f4c83e0c700 1 --2- 172.21.15.33:0/3177680567 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c7c0d1640 0x7f4c7c0d1af0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.769+0000 7f4c83e0c700 1 --2- 172.21.15.33:0/3177680567 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c7c06b710 0x7f4c7c06bb30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.769+0000 7f4c83e0c700 1 -- 172.21.15.33:0/3177680567 >> 172.21.15.33:0/3177680567 conn(0x7f4c7c0d2da0 msgr2=0x7f4c7c0d31b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:35.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.769+0000 7f4c83e0c700 1 -- 172.21.15.33:0/3177680567 shutdown_connections 2024-09-13T15:01:35.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.769+0000 7f4c83e0c700 1 -- 172.21.15.33:0/3177680567 wait complete. 2024-09-13T15:01:35.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.769+0000 7f4c83e0c700 1 Processor -- start 2024-09-13T15:01:35.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.769+0000 7f4c83e0c700 1 -- start start 2024-09-13T15:01:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.769+0000 7f4c83e0c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c7c06b710 0x7f4c7c0b6710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.769+0000 7f4c83e0c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c7c0d1640 0x7f4c7c1533d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.769+0000 7f4c83e0c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c7c15cfb0 0x7f4c7c0ca880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c83e0c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c7c15eec0 con 0x7f4c7c0d1640 2024-09-13T15:01:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c83e0c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c7c0cadc0 con 0x7f4c7c06b710 2024-09-13T15:01:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c83e0c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c7c1f38a0 con 0x7f4c7c15cfb0 2024-09-13T15:01:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c813a7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c7c0d1640 0x7f4c7c1533d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c813a7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c7c0d1640 0x7f4c7c1533d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46796/0 (socket says 172.21.15.33:46796) 2024-09-13T15:01:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c81ba8700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c7c06b710 0x7f4c7c0b6710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c813a7700 1 -- 172.21.15.33:0/2849390911 learned_addr learned my addr 172.21.15.33:0/2849390911 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:35.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c823a9700 1 --2- 172.21.15.33:0/2849390911 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c7c15cfb0 0x7f4c7c0ca880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c813a7700 1 -- 172.21.15.33:0/2849390911 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c7c15cfb0 msgr2=0x7f4c7c0ca880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c813a7700 1 --2- 172.21.15.33:0/2849390911 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c7c15cfb0 0x7f4c7c0ca880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c813a7700 1 -- 172.21.15.33:0/2849390911 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c7c06b710 msgr2=0x7f4c7c0b6710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c813a7700 1 --2- 172.21.15.33:0/2849390911 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c7c06b710 0x7f4c7c0b6710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c813a7700 1 -- 172.21.15.33:0/2849390911 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c740094b0 con 0x7f4c7c0d1640 2024-09-13T15:01:35.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c813a7700 1 --2- 172.21.15.33:0/2849390911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c7c0d1640 0x7f4c7c1533d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f4c7000e9a0 tx=0x7f4c7000ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:35.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c7a7fc700 1 -- 172.21.15.33:0/2849390911 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c70009720 con 0x7f4c7c0d1640 2024-09-13T15:01:35.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c7a7fc700 1 -- 172.21.15.33:0/2849390911 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c7000c690 con 0x7f4c7c0d1640 2024-09-13T15:01:35.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c83e0c700 1 -- 172.21.15.33:0/2849390911 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c7c15e870 con 0x7f4c7c0d1640 2024-09-13T15:01:35.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c7a7fc700 1 -- 172.21.15.33:0/2849390911 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c7000ca20 con 0x7f4c7c0d1640 2024-09-13T15:01:35.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c83e0c700 1 -- 172.21.15.33:0/2849390911 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c7c1f3570 con 0x7f4c7c0d1640 2024-09-13T15:01:35.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.773+0000 7f4c83e0c700 1 -- 172.21.15.33:0/2849390911 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c7c15e6d0 con 0x7f4c7c0d1640 2024-09-13T15:01:35.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.777+0000 7f4c7a7fc700 1 -- 172.21.15.33:0/2849390911 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4c7000cb80 con 0x7f4c7c0d1640 2024-09-13T15:01:35.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.777+0000 7f4c7a7fc700 1 --2- 172.21.15.33:0/2849390911 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4c68066730 0x7f4c68068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:35.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.777+0000 7f4c7a7fc700 1 -- 172.21.15.33:0/2849390911 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f4c70084520 con 0x7f4c7c0d1640 2024-09-13T15:01:35.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.777+0000 7f4c81ba8700 1 --2- 172.21.15.33:0/2849390911 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4c68066730 0x7f4c68068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:35.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.777+0000 7f4c81ba8700 1 --2- 172.21.15.33:0/2849390911 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4c68066730 0x7f4c68068bf0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c005cb0 tx=0x7f4c6c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:35.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.785+0000 7f4c7a7fc700 1 -- 172.21.15.33:0/2849390911 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4c7c15e6d0 con 0x7f4c7c0d1640 2024-09-13T15:01:35.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.953+0000 7f4c83e0c700 1 -- 172.21.15.33:0/2849390911 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f4c7c15e6d0 con 0x7f4c7c0d1640 2024-09-13T15:01:35.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.953+0000 7f4c7a7fc700 1 -- 172.21.15.33:0/2849390911 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f4c7c15e6d0 con 0x7f4c7c0d1640 2024-09-13T15:01:35.959 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:35.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.953+0000 7f4c83e0c700 1 -- 172.21.15.33:0/2849390911 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4c68066730 msgr2=0x7f4c68068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.953+0000 7f4c83e0c700 1 --2- 172.21.15.33:0/2849390911 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4c68066730 0x7f4c68068bf0 secure :-1 s=READY pgs=161 cs=0 l=1 rev1=1 crypto rx=0x7f4c6c005cb0 tx=0x7f4c6c009040 comp rx=0 tx=0).stop 2024-09-13T15:01:35.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.953+0000 7f4c83e0c700 1 -- 172.21.15.33:0/2849390911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c7c0d1640 msgr2=0x7f4c7c1533d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:35.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.953+0000 7f4c83e0c700 1 --2- 172.21.15.33:0/2849390911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c7c0d1640 0x7f4c7c1533d0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f4c7000e9a0 tx=0x7f4c7000ecb0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.953+0000 7f4c83e0c700 1 -- 172.21.15.33:0/2849390911 shutdown_connections 2024-09-13T15:01:35.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.953+0000 7f4c83e0c700 1 --2- 172.21.15.33:0/2849390911 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4c68066730 0x7f4c68068bf0 unknown :-1 s=CLOSED pgs=161 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.953+0000 7f4c83e0c700 1 --2- 172.21.15.33:0/2849390911 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c7c15cfb0 0x7f4c7c0ca880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.953+0000 7f4c83e0c700 1 --2- 172.21.15.33:0/2849390911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c7c0d1640 0x7f4c7c1533d0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.953+0000 7f4c83e0c700 1 --2- 172.21.15.33:0/2849390911 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c7c06b710 0x7f4c7c0b6710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:35.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.953+0000 7f4c83e0c700 1 -- 172.21.15.33:0/2849390911 >> 172.21.15.33:0/2849390911 conn(0x7f4c7c0d2da0 msgr2=0x7f4c7c0d3180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:35.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.953+0000 7f4c83e0c700 1 -- 172.21.15.33:0/2849390911 shutdown_connections 2024-09-13T15:01:35.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:35.953+0000 7f4c83e0c700 1 -- 172.21.15.33:0/2849390911 wait complete. 2024-09-13T15:01:35.974 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf37884700 1 Processor -- start 2024-09-13T15:01:36.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf37884700 1 -- start start 2024-09-13T15:01:36.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf37884700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fdf3015cfb0 0x7fdf3006ad90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf37884700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdf3006b2d0 0x7fdf3006b710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf37884700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fdf3006bc50 0x7fdf300cf5e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf37884700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf300cee40 con 0x7fdf3015cfb0 2024-09-13T15:01:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf37884700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdf3006c100 con 0x7fdf3006bc50 2024-09-13T15:01:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf37884700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf300d1220 con 0x7fdf3006b2d0 2024-09-13T15:01:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf35620700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fdf3015cfb0 0x7fdf3006ad90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf35620700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fdf3015cfb0 0x7fdf3006ad90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46808/0 (socket says 172.21.15.33:46808) 2024-09-13T15:01:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf35620700 1 -- 172.21.15.33:0/834114373 learned_addr learned my addr 172.21.15.33:0/834114373 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf34e1f700 1 --2- 172.21.15.33:0/834114373 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdf3006b2d0 0x7fdf3006b710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf35e21700 1 --2- 172.21.15.33:0/834114373 >> v2:172.21.15.103:3300/0 conn(0x7fdf3006bc50 0x7fdf300cf5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf35620700 1 -- 172.21.15.33:0/834114373 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdf3006b2d0 msgr2=0x7fdf3006b710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf35620700 1 --2- 172.21.15.33:0/834114373 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdf3006b2d0 0x7fdf3006b710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf35620700 1 -- 172.21.15.33:0/834114373 >> v2:172.21.15.103:3300/0 conn(0x7fdf3006bc50 msgr2=0x7fdf300cf5e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf35620700 1 --2- 172.21.15.33:0/834114373 >> v2:172.21.15.103:3300/0 conn(0x7fdf3006bc50 0x7fdf300cf5e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf35620700 1 -- 172.21.15.33:0/834114373 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf300ce880 con 0x7fdf3015cfb0 2024-09-13T15:01:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf35620700 1 --2- 172.21.15.33:0/834114373 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf3015cfb0 0x7fdf3006ad90 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fdf3008bad0 tx=0x7fdf2c009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=86cc2e09f296c2b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf27fff700 1 -- 172.21.15.33:0/834114373 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf2c011830 con 0x7fdf3015cfb0 2024-09-13T15:01:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf27fff700 1 -- 172.21.15.33:0/834114373 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf2c011990 con 0x7fdf3015cfb0 2024-09-13T15:01:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.093+0000 7fdf27fff700 1 -- 172.21.15.33:0/834114373 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf2c011d20 con 0x7fdf3015cfb0 2024-09-13T15:01:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 -- 172.21.15.33:0/834114373 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf3015cfb0 msgr2=0x7fdf3006ad90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 --2- 172.21.15.33:0/834114373 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf3015cfb0 0x7fdf3006ad90 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7fdf3008bad0 tx=0x7fdf2c009bf0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 -- 172.21.15.33:0/834114373 shutdown_connections 2024-09-13T15:01:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 --2- 172.21.15.33:0/834114373 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdf3006b2d0 0x7fdf3006b710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 --2- 172.21.15.33:0/834114373 >> v2:172.21.15.103:3300/0 conn(0x7fdf3006bc50 0x7fdf300cf5e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 --2- 172.21.15.33:0/834114373 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf3015cfb0 0x7fdf3006ad90 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 -- 172.21.15.33:0/834114373 >> 172.21.15.33:0/834114373 conn(0x7fdf300d2da0 msgr2=0x7fdf300d31b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:36.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 -- 172.21.15.33:0/834114373 shutdown_connections 2024-09-13T15:01:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 -- 172.21.15.33:0/834114373 wait complete. 2024-09-13T15:01:36.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 Processor -- start 2024-09-13T15:01:36.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 -- start start 2024-09-13T15:01:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdf3006b2d0 0x7fdf300cc4e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf3006bc50 0x7fdf30149110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdf3015cfb0 0x7fdf300b64f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf30160380 con 0x7fdf3006bc50 2024-09-13T15:01:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdf300cca20 con 0x7fdf3015cfb0 2024-09-13T15:01:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf37884700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdf301600a0 con 0x7fdf3006b2d0 2024-09-13T15:01:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf34e1f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf3006bc50 0x7fdf30149110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf34e1f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf3006bc50 0x7fdf30149110 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46810/0 (socket says 172.21.15.33:46810) 2024-09-13T15:01:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf34e1f700 1 -- 172.21.15.33:0/2676869691 learned_addr learned my addr 172.21.15.33:0/2676869691 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf35e21700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdf3015cfb0 0x7fdf300b64f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf35620700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdf3006b2d0 0x7fdf300cc4e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf34e1f700 1 -- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdf3006b2d0 msgr2=0x7fdf300cc4e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf34e1f700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdf3006b2d0 0x7fdf300cc4e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf34e1f700 1 -- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdf3015cfb0 msgr2=0x7fdf300b64f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf34e1f700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdf3015cfb0 0x7fdf300b64f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf34e1f700 1 -- 172.21.15.33:0/2676869691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdf2c009570 con 0x7fdf3006bc50 2024-09-13T15:01:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.097+0000 7fdf35e21700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdf3015cfb0 0x7fdf300b64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.101+0000 7fdf34e1f700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf3006bc50 0x7fdf30149110 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fdf2000e900 tx=0x7fdf2000ec10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.101+0000 7fdf25ffb700 1 -- 172.21.15.33:0/2676869691 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf20013680 con 0x7fdf3006bc50 2024-09-13T15:01:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.101+0000 7fdf37884700 1 -- 172.21.15.33:0/2676869691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdf300cba00 con 0x7fdf3006bc50 2024-09-13T15:01:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.101+0000 7fdf25ffb700 1 -- 172.21.15.33:0/2676869691 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdf200137e0 con 0x7fdf3006bc50 2024-09-13T15:01:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.101+0000 7fdf25ffb700 1 -- 172.21.15.33:0/2676869691 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdf20013b70 con 0x7fdf3006bc50 2024-09-13T15:01:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.101+0000 7fdf37884700 1 -- 172.21.15.33:0/2676869691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdf300cbfc0 con 0x7fdf3006bc50 2024-09-13T15:01:36.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.101+0000 7fdf37884700 1 -- 172.21.15.33:0/2676869691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdf300cc1e0 con 0x7fdf3006bc50 2024-09-13T15:01:36.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.101+0000 7fdf25ffb700 1 -- 172.21.15.33:0/2676869691 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdf20013cd0 con 0x7fdf3006bc50 2024-09-13T15:01:36.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.101+0000 7fdf25ffb700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdf14066730 0x7fdf14068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.101+0000 7fdf25ffb700 1 -- 172.21.15.33:0/2676869691 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fdf20084770 con 0x7fdf3006bc50 2024-09-13T15:01:36.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.101+0000 7fdf35620700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdf14066730 0x7fdf14068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.105+0000 7fdf35620700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdf14066730 0x7fdf14068bf0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c000c00 tx=0x7fdf2c008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:36.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.113+0000 7fdf25ffb700 1 -- 172.21.15.33:0/2676869691 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdf20051760 con 0x7fdf3006bc50 2024-09-13T15:01:36.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.285+0000 7fdf37884700 1 -- 172.21.15.33:0/2676869691 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fdf3006b710 con 0x7fdf3006bc50 2024-09-13T15:01:36.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.285+0000 7fdf25ffb700 1 -- 172.21.15.33:0/2676869691 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7fdf2005b070 con 0x7fdf3006bc50 2024-09-13T15:01:36.293 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:36.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.289+0000 7fdf37884700 1 -- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdf14066730 msgr2=0x7fdf14068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.289+0000 7fdf37884700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdf14066730 0x7fdf14068bf0 secure :-1 s=READY pgs=162 cs=0 l=1 rev1=1 crypto rx=0x7fdf2c000c00 tx=0x7fdf2c008030 comp rx=0 tx=0).stop 2024-09-13T15:01:36.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.289+0000 7fdf37884700 1 -- 172.21.15.33:0/2676869691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf3006bc50 msgr2=0x7fdf30149110 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.289+0000 7fdf37884700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf3006bc50 0x7fdf30149110 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fdf2000e900 tx=0x7fdf2000ec10 comp rx=0 tx=0).stop 2024-09-13T15:01:36.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.289+0000 7fdf37884700 1 -- 172.21.15.33:0/2676869691 shutdown_connections 2024-09-13T15:01:36.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.289+0000 7fdf37884700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdf14066730 0x7fdf14068bf0 unknown :-1 s=CLOSED pgs=162 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.289+0000 7fdf37884700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdf3015cfb0 0x7fdf300b64f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.289+0000 7fdf37884700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdf3006bc50 0x7fdf30149110 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.289+0000 7fdf37884700 1 --2- 172.21.15.33:0/2676869691 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdf3006b2d0 0x7fdf300cc4e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.289+0000 7fdf37884700 1 -- 172.21.15.33:0/2676869691 >> 172.21.15.33:0/2676869691 conn(0x7fdf300d2da0 msgr2=0x7fdf30066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:36.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.289+0000 7fdf37884700 1 -- 172.21.15.33:0/2676869691 shutdown_connections 2024-09-13T15:01:36.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.289+0000 7fdf37884700 1 -- 172.21.15.33:0/2676869691 wait complete. 2024-09-13T15:01:36.342 INFO:tasks.cephfs_test_runner:Starting test: test_recover_fs_after_fsmap_removal (tasks.cephfs.test_recovery_fs.TestFSRecovery) 2024-09-13T15:01:36.343 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:36.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.453+0000 7fba1a432700 1 Processor -- start 2024-09-13T15:01:36.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.453+0000 7fba1a432700 1 -- start start 2024-09-13T15:01:36.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba1a432700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fba1415be10 0x7fba140cd370 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba1a432700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba1406cfa0 con 0x7fba14154e90 2024-09-13T15:01:36.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba1a432700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fba1406cc70 con 0x7fba140cebb0 2024-09-13T15:01:36.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba1a432700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fba1415b300 con 0x7fba1415be10 2024-09-13T15:01:36.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba19430700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fba14154e90 0x7fba1415abf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:53704/0 (socket says 172.21.15.33:53704) 2024-09-13T15:01:36.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba19430700 1 -- 172.21.15.33:0/4265012001 learned_addr learned my addr 172.21.15.33:0/4265012001 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:36.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba18c2f700 1 --2- 172.21.15.33:0/4265012001 >> v2:172.21.15.103:3300/0 conn(0x7fba1415be10 0x7fba140cd370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 924021278 0 0) 0x7fba1406cfa0 con 0x7fba14154e90 2024-09-13T15:01:36.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fba000035d0 con 0x7fba14154e90 2024-09-13T15:01:36.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2054817382 0 0) 0x7fba1406cc70 con 0x7fba140cebb0 2024-09-13T15:01:36.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fba1406cfa0 con 0x7fba140cebb0 2024-09-13T15:01:36.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 483337342 0 0) 0x7fba000035d0 con 0x7fba14154e90 2024-09-13T15:01:36.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 >> v2:172.21.15.103:3300/0 conn(0x7fba1415be10 msgr2=0x7fba140cd370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:36.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 --2- 172.21.15.33:0/4265012001 >> v2:172.21.15.103:3300/0 conn(0x7fba1415be10 0x7fba140cd370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 >> v1:172.21.15.103:6789/0 conn(0x7fba140cebb0 legacy=0x7fba140cf020 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba1415b510 con 0x7fba14154e90 2024-09-13T15:01:36.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7fba10001670 con 0x7fba14154e90 2024-09-13T15:01:36.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 >> v1:172.21.15.33:6789/0 conn(0x7fba14154e90 legacy=0x7fba1415abf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 --2- 172.21.15.33:0/4265012001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba00003bb0 0x7fba00003fb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 --2- 172.21.15.33:0/4265012001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba00004870 0x7fba00004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 --2- 172.21.15.33:0/4265012001 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fba00005230 0x7fba0000ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba1415b300 con 0x7fba00003bb0 2024-09-13T15:01:36.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba0000c0b0 con 0x7fba00004870 2024-09-13T15:01:36.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba0000c270 con 0x7fba00005230 2024-09-13T15:01:36.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba19430700 1 --2- 172.21.15.33:0/4265012001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba00003bb0 0x7fba00003fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba18c2f700 1 --2- 172.21.15.33:0/4265012001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba00004870 0x7fba00004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba19c31700 1 --2- 172.21.15.33:0/4265012001 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fba00005230 0x7fba0000ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba19430700 1 -- 172.21.15.33:0/4265012001 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fba00005230 msgr2=0x7fba0000ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:36.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba19430700 1 --2- 172.21.15.33:0/4265012001 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fba00005230 0x7fba0000ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba19430700 1 -- 172.21.15.33:0/4265012001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba00004870 msgr2=0x7fba00004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:36.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba19430700 1 --2- 172.21.15.33:0/4265012001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba00004870 0x7fba00004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba19c31700 1 -- 172.21.15.33:0/4265012001 reap_dead start 2024-09-13T15:01:36.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba19430700 1 -- 172.21.15.33:0/4265012001 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba000035d0 con 0x7fba00003bb0 2024-09-13T15:01:36.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba18c2f700 1 --2- 172.21.15.33:0/4265012001 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba00004870 0x7fba00004cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:36.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba19430700 1 --2- 172.21.15.33:0/4265012001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba00003bb0 0x7fba00003fb0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fba10007fd0 tx=0x7fba000058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=761dd921eabeeb3b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:36.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba1000cd80 con 0x7fba00003bb0 2024-09-13T15:01:36.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba10005980 con 0x7fba00003bb0 2024-09-13T15:01:36.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.457+0000 7fba0bfff700 1 -- 172.21.15.33:0/4265012001 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba10005d30 con 0x7fba00003bb0 2024-09-13T15:01:36.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.461+0000 7fba1a432700 1 -- 172.21.15.33:0/4265012001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba00003bb0 msgr2=0x7fba00003fb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.461+0000 7fba1a432700 1 --2- 172.21.15.33:0/4265012001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba00003bb0 0x7fba00003fb0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7fba10007fd0 tx=0x7fba000058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.461+0000 7fba1a432700 1 -- 172.21.15.33:0/4265012001 shutdown_connections 2024-09-13T15:01:36.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.461+0000 7fba1a432700 1 --2- 172.21.15.33:0/4265012001 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba00003bb0 0x7fba00003fb0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.461+0000 7fba1a432700 1 -- 172.21.15.33:0/4265012001 >> 172.21.15.33:0/4265012001 conn(0x7fba140b1650 msgr2=0x7fba140b1a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:36.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.461+0000 7fba1a432700 1 -- 172.21.15.33:0/4265012001 shutdown_connections 2024-09-13T15:01:36.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.461+0000 7fba1a432700 1 -- 172.21.15.33:0/4265012001 wait complete. 2024-09-13T15:01:36.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba1a432700 1 Processor -- start 2024-09-13T15:01:36.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba1a432700 1 -- start start 2024-09-13T15:01:36.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba1a432700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba00003bb0 0x7fba1414e270 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba1a432700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba14157fc0 0x7fba1414ebb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba1a432700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fba14070c10 0x7fba140710c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba1a432700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba14071600 con 0x7fba00003bb0 2024-09-13T15:01:36.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba1a432700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fba1414f4b0 con 0x7fba14157fc0 2024-09-13T15:01:36.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba1a432700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fba1414f790 con 0x7fba14070c10 2024-09-13T15:01:36.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba19430700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba00003bb0 0x7fba1414e270 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba19430700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba00003bb0 0x7fba1414e270 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46830/0 (socket says 172.21.15.33:46830) 2024-09-13T15:01:36.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba19430700 1 -- 172.21.15.33:0/1915665197 learned_addr learned my addr 172.21.15.33:0/1915665197 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:36.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba19c31700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fba14070c10 0x7fba140710c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba18c2f700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba14157fc0 0x7fba1414ebb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba19430700 1 -- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fba14070c10 msgr2=0x7fba140710c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba19430700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fba14070c10 0x7fba140710c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba19430700 1 -- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba14157fc0 msgr2=0x7fba1414ebb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba19430700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba14157fc0 0x7fba1414ebb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba19430700 1 -- 172.21.15.33:0/1915665197 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fba1414fa70 con 0x7fba00003bb0 2024-09-13T15:01:36.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba19c31700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fba14070c10 0x7fba140710c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:36.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba19430700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba00003bb0 0x7fba1414e270 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fba10000c00 tx=0x7fba10001980 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:36.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba09ffb700 1 -- 172.21.15.33:0/1915665197 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba100070d0 con 0x7fba00003bb0 2024-09-13T15:01:36.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba09ffb700 1 -- 172.21.15.33:0/1915665197 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fba10007230 con 0x7fba00003bb0 2024-09-13T15:01:36.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba1a432700 1 -- 172.21.15.33:0/1915665197 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fba1414fd50 con 0x7fba00003bb0 2024-09-13T15:01:36.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba09ffb700 1 -- 172.21.15.33:0/1915665197 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fba100075e0 con 0x7fba00003bb0 2024-09-13T15:01:36.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.465+0000 7fba1a432700 1 -- 172.21.15.33:0/1915665197 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fba1414e7b0 con 0x7fba00003bb0 2024-09-13T15:01:36.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.469+0000 7fba09ffb700 1 -- 172.21.15.33:0/1915665197 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fba1001e430 con 0x7fba00003bb0 2024-09-13T15:01:36.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.469+0000 7fba1a432700 1 -- 172.21.15.33:0/1915665197 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fba14071600 con 0x7fba00003bb0 2024-09-13T15:01:36.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.469+0000 7fba09ffb700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb9f8066730 0x7fb9f8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.469+0000 7fba09ffb700 1 -- 172.21.15.33:0/1915665197 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7fba10085300 con 0x7fba00003bb0 2024-09-13T15:01:36.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.469+0000 7fba18c2f700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb9f8066730 0x7fb9f8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.469+0000 7fba18c2f700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb9f8066730 0x7fb9f8068bf0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fba140aecc0 tx=0x7fba04008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:36.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.477+0000 7fba09ffb700 1 -- 172.21.15.33:0/1915665197 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fba14071600 con 0x7fba00003bb0 2024-09-13T15:01:36.658 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.653+0000 7fba1a432700 1 -- 172.21.15.33:0/1915665197 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fba14071600 con 0x7fba00003bb0 2024-09-13T15:01:36.659 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.653+0000 7fba09ffb700 1 -- 172.21.15.33:0/1915665197 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v26) v1 ==== 74+0+18298 (secure 0 0 0) 0x7fba14071600 con 0x7fba00003bb0 2024-09-13T15:01:36.660 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:36.660 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:00:54.284169+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:36.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.657+0000 7fba1a432700 1 -- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb9f8066730 msgr2=0x7fb9f8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.657+0000 7fba1a432700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb9f8066730 0x7fb9f8068bf0 secure :-1 s=READY pgs=163 cs=0 l=1 rev1=1 crypto rx=0x7fba140aecc0 tx=0x7fba04008040 comp rx=0 tx=0).stop 2024-09-13T15:01:36.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.657+0000 7fba1a432700 1 -- 172.21.15.33:0/1915665197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba00003bb0 msgr2=0x7fba1414e270 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.657+0000 7fba1a432700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba00003bb0 0x7fba1414e270 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7fba10000c00 tx=0x7fba10001980 comp rx=0 tx=0).stop 2024-09-13T15:01:36.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.657+0000 7fba1a432700 1 -- 172.21.15.33:0/1915665197 shutdown_connections 2024-09-13T15:01:36.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.657+0000 7fba1a432700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb9f8066730 0x7fb9f8068bf0 unknown :-1 s=CLOSED pgs=163 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.657+0000 7fba1a432700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fba14070c10 0x7fba140710c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.657+0000 7fba1a432700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fba14157fc0 0x7fba1414ebb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.657+0000 7fba1a432700 1 --2- 172.21.15.33:0/1915665197 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fba00003bb0 0x7fba1414e270 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.657+0000 7fba1a432700 1 -- 172.21.15.33:0/1915665197 >> 172.21.15.33:0/1915665197 conn(0x7fba140b1650 msgr2=0x7fba140af450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:36.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.657+0000 7fba1a432700 1 -- 172.21.15.33:0/1915665197 shutdown_connections 2024-09-13T15:01:36.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.657+0000 7fba1a432700 1 -- 172.21.15.33:0/1915665197 wait complete. 2024-09-13T15:01:36.675 INFO:tasks.ceph_test_case.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:36.675 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:36.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ffcf27700 1 Processor -- start 2024-09-13T15:01:36.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ffcf27700 1 -- start start 2024-09-13T15:01:36.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ffcf27700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f7ff806aa60 0x7f7ff806d570 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ffcf27700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7ff8161d20 0x7f7ff80ceb80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ffcf27700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ff81621b0 con 0x7f7ff815b160 2024-09-13T15:01:36.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ffcf27700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ff8147330 con 0x7f7ff8161d20 2024-09-13T15:01:36.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ffcf27700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7ff806dc70 con 0x7f7ff806aa60 2024-09-13T15:01:36.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ff7fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7ff8161d20 0x7f7ff80ceb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ff7fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7ff8161d20 0x7f7ff80ceb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46840/0 (socket says 172.21.15.33:46840) 2024-09-13T15:01:36.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ff7fff700 1 -- 172.21.15.33:0/2184885930 learned_addr learned my addr 172.21.15.33:0/2184885930 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:36.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ff6ffd700 1 --2- 172.21.15.33:0/2184885930 >> v2:172.21.15.103:3300/0 conn(0x7f7ff806aa60 0x7f7ff806d570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ff7fff700 1 -- 172.21.15.33:0/2184885930 >> v2:172.21.15.103:3300/0 conn(0x7f7ff806aa60 msgr2=0x7f7ff806d570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:36.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ff7fff700 1 --2- 172.21.15.33:0/2184885930 >> v2:172.21.15.103:3300/0 conn(0x7f7ff806aa60 0x7f7ff806d570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ff7fff700 1 -- 172.21.15.33:0/2184885930 >> v1:172.21.15.33:6789/0 conn(0x7f7ff815b160 legacy=0x7f7ff806a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ff67fc700 1 -- 172.21.15.33:0/2184885930 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2942682529 0 0) 0x7f7ff81621b0 con 0x7f7ff815b160 2024-09-13T15:01:36.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ff7fff700 1 -- 172.21.15.33:0/2184885930 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ff806df50 con 0x7f7ff8161d20 2024-09-13T15:01:36.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ff7fff700 1 --2- 172.21.15.33:0/2184885930 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ff8161d20 0x7f7ff80ceb80 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f7ff80cc5d0 tx=0x7f7ff000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b6b9a7095226edde server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:36.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ff67fc700 1 -- 172.21.15.33:0/2184885930 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ff000e070 con 0x7f7ff8161d20 2024-09-13T15:01:36.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ff67fc700 1 -- 172.21.15.33:0/2184885930 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ff000b910 con 0x7f7ff8161d20 2024-09-13T15:01:36.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ff67fc700 1 -- 172.21.15.33:0/2184885930 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ff000bcc0 con 0x7f7ff8161d20 2024-09-13T15:01:36.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ffcf27700 1 -- 172.21.15.33:0/2184885930 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ff8161d20 msgr2=0x7f7ff80ceb80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ffcf27700 1 --2- 172.21.15.33:0/2184885930 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ff8161d20 0x7f7ff80ceb80 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f7ff80cc5d0 tx=0x7f7ff000b330 comp rx=0 tx=0).stop 2024-09-13T15:01:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ffcf27700 1 -- 172.21.15.33:0/2184885930 shutdown_connections 2024-09-13T15:01:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ffcf27700 1 --2- 172.21.15.33:0/2184885930 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ff8161d20 0x7f7ff80ceb80 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ffcf27700 1 --2- 172.21.15.33:0/2184885930 >> v2:172.21.15.103:3300/0 conn(0x7f7ff806aa60 0x7f7ff806d570 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ffcf27700 1 -- 172.21.15.33:0/2184885930 >> 172.21.15.33:0/2184885930 conn(0x7f7ff806b460 msgr2=0x7f7ff806b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.789+0000 7f7ffcf27700 1 -- 172.21.15.33:0/2184885930 shutdown_connections 2024-09-13T15:01:36.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ffcf27700 1 -- 172.21.15.33:0/2184885930 wait complete. 2024-09-13T15:01:36.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ffcf27700 1 Processor -- start 2024-09-13T15:01:36.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ffcf27700 1 -- start start 2024-09-13T15:01:36.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ffcf27700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ff806aa60 0x7f7ff815d010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ffcf27700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ff815b160 0x7f7ff815b840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ffcf27700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ff8161d20 0x7f7ff8149660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ffcf27700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ff815bd80 con 0x7f7ff815b160 2024-09-13T15:01:36.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ffcf27700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ff8149ba0 con 0x7f7ff806aa60 2024-09-13T15:01:36.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ffcf27700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ff815bf70 con 0x7f7ff8161d20 2024-09-13T15:01:36.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ff6ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ff815b160 0x7f7ff815b840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ff6ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ff815b160 0x7f7ff815b840 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46854/0 (socket says 172.21.15.33:46854) 2024-09-13T15:01:36.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ff6ffd700 1 -- 172.21.15.33:0/1638454823 learned_addr learned my addr 172.21.15.33:0/1638454823 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:36.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ff77fe700 1 --2- 172.21.15.33:0/1638454823 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ff806aa60 0x7f7ff815d010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ff7fff700 1 --2- 172.21.15.33:0/1638454823 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ff8161d20 0x7f7ff8149660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ff6ffd700 1 -- 172.21.15.33:0/1638454823 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ff8161d20 msgr2=0x7f7ff8149660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ff6ffd700 1 --2- 172.21.15.33:0/1638454823 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ff8161d20 0x7f7ff8149660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ff6ffd700 1 -- 172.21.15.33:0/1638454823 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ff806aa60 msgr2=0x7f7ff815d010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ff6ffd700 1 --2- 172.21.15.33:0/1638454823 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ff806aa60 0x7f7ff815d010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ff6ffd700 1 -- 172.21.15.33:0/1638454823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ff0009b30 con 0x7f7ff815b160 2024-09-13T15:01:36.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ff6ffd700 1 --2- 172.21.15.33:0/1638454823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ff815b160 0x7f7ff815b840 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f7fe800e840 tx=0x7f7fe800eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7fdffff700 1 -- 172.21.15.33:0/1638454823 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fe80095a0 con 0x7f7ff815b160 2024-09-13T15:01:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7fdffff700 1 -- 172.21.15.33:0/1638454823 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7fe8013680 con 0x7f7ff815b160 2024-09-13T15:01:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ffcf27700 1 -- 172.21.15.33:0/1638454823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ff815c250 con 0x7f7ff815b160 2024-09-13T15:01:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7fdffff700 1 -- 172.21.15.33:0/1638454823 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7fe80139f0 con 0x7f7ff815b160 2024-09-13T15:01:36.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.793+0000 7f7ffcf27700 1 -- 172.21.15.33:0/1638454823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ff815c810 con 0x7f7ff815b160 2024-09-13T15:01:36.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.797+0000 7f7fdffff700 1 -- 172.21.15.33:0/1638454823 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7fe8013b50 con 0x7f7ff815b160 2024-09-13T15:01:36.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.797+0000 7f7ffcf27700 1 -- 172.21.15.33:0/1638454823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ff806d570 con 0x7f7ff815b160 2024-09-13T15:01:36.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.797+0000 7f7fdffff700 1 --2- 172.21.15.33:0/1638454823 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7fe4066730 0x7f7fe4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:36.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.797+0000 7f7fdffff700 1 -- 172.21.15.33:0/1638454823 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f7fe8084200 con 0x7f7ff815b160 2024-09-13T15:01:36.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.797+0000 7f7ff77fe700 1 --2- 172.21.15.33:0/1638454823 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7fe4066730 0x7f7fe4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:36.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.797+0000 7f7ff77fe700 1 --2- 172.21.15.33:0/1638454823 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7fe4066730 0x7f7fe4068bf0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7fec007fd0 tx=0x7f7fec009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:36.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.805+0000 7f7fdffff700 1 -- 172.21.15.33:0/1638454823 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7fe8051280 con 0x7f7ff815b160 2024-09-13T15:01:36.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.973+0000 7f7ffcf27700 1 -- 172.21.15.33:0/1638454823 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7ff806f130 con 0x7f7ff815b160 2024-09-13T15:01:36.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.973+0000 7f7fdffff700 1 -- 172.21.15.33:0/1638454823 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v26) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7fe80548a0 con 0x7f7ff815b160 2024-09-13T15:01:36.979 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:36.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.973+0000 7f7ffcf27700 1 -- 172.21.15.33:0/1638454823 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7fe4066730 msgr2=0x7f7fe4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.973+0000 7f7ffcf27700 1 --2- 172.21.15.33:0/1638454823 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7fe4066730 0x7f7fe4068bf0 secure :-1 s=READY pgs=164 cs=0 l=1 rev1=1 crypto rx=0x7f7fec007fd0 tx=0x7f7fec009040 comp rx=0 tx=0).stop 2024-09-13T15:01:36.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.973+0000 7f7ffcf27700 1 -- 172.21.15.33:0/1638454823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ff815b160 msgr2=0x7f7ff815b840 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:36.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.973+0000 7f7ffcf27700 1 --2- 172.21.15.33:0/1638454823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ff815b160 0x7f7ff815b840 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f7fe800e840 tx=0x7f7fe800eb50 comp rx=0 tx=0).stop 2024-09-13T15:01:36.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.973+0000 7f7ffcf27700 1 -- 172.21.15.33:0/1638454823 shutdown_connections 2024-09-13T15:01:36.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.973+0000 7f7ffcf27700 1 --2- 172.21.15.33:0/1638454823 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7fe4066730 0x7f7fe4068bf0 unknown :-1 s=CLOSED pgs=164 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.973+0000 7f7ffcf27700 1 --2- 172.21.15.33:0/1638454823 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ff8161d20 0x7f7ff8149660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.973+0000 7f7ffcf27700 1 --2- 172.21.15.33:0/1638454823 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ff815b160 0x7f7ff815b840 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.973+0000 7f7ffcf27700 1 --2- 172.21.15.33:0/1638454823 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ff806aa60 0x7f7ff815d010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:36.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.973+0000 7f7ffcf27700 1 -- 172.21.15.33:0/1638454823 >> 172.21.15.33:0/1638454823 conn(0x7f7ff806b460 msgr2=0x7f7ff8163a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:36.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.973+0000 7f7ffcf27700 1 -- 172.21.15.33:0/1638454823 shutdown_connections 2024-09-13T15:01:36.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:36.973+0000 7f7ffcf27700 1 -- 172.21.15.33:0/1638454823 wait complete. 2024-09-13T15:01:36.993 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:37.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.109+0000 7f2539d4c700 1 Processor -- start 2024-09-13T15:01:37.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.109+0000 7f2539d4c700 1 -- start start 2024-09-13T15:01:37.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2539d4c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25340b1870 0x7f25340b1cd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2539d4c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f25340cd190 0x7f25340cd620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2539d4c700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f25340b2210 con 0x7f253415aca0 2024-09-13T15:01:37.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2539d4c700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f25340b3540 con 0x7f25340cd190 2024-09-13T15:01:37.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2539d4c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25340b12e0 con 0x7f25340b1870 2024-09-13T15:01:37.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2533fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f25340cd190 0x7f25340cd620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2533fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f25340cd190 0x7f25340cd620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46866/0 (socket says 172.21.15.33:46866) 2024-09-13T15:01:37.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2533fff700 1 -- 172.21.15.33:0/1865605287 learned_addr learned my addr 172.21.15.33:0/1865605287 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:37.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f252affd700 1 --2- 172.21.15.33:0/1865605287 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25340b1870 0x7f25340b1cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2533fff700 1 -- 172.21.15.33:0/1865605287 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25340b1870 msgr2=0x7f25340b1cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:37.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2533fff700 1 --2- 172.21.15.33:0/1865605287 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25340b1870 0x7f25340b1cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2533fff700 1 -- 172.21.15.33:0/1865605287 >> v1:172.21.15.33:6789/0 conn(0x7f253415aca0 legacy=0x7f25340cf320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2533fff700 1 -- 172.21.15.33:0/1865605287 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f25340cfa30 con 0x7f25340cd190 2024-09-13T15:01:37.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2533fff700 1 --2- 172.21.15.33:0/1865605287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25340cd190 0x7f25340cd620 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f252c009e50 tx=0x7f252c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f975b3f5d720b921 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:37.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2532ffd700 1 -- 172.21.15.33:0/1865605287 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f252c00e070 con 0x7f25340cd190 2024-09-13T15:01:37.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2532ffd700 1 -- 172.21.15.33:0/1865605287 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f252c00b910 con 0x7f25340cd190 2024-09-13T15:01:37.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2532ffd700 1 -- 172.21.15.33:0/1865605287 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f252c00bcc0 con 0x7f25340cd190 2024-09-13T15:01:37.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2539d4c700 1 -- 172.21.15.33:0/1865605287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25340cd190 msgr2=0x7f25340cd620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.113+0000 7f2539d4c700 1 --2- 172.21.15.33:0/1865605287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25340cd190 0x7f25340cd620 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f252c009e50 tx=0x7f252c00b330 comp rx=0 tx=0).stop 2024-09-13T15:01:37.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.117+0000 7f2539d4c700 1 -- 172.21.15.33:0/1865605287 shutdown_connections 2024-09-13T15:01:37.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.117+0000 7f2539d4c700 1 --2- 172.21.15.33:0/1865605287 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25340b1870 0x7f25340b1cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.117+0000 7f2539d4c700 1 --2- 172.21.15.33:0/1865605287 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f25340cd190 0x7f25340cd620 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.117+0000 7f2539d4c700 1 -- 172.21.15.33:0/1865605287 >> 172.21.15.33:0/1865605287 conn(0x7f25340b26e0 msgr2=0x7f25340b2af0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:37.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.117+0000 7f2539d4c700 1 -- 172.21.15.33:0/1865605287 shutdown_connections 2024-09-13T15:01:37.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.117+0000 7f2539d4c700 1 -- 172.21.15.33:0/1865605287 wait complete. 2024-09-13T15:01:37.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.117+0000 7f2539d4c700 1 Processor -- start 2024-09-13T15:01:37.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.117+0000 7f2539d4c700 1 -- start start 2024-09-13T15:01:37.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2539d4c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f25340b1870 0x7f25340aef20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2539d4c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25340cd190 0x7f2534142dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2539d4c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f253415aca0 0x7f2534145f80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2539d4c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2534151a20 con 0x7f253415aca0 2024-09-13T15:01:37.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2539d4c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2534143310 con 0x7f25340b1870 2024-09-13T15:01:37.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2539d4c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f25340ade80 con 0x7f25340cd190 2024-09-13T15:01:37.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2533fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f253415aca0 0x7f2534145f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2533fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f253415aca0 0x7f2534145f80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46868/0 (socket says 172.21.15.33:46868) 2024-09-13T15:01:37.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2533fff700 1 -- 172.21.15.33:0/4005096820 learned_addr learned my addr 172.21.15.33:0/4005096820 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:37.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f252affd700 1 --2- 172.21.15.33:0/4005096820 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25340cd190 0x7f2534142dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f25337fe700 1 --2- 172.21.15.33:0/4005096820 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f25340b1870 0x7f25340aef20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2533fff700 1 -- 172.21.15.33:0/4005096820 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25340cd190 msgr2=0x7f2534142dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2533fff700 1 --2- 172.21.15.33:0/4005096820 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25340cd190 0x7f2534142dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2533fff700 1 -- 172.21.15.33:0/4005096820 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f25340b1870 msgr2=0x7f25340aef20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2533fff700 1 --2- 172.21.15.33:0/4005096820 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f25340b1870 0x7f25340aef20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2533fff700 1 -- 172.21.15.33:0/4005096820 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f252c009b30 con 0x7f253415aca0 2024-09-13T15:01:37.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2533fff700 1 --2- 172.21.15.33:0/4005096820 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f253415aca0 0x7f2534145f80 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2534070e00 tx=0x7f252c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:37.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2530ff9700 1 -- 172.21.15.33:0/4005096820 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f252c004800 con 0x7f253415aca0 2024-09-13T15:01:37.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2530ff9700 1 -- 172.21.15.33:0/4005096820 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f252c0099b0 con 0x7f253415aca0 2024-09-13T15:01:37.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2530ff9700 1 -- 172.21.15.33:0/4005096820 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f252c01c680 con 0x7f253415aca0 2024-09-13T15:01:37.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2539d4c700 1 -- 172.21.15.33:0/4005096820 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f25340ae160 con 0x7f253415aca0 2024-09-13T15:01:37.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.121+0000 7f2539d4c700 1 -- 172.21.15.33:0/4005096820 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f25340ae720 con 0x7f253415aca0 2024-09-13T15:01:37.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.125+0000 7f2539d4c700 1 -- 172.21.15.33:0/4005096820 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f25340b0f70 con 0x7f253415aca0 2024-09-13T15:01:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.125+0000 7f2530ff9700 1 -- 172.21.15.33:0/4005096820 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f252c01c7e0 con 0x7f253415aca0 2024-09-13T15:01:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.125+0000 7f2530ff9700 1 --2- 172.21.15.33:0/4005096820 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2518066730 0x7f2518068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.125+0000 7f2530ff9700 1 -- 172.21.15.33:0/4005096820 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f252c086080 con 0x7f253415aca0 2024-09-13T15:01:37.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.125+0000 7f25337fe700 1 --2- 172.21.15.33:0/4005096820 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2518066730 0x7f2518068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.125+0000 7f25337fe700 1 --2- 172.21.15.33:0/4005096820 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2518066730 0x7f2518068bf0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2524000f60 tx=0x7f2524009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:37.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.133+0000 7f2530ff9700 1 -- 172.21.15.33:0/4005096820 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f252c0b7db0 con 0x7f253415aca0 2024-09-13T15:01:37.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.301+0000 7f2539d4c700 1 -- 172.21.15.33:0/4005096820 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f25340cbb10 con 0x7f253415aca0 2024-09-13T15:01:37.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.305+0000 7f2530ff9700 1 -- 172.21.15.33:0/4005096820 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v26) v1 ==== 104+0+11 (secure 0 0 0) 0x7f252c0530f0 con 0x7f253415aca0 2024-09-13T15:01:37.310 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:37.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.305+0000 7f2539d4c700 1 -- 172.21.15.33:0/4005096820 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2518066730 msgr2=0x7f2518068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.305+0000 7f2539d4c700 1 --2- 172.21.15.33:0/4005096820 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2518066730 0x7f2518068bf0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f2524000f60 tx=0x7f2524009040 comp rx=0 tx=0).stop 2024-09-13T15:01:37.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.305+0000 7f2539d4c700 1 -- 172.21.15.33:0/4005096820 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f253415aca0 msgr2=0x7f2534145f80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.305+0000 7f2539d4c700 1 --2- 172.21.15.33:0/4005096820 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f253415aca0 0x7f2534145f80 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7f2534070e00 tx=0x7f252c004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.305+0000 7f2539d4c700 1 -- 172.21.15.33:0/4005096820 shutdown_connections 2024-09-13T15:01:37.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.305+0000 7f2539d4c700 1 --2- 172.21.15.33:0/4005096820 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2518066730 0x7f2518068bf0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.305+0000 7f2539d4c700 1 --2- 172.21.15.33:0/4005096820 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f253415aca0 0x7f2534145f80 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.305+0000 7f2539d4c700 1 --2- 172.21.15.33:0/4005096820 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f25340cd190 0x7f2534142dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.305+0000 7f2539d4c700 1 --2- 172.21.15.33:0/4005096820 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f25340b1870 0x7f25340aef20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.305+0000 7f2539d4c700 1 -- 172.21.15.33:0/4005096820 >> 172.21.15.33:0/4005096820 conn(0x7f25340b26e0 msgr2=0x7f25340d0a10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:37.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.305+0000 7f2539d4c700 1 -- 172.21.15.33:0/4005096820 shutdown_connections 2024-09-13T15:01:37.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.305+0000 7f2539d4c700 1 -- 172.21.15.33:0/4005096820 wait complete. 2024-09-13T15:01:37.325 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:37.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.445+0000 7f12d4add700 1 Processor -- start 2024-09-13T15:01:37.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.445+0000 7f12d4add700 1 -- start start 2024-09-13T15:01:37.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.445+0000 7f12d4add700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f12d015cc00 0x7f12d00d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.445+0000 7f12d4add700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12d00cdb00 con 0x7f12d00d0c20 2024-09-13T15:01:37.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.445+0000 7f12d4add700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f12d00cdde0 con 0x7f12d00d17e0 2024-09-13T15:01:37.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.445+0000 7f12d4add700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12d00ce0c0 con 0x7f12d015cc00 2024-09-13T15:01:37.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.445+0000 7f12ceffd700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f12d00d0c20 0x7f12d00d10d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:53726/0 (socket says 172.21.15.33:53726) 2024-09-13T15:01:37.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.445+0000 7f12ceffd700 1 -- 172.21.15.33:0/2003690391 learned_addr learned my addr 172.21.15.33:0/2003690391 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:37.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.445+0000 7f12cf7fe700 1 --2- 172.21.15.33:0/2003690391 >> v2:172.21.15.103:3300/0 conn(0x7f12d015cc00 0x7f12d00d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.445+0000 7f12cf7fe700 1 -- 172.21.15.33:0/2003690391 >> v1:172.21.15.103:6789/0 conn(0x7f12d00d17e0 legacy=0x7f12d00b5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.445+0000 7f12cf7fe700 1 -- 172.21.15.33:0/2003690391 >> v1:172.21.15.33:6789/0 conn(0x7f12d00d0c20 legacy=0x7f12d00d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.445+0000 7f12cf7fe700 1 -- 172.21.15.33:0/2003690391 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12d00ce3a0 con 0x7f12d015cc00 2024-09-13T15:01:37.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.449+0000 7f12cf7fe700 1 --2- 172.21.15.33:0/2003690391 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d015cc00 0x7f12d00d06e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f12c0009d90 tx=0x7f12c000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=ff1afad88c2d658a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:37.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.449+0000 7f12ce7fc700 1 -- 172.21.15.33:0/2003690391 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12c000e070 con 0x7f12d015cc00 2024-09-13T15:01:37.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.449+0000 7f12ce7fc700 1 -- 172.21.15.33:0/2003690391 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12c000bbd0 con 0x7f12d015cc00 2024-09-13T15:01:37.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.449+0000 7f12ce7fc700 1 -- 172.21.15.33:0/2003690391 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12c0012430 con 0x7f12d015cc00 2024-09-13T15:01:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.449+0000 7f12d4add700 1 -- 172.21.15.33:0/2003690391 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d015cc00 msgr2=0x7f12d00d06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.449+0000 7f12d4add700 1 --2- 172.21.15.33:0/2003690391 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d015cc00 0x7f12d00d06e0 secure :-1 s=READY pgs=146 cs=0 l=1 rev1=1 crypto rx=0x7f12c0009d90 tx=0x7f12c000b330 comp rx=0 tx=0).stop 2024-09-13T15:01:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.449+0000 7f12d4add700 1 -- 172.21.15.33:0/2003690391 shutdown_connections 2024-09-13T15:01:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.449+0000 7f12d4add700 1 --2- 172.21.15.33:0/2003690391 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d015cc00 0x7f12d00d06e0 unknown :-1 s=CLOSED pgs=146 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.449+0000 7f12d4add700 1 -- 172.21.15.33:0/2003690391 >> 172.21.15.33:0/2003690391 conn(0x7f12d008c080 msgr2=0x7f12d00d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.449+0000 7f12d4add700 1 -- 172.21.15.33:0/2003690391 shutdown_connections 2024-09-13T15:01:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.449+0000 7f12d4add700 1 -- 172.21.15.33:0/2003690391 wait complete. 2024-09-13T15:01:37.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.449+0000 7f12d4add700 1 Processor -- start 2024-09-13T15:01:37.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.449+0000 7f12d4add700 1 -- start start 2024-09-13T15:01:37.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12d4add700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d00d0c20 0x7f12d0160240 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12d4add700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12d00d17e0 0x7f12d015d580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12d4add700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f12d015cc00 0x7f12d01f2b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12d4add700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d015f290 con 0x7f12d00d17e0 2024-09-13T15:01:37.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12d4add700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12d01f0020 con 0x7f12d00d0c20 2024-09-13T15:01:37.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12d4add700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12d015fdb0 con 0x7f12d015cc00 2024-09-13T15:01:37.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12ceffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12d00d17e0 0x7f12d015d580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12ceffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12d00d17e0 0x7f12d015d580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46884/0 (socket says 172.21.15.33:46884) 2024-09-13T15:01:37.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12ceffd700 1 -- 172.21.15.33:0/293275990 learned_addr learned my addr 172.21.15.33:0/293275990 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:37.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12cf7fe700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d00d0c20 0x7f12d0160240 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12cffff700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f12d015cc00 0x7f12d01f2b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12ceffd700 1 -- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f12d015cc00 msgr2=0x7f12d01f2b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12ceffd700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f12d015cc00 0x7f12d01f2b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12ceffd700 1 -- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d00d0c20 msgr2=0x7f12d0160240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12ceffd700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d00d0c20 0x7f12d0160240 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12ceffd700 1 -- 172.21.15.33:0/293275990 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12c0009a70 con 0x7f12d00d17e0 2024-09-13T15:01:37.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12cf7fe700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d00d0c20 0x7f12d0160240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:37.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12ceffd700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12d00d17e0 0x7f12d015d580 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f12b800c700 tx=0x7f12b800cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:37.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12c7fff700 1 -- 172.21.15.33:0/293275990 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12b8005d90 con 0x7f12d00d17e0 2024-09-13T15:01:37.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12c7fff700 1 -- 172.21.15.33:0/293275990 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12b80070d0 con 0x7f12d00d17e0 2024-09-13T15:01:37.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12d4add700 1 -- 172.21.15.33:0/293275990 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12d0148b50 con 0x7f12d00d17e0 2024-09-13T15:01:37.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12c7fff700 1 -- 172.21.15.33:0/293275990 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12b8007440 con 0x7f12d00d17e0 2024-09-13T15:01:37.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12d4add700 1 -- 172.21.15.33:0/293275990 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12d015f760 con 0x7f12d00d17e0 2024-09-13T15:01:37.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.453+0000 7f12c7fff700 1 -- 172.21.15.33:0/293275990 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f12b80075a0 con 0x7f12d00d17e0 2024-09-13T15:01:37.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.457+0000 7f12d4add700 1 -- 172.21.15.33:0/293275990 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f12d015ff20 con 0x7f12d00d17e0 2024-09-13T15:01:37.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.457+0000 7f12c7fff700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f12b0066730 0x7f12b0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.457+0000 7f12c7fff700 1 -- 172.21.15.33:0/293275990 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f12b8083840 con 0x7f12d00d17e0 2024-09-13T15:01:37.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.457+0000 7f12cf7fe700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f12b0066730 0x7f12b0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.457+0000 7f12cf7fe700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f12b0066730 0x7f12b0068bf0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f12c0014040 tx=0x7f12c0011000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:37.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.465+0000 7f12c7fff700 1 -- 172.21.15.33:0/293275990 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f12b8050980 con 0x7f12d00d17e0 2024-09-13T15:01:37.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.633+0000 7f12d4add700 1 -- 172.21.15.33:0/293275990 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f12d00ce8c0 con 0x7f12d00d17e0 2024-09-13T15:01:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.637+0000 7f12c7fff700 1 -- 172.21.15.33:0/293275990 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v26) v1 ==== 100+0+11 (secure 0 0 0) 0x7f12b8053fa0 con 0x7f12d00d17e0 2024-09-13T15:01:37.642 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:37.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.637+0000 7f12d4add700 1 -- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f12b0066730 msgr2=0x7f12b0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.637+0000 7f12d4add700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f12b0066730 0x7f12b0068bf0 secure :-1 s=READY pgs=166 cs=0 l=1 rev1=1 crypto rx=0x7f12c0014040 tx=0x7f12c0011000 comp rx=0 tx=0).stop 2024-09-13T15:01:37.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.637+0000 7f12d4add700 1 -- 172.21.15.33:0/293275990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12d00d17e0 msgr2=0x7f12d015d580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.637+0000 7f12d4add700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12d00d17e0 0x7f12d015d580 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7f12b800c700 tx=0x7f12b800cac0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.637+0000 7f12d4add700 1 -- 172.21.15.33:0/293275990 shutdown_connections 2024-09-13T15:01:37.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.637+0000 7f12d4add700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f12b0066730 0x7f12b0068bf0 unknown :-1 s=CLOSED pgs=166 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.637+0000 7f12d4add700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f12d015cc00 0x7f12d01f2b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.637+0000 7f12d4add700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12d00d17e0 0x7f12d015d580 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.637+0000 7f12d4add700 1 --2- 172.21.15.33:0/293275990 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12d00d0c20 0x7f12d0160240 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.637+0000 7f12d4add700 1 -- 172.21.15.33:0/293275990 >> 172.21.15.33:0/293275990 conn(0x7f12d008c080 msgr2=0x7f12d00b66d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:37.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.637+0000 7f12d4add700 1 -- 172.21.15.33:0/293275990 shutdown_connections 2024-09-13T15:01:37.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.637+0000 7f12d4add700 1 -- 172.21.15.33:0/293275990 wait complete. 2024-09-13T15:01:37.658 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:37.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.773+0000 7f9d189ec700 1 Processor -- start 2024-09-13T15:01:37.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.773+0000 7f9d189ec700 1 -- start start 2024-09-13T15:01:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d189ec700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9d141595e0 0x7f9d1406e710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d189ec700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d140710b0 con 0x7f9d1406ba70 2024-09-13T15:01:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d189ec700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9d14070810 con 0x7f9d141599c0 2024-09-13T15:01:37.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d189ec700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1406c3f0 con 0x7f9d141595e0 2024-09-13T15:01:37.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d1359e700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f9d1406ba70 0x7f9d1406c810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:53728/0 (socket says 172.21.15.33:53728) 2024-09-13T15:01:37.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d1359e700 1 -- 172.21.15.33:0/2654465397 learned_addr learned my addr 172.21.15.33:0/2654465397 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:37.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d12d9d700 1 --2- 172.21.15.33:0/2654465397 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9d141595e0 0x7f9d1406e710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d1259c700 1 -- 172.21.15.33:0/2654465397 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2452279533 0 0) 0x7f9d140710b0 con 0x7f9d1406ba70 2024-09-13T15:01:37.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d1259c700 1 -- 172.21.15.33:0/2654465397 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9d000035d0 con 0x7f9d1406ba70 2024-09-13T15:01:37.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d1259c700 1 -- 172.21.15.33:0/2654465397 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3454220090 0 0) 0x7f9d14070810 con 0x7f9d141599c0 2024-09-13T15:01:37.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d1259c700 1 -- 172.21.15.33:0/2654465397 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9d140710b0 con 0x7f9d141599c0 2024-09-13T15:01:37.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d1259c700 1 -- 172.21.15.33:0/2654465397 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 738020396 0 0) 0x7f9d000035d0 con 0x7f9d1406ba70 2024-09-13T15:01:37.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d12d9d700 1 -- 172.21.15.33:0/2654465397 >> v1:172.21.15.103:6789/0 conn(0x7f9d141599c0 legacy=0x7f9d1406b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d12d9d700 1 -- 172.21.15.33:0/2654465397 >> v1:172.21.15.33:6789/0 conn(0x7f9d1406ba70 legacy=0x7f9d1406c810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d12d9d700 1 -- 172.21.15.33:0/2654465397 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d14070af0 con 0x7f9d141595e0 2024-09-13T15:01:37.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d12d9d700 1 --2- 172.21.15.33:0/2654465397 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9d141595e0 0x7f9d1406e710 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9d04009880 tx=0x7f9d04009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=21a59d07f93ae07a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:37.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d1259c700 1 -- 172.21.15.33:0/2654465397 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d0c0019f0 con 0x7f9d141595e0 2024-09-13T15:01:37.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d1259c700 1 -- 172.21.15.33:0/2654465397 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d04004030 con 0x7f9d141595e0 2024-09-13T15:01:37.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d1259c700 1 -- 172.21.15.33:0/2654465397 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d040043c0 con 0x7f9d141595e0 2024-09-13T15:01:37.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d189ec700 1 -- 172.21.15.33:0/2654465397 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9d141595e0 msgr2=0x7f9d1406e710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d189ec700 1 --2- 172.21.15.33:0/2654465397 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9d141595e0 0x7f9d1406e710 secure :-1 s=READY pgs=69 cs=0 l=1 rev1=1 crypto rx=0x7f9d04009880 tx=0x7f9d04009b90 comp rx=0 tx=0).stop 2024-09-13T15:01:37.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d189ec700 1 -- 172.21.15.33:0/2654465397 shutdown_connections 2024-09-13T15:01:37.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.777+0000 7f9d189ec700 1 --2- 172.21.15.33:0/2654465397 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9d141595e0 0x7f9d1406e710 unknown :-1 s=CLOSED pgs=69 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.781+0000 7f9d189ec700 1 -- 172.21.15.33:0/2654465397 >> 172.21.15.33:0/2654465397 conn(0x7f9d140cb8f0 msgr2=0x7f9d140cbcd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:37.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.781+0000 7f9d189ec700 1 -- 172.21.15.33:0/2654465397 shutdown_connections 2024-09-13T15:01:37.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.781+0000 7f9d189ec700 1 -- 172.21.15.33:0/2654465397 wait complete. 2024-09-13T15:01:37.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.781+0000 7f9d189ec700 1 Processor -- start 2024-09-13T15:01:37.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.781+0000 7f9d189ec700 1 -- start start 2024-09-13T15:01:37.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d189ec700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d1406ba70 0x7f9d1414e530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d189ec700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9d141595e0 0x7f9d141efd20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d189ec700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9d141599c0 0x7f9d140afc30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d189ec700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d141f26d0 con 0x7f9d1406ba70 2024-09-13T15:01:37.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d189ec700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1415ba50 con 0x7f9d141595e0 2024-09-13T15:01:37.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d189ec700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9d1415b750 con 0x7f9d141599c0 2024-09-13T15:01:37.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d12d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d1406ba70 0x7f9d1414e530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d12d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d1406ba70 0x7f9d1414e530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46900/0 (socket says 172.21.15.33:46900) 2024-09-13T15:01:37.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d12d9d700 1 -- 172.21.15.33:0/3232923713 learned_addr learned my addr 172.21.15.33:0/3232923713 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:37.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d0bfff700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9d141595e0 0x7f9d141efd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d1359e700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9d141599c0 0x7f9d140afc30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d12d9d700 1 -- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9d141599c0 msgr2=0x7f9d140afc30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d12d9d700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9d141599c0 0x7f9d140afc30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d12d9d700 1 -- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9d141595e0 msgr2=0x7f9d141efd20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d12d9d700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9d141595e0 0x7f9d141efd20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d12d9d700 1 -- 172.21.15.33:0/3232923713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9d040094b0 con 0x7f9d1406ba70 2024-09-13T15:01:37.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d1359e700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9d141599c0 0x7f9d140afc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:37.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d12d9d700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d1406ba70 0x7f9d1414e530 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9d040090b0 tx=0x7f9d04004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:37.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d0b7fe700 1 -- 172.21.15.33:0/3232923713 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d04003e00 con 0x7f9d1406ba70 2024-09-13T15:01:37.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d0b7fe700 1 -- 172.21.15.33:0/3232923713 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9d04011630 con 0x7f9d1406ba70 2024-09-13T15:01:37.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d189ec700 1 -- 172.21.15.33:0/3232923713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9d1406edd0 con 0x7f9d1406ba70 2024-09-13T15:01:37.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d0b7fe700 1 -- 172.21.15.33:0/3232923713 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9d040119e0 con 0x7f9d1406ba70 2024-09-13T15:01:37.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.785+0000 7f9d189ec700 1 -- 172.21.15.33:0/3232923713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9d14155e60 con 0x7f9d1406ba70 2024-09-13T15:01:37.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.789+0000 7f9d189ec700 1 -- 172.21.15.33:0/3232923713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9d1415b5b0 con 0x7f9d1406ba70 2024-09-13T15:01:37.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.789+0000 7f9d0b7fe700 1 -- 172.21.15.33:0/3232923713 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9d04018040 con 0x7f9d1406ba70 2024-09-13T15:01:37.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.789+0000 7f9d0b7fe700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9cf4066730 0x7f9cf4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:37.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.789+0000 7f9d0b7fe700 1 -- 172.21.15.33:0/3232923713 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f9d04085400 con 0x7f9d1406ba70 2024-09-13T15:01:37.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.789+0000 7f9d0bfff700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9cf4066730 0x7f9cf4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:37.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.789+0000 7f9d0bfff700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9cf4066730 0x7f9cf4068bf0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9d141586e0 tx=0x7f9cfc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:37.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.797+0000 7f9d0b7fe700 1 -- 172.21.15.33:0/3232923713 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9d1415b5b0 con 0x7f9d1406ba70 2024-09-13T15:01:37.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.973+0000 7f9d189ec700 1 -- 172.21.15.33:0/3232923713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f9d1415b5b0 con 0x7f9d1406ba70 2024-09-13T15:01:37.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.973+0000 7f9d0b7fe700 1 -- 172.21.15.33:0/3232923713 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v26) v1 ==== 103+0+11 (secure 0 0 0) 0x7f9d1415b5b0 con 0x7f9d1406ba70 2024-09-13T15:01:37.980 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:37.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.977+0000 7f9d189ec700 1 -- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9cf4066730 msgr2=0x7f9cf4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.977+0000 7f9d189ec700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9cf4066730 0x7f9cf4068bf0 secure :-1 s=READY pgs=167 cs=0 l=1 rev1=1 crypto rx=0x7f9d141586e0 tx=0x7f9cfc009040 comp rx=0 tx=0).stop 2024-09-13T15:01:37.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.977+0000 7f9d189ec700 1 -- 172.21.15.33:0/3232923713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d1406ba70 msgr2=0x7f9d1414e530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:37.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.977+0000 7f9d189ec700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d1406ba70 0x7f9d1414e530 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f9d040090b0 tx=0x7f9d04004770 comp rx=0 tx=0).stop 2024-09-13T15:01:37.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.977+0000 7f9d189ec700 1 -- 172.21.15.33:0/3232923713 shutdown_connections 2024-09-13T15:01:37.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.977+0000 7f9d189ec700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9cf4066730 0x7f9cf4068bf0 unknown :-1 s=CLOSED pgs=167 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.977+0000 7f9d189ec700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9d141599c0 0x7f9d140afc30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.977+0000 7f9d189ec700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9d141595e0 0x7f9d141efd20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.977+0000 7f9d189ec700 1 --2- 172.21.15.33:0/3232923713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9d1406ba70 0x7f9d1414e530 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:37.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.977+0000 7f9d189ec700 1 -- 172.21.15.33:0/3232923713 >> 172.21.15.33:0/3232923713 conn(0x7f9d140cb8f0 msgr2=0x7f9d141527b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:37.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.977+0000 7f9d189ec700 1 -- 172.21.15.33:0/3232923713 shutdown_connections 2024-09-13T15:01:37.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:37.977+0000 7f9d189ec700 1 -- 172.21.15.33:0/3232923713 wait complete. 2024-09-13T15:01:37.996 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Starting test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal' 2024-09-13T15:01:38.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.101+0000 7f584f37f700 1 Processor -- start 2024-09-13T15:01:38.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.101+0000 7f584f37f700 1 -- start start 2024-09-13T15:01:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584f37f700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f58480b17f0 0x7f58480cb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584f37f700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58480705d0 con 0x7f58480cd8d0 2024-09-13T15:01:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584f37f700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f584806fca0 con 0x7f58480b2200 2024-09-13T15:01:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584f37f700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f584806ff80 con 0x7f58480b17f0 2024-09-13T15:01:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584e37d700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f58480cd8d0 0x7f584806cb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:53744/0 (socket says 172.21.15.33:53744) 2024-09-13T15:01:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584e37d700 1 -- 172.21.15.33:0/2859775407 learned_addr learned my addr 172.21.15.33:0/2859775407 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:38.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584db7c700 1 --2- 172.21.15.33:0/2859775407 >> v2:172.21.15.103:3300/0 conn(0x7f58480b17f0 0x7f58480cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:38.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584d37b700 1 -- 172.21.15.33:0/2859775407 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2439560982 0 0) 0x7f58480705d0 con 0x7f58480cd8d0 2024-09-13T15:01:38.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584d37b700 1 -- 172.21.15.33:0/2859775407 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f58340035d0 con 0x7f58480cd8d0 2024-09-13T15:01:38.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584db7c700 1 -- 172.21.15.33:0/2859775407 >> v1:172.21.15.103:6789/0 conn(0x7f58480b2200 legacy=0x7f5848070a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:38.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584db7c700 1 -- 172.21.15.33:0/2859775407 >> v1:172.21.15.33:6789/0 conn(0x7f58480cd8d0 legacy=0x7f584806cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:38.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584db7c700 1 -- 172.21.15.33:0/2859775407 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5848070260 con 0x7f58480b17f0 2024-09-13T15:01:38.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584db7c700 1 --2- 172.21.15.33:0/2859775407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58480b17f0 0x7f58480cb800 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f583c009850 tx=0x7f583c009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=533b1269c980ec9d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:38.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584d37b700 1 -- 172.21.15.33:0/2859775407 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f583c011830 con 0x7f58480b17f0 2024-09-13T15:01:38.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584d37b700 1 -- 172.21.15.33:0/2859775407 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f583c011990 con 0x7f58480b17f0 2024-09-13T15:01:38.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584d37b700 1 -- 172.21.15.33:0/2859775407 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f583c011d40 con 0x7f58480b17f0 2024-09-13T15:01:38.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584f37f700 1 -- 172.21.15.33:0/2859775407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58480b17f0 msgr2=0x7f58480cb800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:38.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584f37f700 1 --2- 172.21.15.33:0/2859775407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58480b17f0 0x7f58480cb800 secure :-1 s=READY pgs=149 cs=0 l=1 rev1=1 crypto rx=0x7f583c009850 tx=0x7f583c009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:38.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584f37f700 1 -- 172.21.15.33:0/2859775407 shutdown_connections 2024-09-13T15:01:38.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584f37f700 1 --2- 172.21.15.33:0/2859775407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58480b17f0 0x7f58480cb800 unknown :-1 s=CLOSED pgs=149 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584f37f700 1 -- 172.21.15.33:0/2859775407 >> 172.21.15.33:0/2859775407 conn(0x7f584806a350 msgr2=0x7f584806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:38.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584f37f700 1 -- 172.21.15.33:0/2859775407 shutdown_connections 2024-09-13T15:01:38.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.105+0000 7f584f37f700 1 -- 172.21.15.33:0/2859775407 wait complete. 2024-09-13T15:01:38.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584f37f700 1 Processor -- start 2024-09-13T15:01:38.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584f37f700 1 -- start start 2024-09-13T15:01:38.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584f37f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58480b17f0 0x7f58481f9560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:38.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584f37f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f58480b2200 0x7f58480c8e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:38.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584f37f700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58480cd8d0 0x7f58480c9340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584f37f700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58480c5060 con 0x7f58480b17f0 2024-09-13T15:01:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584f37f700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58481f6b90 con 0x7f58480cd8d0 2024-09-13T15:01:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584f37f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58480c43e0 con 0x7f58480b2200 2024-09-13T15:01:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584e37d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58480b17f0 0x7f58481f9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584e37d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58480b17f0 0x7f58481f9560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46902/0 (socket says 172.21.15.33:46902) 2024-09-13T15:01:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584e37d700 1 -- 172.21.15.33:0/1606125655 learned_addr learned my addr 172.21.15.33:0/1606125655 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584db7c700 1 --2- 172.21.15.33:0/1606125655 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f58480b2200 0x7f58480c8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584eb7e700 1 --2- 172.21.15.33:0/1606125655 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58480cd8d0 0x7f58480c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584e37d700 1 -- 172.21.15.33:0/1606125655 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f58480b2200 msgr2=0x7f58480c8e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584e37d700 1 --2- 172.21.15.33:0/1606125655 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f58480b2200 0x7f58480c8e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584e37d700 1 -- 172.21.15.33:0/1606125655 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58480cd8d0 msgr2=0x7f58480c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584e37d700 1 --2- 172.21.15.33:0/1606125655 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58480cd8d0 0x7f58480c9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584e37d700 1 -- 172.21.15.33:0/1606125655 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f583c0094b0 con 0x7f58480b17f0 2024-09-13T15:01:38.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584e37d700 1 --2- 172.21.15.33:0/1606125655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58480b17f0 0x7f58481f9560 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f584400c700 tx=0x7f584400ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:38.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f583affd700 1 -- 172.21.15.33:0/1606125655 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5844005d90 con 0x7f58480b17f0 2024-09-13T15:01:38.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f583affd700 1 -- 172.21.15.33:0/1606125655 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58440070d0 con 0x7f58480b17f0 2024-09-13T15:01:38.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f583affd700 1 -- 172.21.15.33:0/1606125655 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5844007480 con 0x7f58480b17f0 2024-09-13T15:01:38.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584f37f700 1 -- 172.21.15.33:0/1606125655 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58480c46c0 con 0x7f58480b17f0 2024-09-13T15:01:38.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.109+0000 7f584f37f700 1 -- 172.21.15.33:0/1606125655 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58480c4c80 con 0x7f58480b17f0 2024-09-13T15:01:38.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.113+0000 7f584f37f700 1 -- 172.21.15.33:0/1606125655 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58480cb800 con 0x7f58480b17f0 2024-09-13T15:01:38.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.113+0000 7f583affd700 1 -- 172.21.15.33:0/1606125655 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f58440075e0 con 0x7f58480b17f0 2024-09-13T15:01:38.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.113+0000 7f583affd700 1 --2- 172.21.15.33:0/1606125655 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f582c066730 0x7f582c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:38.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.113+0000 7f583affd700 1 -- 172.21.15.33:0/1606125655 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(26..26 src has 1..26) v4 ==== 6460+0+0 (secure 0 0 0) 0x7f5844083a20 con 0x7f58480b17f0 2024-09-13T15:01:38.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.113+0000 7f584db7c700 1 --2- 172.21.15.33:0/1606125655 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f582c066730 0x7f582c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:38.121 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.113+0000 7f584db7c700 1 --2- 172.21.15.33:0/1606125655 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f582c066730 0x7f582c068bf0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f583c0090b0 tx=0x7f583c01c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:38.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.117+0000 7f583affd700 1 -- 172.21.15.33:0/1606125655 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5844050a10 con 0x7f58480b17f0 2024-09-13T15:01:38.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.353+0000 7f584f37f700 1 -- 172.21.15.33:0/1606125655 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]} v 0) v1 -- 0x7f5848163970 con 0x7f58480b17f0 2024-09-13T15:01:38.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.461+0000 7f583affd700 1 -- 172.21.15.33:0/1606125655 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Starting test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]}]=0 v62) v1 ==== 162+0+0 (secure 0 0 0) 0x7f5844017020 con 0x7f58480b17f0 2024-09-13T15:01:38.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.465+0000 7f584f37f700 1 -- 172.21.15.33:0/1606125655 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f582c066730 msgr2=0x7f582c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:38.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.465+0000 7f584f37f700 1 --2- 172.21.15.33:0/1606125655 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f582c066730 0x7f582c068bf0 secure :-1 s=READY pgs=168 cs=0 l=1 rev1=1 crypto rx=0x7f583c0090b0 tx=0x7f583c01c040 comp rx=0 tx=0).stop 2024-09-13T15:01:38.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.465+0000 7f584f37f700 1 -- 172.21.15.33:0/1606125655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58480b17f0 msgr2=0x7f58481f9560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:38.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.465+0000 7f584f37f700 1 --2- 172.21.15.33:0/1606125655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58480b17f0 0x7f58481f9560 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f584400c700 tx=0x7f584400ca10 comp rx=0 tx=0).stop 2024-09-13T15:01:38.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.465+0000 7f584f37f700 1 -- 172.21.15.33:0/1606125655 shutdown_connections 2024-09-13T15:01:38.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.465+0000 7f584f37f700 1 --2- 172.21.15.33:0/1606125655 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f582c066730 0x7f582c068bf0 unknown :-1 s=CLOSED pgs=168 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.465+0000 7f584f37f700 1 --2- 172.21.15.33:0/1606125655 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58480cd8d0 0x7f58480c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.465+0000 7f584f37f700 1 --2- 172.21.15.33:0/1606125655 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f58480b2200 0x7f58480c8e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.465+0000 7f584f37f700 1 --2- 172.21.15.33:0/1606125655 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58480b17f0 0x7f58481f9560 secure :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7f584400c700 tx=0x7f584400ca10 comp rx=0 tx=0).stop 2024-09-13T15:01:38.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.465+0000 7f584f37f700 1 -- 172.21.15.33:0/1606125655 >> 172.21.15.33:0/1606125655 conn(0x7f584806a350 msgr2=0x7f5848066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:38.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.469+0000 7f584f37f700 1 -- 172.21.15.33:0/1606125655 shutdown_connections 2024-09-13T15:01:38.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.469+0000 7f584f37f700 1 -- 172.21.15.33:0/1606125655 wait complete. 2024-09-13T15:01:38.490 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config set mon mon_allow_pool_delete True 2024-09-13T15:01:38.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.601+0000 7f132b59e700 1 Processor -- start 2024-09-13T15:01:38.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.601+0000 7f132b59e700 1 -- start start 2024-09-13T15:01:38.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f132c15d150 0x7f132c15d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:38.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f132c15da70 0x7f132c0b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:38.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f132c0b4a50 0x7f132c06e470 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:38.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f132c0b5b20 con 0x7f132c0b4a50 2024-09-13T15:01:38.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f132c0b5280 con 0x7f132c15da70 2024-09-13T15:01:38.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f132c0b5560 con 0x7f132c15d150 2024-09-13T15:01:38.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132ad9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f132c0b4a50 0x7f132c06e470 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:38.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132ad9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f132c0b4a50 0x7f132c06e470 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46918/0 (socket says 172.21.15.33:46918) 2024-09-13T15:01:38.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132ad9d700 1 -- 172.21.15.33:0/3145035081 learned_addr learned my addr 172.21.15.33:0/3145035081 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:38.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132a59c700 1 --2- 172.21.15.33:0/3145035081 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f132c15d150 0x7f132c15d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:38.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f1329d9b700 1 --2- 172.21.15.33:0/3145035081 >> v2:172.21.15.103:3300/0 conn(0x7f132c15da70 0x7f132c0b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:38.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132ad9d700 1 -- 172.21.15.33:0/3145035081 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f132c15d150 msgr2=0x7f132c15d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:38.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132ad9d700 1 --2- 172.21.15.33:0/3145035081 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f132c15d150 0x7f132c15d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132ad9d700 1 -- 172.21.15.33:0/3145035081 >> v2:172.21.15.103:3300/0 conn(0x7f132c15da70 msgr2=0x7f132c0b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:38.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132ad9d700 1 --2- 172.21.15.33:0/3145035081 >> v2:172.21.15.103:3300/0 conn(0x7f132c15da70 0x7f132c0b4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132ad9d700 1 -- 172.21.15.33:0/3145035081 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f132c0b5840 con 0x7f132c0b4a50 2024-09-13T15:01:38.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132a59c700 1 --2- 172.21.15.33:0/3145035081 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f132c15d150 0x7f132c15d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:38.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132ad9d700 1 --2- 172.21.15.33:0/3145035081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f132c0b4a50 0x7f132c06e470 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f132c070f80 tx=0x7f132400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=356135372c558299 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:38.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132959a700 1 -- 172.21.15.33:0/3145035081 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f132400e070 con 0x7f132c0b4a50 2024-09-13T15:01:38.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132959a700 1 -- 172.21.15.33:0/3145035081 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f132400b9c0 con 0x7f132c0b4a50 2024-09-13T15:01:38.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132959a700 1 -- 172.21.15.33:0/3145035081 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f132400bd70 con 0x7f132c0b4a50 2024-09-13T15:01:38.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 -- 172.21.15.33:0/3145035081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f132c0b4a50 msgr2=0x7f132c06e470 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:38.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 --2- 172.21.15.33:0/3145035081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f132c0b4a50 0x7f132c06e470 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f132c070f80 tx=0x7f132400b330 comp rx=0 tx=0).stop 2024-09-13T15:01:38.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 -- 172.21.15.33:0/3145035081 shutdown_connections 2024-09-13T15:01:38.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 --2- 172.21.15.33:0/3145035081 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f132c0b4a50 0x7f132c06e470 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 --2- 172.21.15.33:0/3145035081 >> v2:172.21.15.103:3300/0 conn(0x7f132c15da70 0x7f132c0b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 --2- 172.21.15.33:0/3145035081 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f132c15d150 0x7f132c15d530 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 -- 172.21.15.33:0/3145035081 >> 172.21.15.33:0/3145035081 conn(0x7f132c0b5d90 msgr2=0x7f132c0b61a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:38.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 -- 172.21.15.33:0/3145035081 shutdown_connections 2024-09-13T15:01:38.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.605+0000 7f132b59e700 1 -- 172.21.15.33:0/3145035081 wait complete. 2024-09-13T15:01:38.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132b59e700 1 Processor -- start 2024-09-13T15:01:38.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132b59e700 1 -- start start 2024-09-13T15:01:38.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132b59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f132c0b4a50 0x7f132c150380 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:38.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132b59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f132c15d150 0x7f132c0cc930 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:38.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132b59e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f132c15da70 0x7f132c1f2780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:38.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132b59e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f132c1508c0 con 0x7f132c0b4a50 2024-09-13T15:01:38.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132b59e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f132c0cce70 con 0x7f132c15da70 2024-09-13T15:01:38.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132b59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f132c151440 con 0x7f132c15d150 2024-09-13T15:01:38.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132a59c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f132c0b4a50 0x7f132c150380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:38.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132a59c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f132c0b4a50 0x7f132c150380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46922/0 (socket says 172.21.15.33:46922) 2024-09-13T15:01:38.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132a59c700 1 -- 172.21.15.33:0/873145295 learned_addr learned my addr 172.21.15.33:0/873145295 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:38.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132ad9d700 1 --2- 172.21.15.33:0/873145295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f132c15da70 0x7f132c1f2780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:38.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f1329d9b700 1 --2- 172.21.15.33:0/873145295 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f132c15d150 0x7f132c0cc930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:38.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132a59c700 1 -- 172.21.15.33:0/873145295 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f132c15d150 msgr2=0x7f132c0cc930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:38.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132a59c700 1 --2- 172.21.15.33:0/873145295 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f132c15d150 0x7f132c0cc930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132a59c700 1 -- 172.21.15.33:0/873145295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f132c15da70 msgr2=0x7f132c1f2780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:38.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132a59c700 1 --2- 172.21.15.33:0/873145295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f132c15da70 0x7f132c1f2780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.609+0000 7f132a59c700 1 -- 172.21.15.33:0/873145295 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1324009b30 con 0x7f132c0b4a50 2024-09-13T15:01:38.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.613+0000 7f132a59c700 1 --2- 172.21.15.33:0/873145295 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f132c0b4a50 0x7f132c150380 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f131c00d800 tx=0x7f131c00dbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:38.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.613+0000 7f131affd700 1 -- 172.21.15.33:0/873145295 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f131c004030 con 0x7f132c0b4a50 2024-09-13T15:01:38.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.613+0000 7f131affd700 1 -- 172.21.15.33:0/873145295 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f131c004190 con 0x7f132c0b4a50 2024-09-13T15:01:38.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.613+0000 7f132b59e700 1 -- 172.21.15.33:0/873145295 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f132c151720 con 0x7f132c0b4a50 2024-09-13T15:01:38.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.613+0000 7f131affd700 1 -- 172.21.15.33:0/873145295 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f131c004540 con 0x7f132c0b4a50 2024-09-13T15:01:38.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.613+0000 7f132b59e700 1 -- 172.21.15.33:0/873145295 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f132c151ce0 con 0x7f132c0b4a50 2024-09-13T15:01:38.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.613+0000 7f132b59e700 1 -- 172.21.15.33:0/873145295 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f132c0d1720 con 0x7f132c0b4a50 2024-09-13T15:01:38.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.613+0000 7f131affd700 1 -- 172.21.15.33:0/873145295 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f131c0036c0 con 0x7f132c0b4a50 2024-09-13T15:01:38.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.617+0000 7f131affd700 1 --2- 172.21.15.33:0/873145295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f130c066730 0x7f130c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:38.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.617+0000 7f131affd700 1 -- 172.21.15.33:0/873145295 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f131c084b10 con 0x7f132c0b4a50 2024-09-13T15:01:38.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.617+0000 7f1329d9b700 1 --2- 172.21.15.33:0/873145295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f130c066730 0x7f130c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:38.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.617+0000 7f1329d9b700 1 --2- 172.21.15.33:0/873145295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f130c066730 0x7f130c068bf0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f132c0d0730 tx=0x7f1320008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:38.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.621+0000 7f131affd700 1 -- 172.21.15.33:0/873145295 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f131c051ac0 con 0x7f132c0b4a50 2024-09-13T15:01:38.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.793+0000 7f132b59e700 1 -- 172.21.15.33:0/873145295 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_allow_pool_delete}] v 0) v1 -- 0x7f132c15d530 con 0x7f132c0b4a50 2024-09-13T15:01:38.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.801+0000 7f131affd700 1 -- 172.21.15.33:0/873145295 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{prefix=config set, name=mon_allow_pool_delete}]=0 v10)=0 v10) v1 ==== 122+0+0 (secure 0 0 0) 0x7f131c0550e0 con 0x7f132c0b4a50 2024-09-13T15:01:38.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.805+0000 7f132b59e700 1 -- 172.21.15.33:0/873145295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f130c066730 msgr2=0x7f130c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:38.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.805+0000 7f132b59e700 1 --2- 172.21.15.33:0/873145295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f130c066730 0x7f130c068bf0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f132c0d0730 tx=0x7f1320008040 comp rx=0 tx=0).stop 2024-09-13T15:01:38.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.805+0000 7f132b59e700 1 -- 172.21.15.33:0/873145295 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f132c0b4a50 msgr2=0x7f132c150380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:38.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.805+0000 7f132b59e700 1 --2- 172.21.15.33:0/873145295 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f132c0b4a50 0x7f132c150380 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f131c00d800 tx=0x7f131c00dbc0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.805+0000 7f132b59e700 1 -- 172.21.15.33:0/873145295 shutdown_connections 2024-09-13T15:01:38.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.805+0000 7f132b59e700 1 --2- 172.21.15.33:0/873145295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f130c066730 0x7f130c068bf0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.805+0000 7f132b59e700 1 --2- 172.21.15.33:0/873145295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f132c15da70 0x7f132c1f2780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.805+0000 7f132b59e700 1 --2- 172.21.15.33:0/873145295 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f132c15d150 0x7f132c0cc930 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.805+0000 7f132b59e700 1 --2- 172.21.15.33:0/873145295 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f132c0b4a50 0x7f132c150380 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:38.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.805+0000 7f132b59e700 1 -- 172.21.15.33:0/873145295 >> 172.21.15.33:0/873145295 conn(0x7f132c0b5d90 msgr2=0x7f132c06b4f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:38.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.805+0000 7f132b59e700 1 -- 172.21.15.33:0/873145295 shutdown_connections 2024-09-13T15:01:38.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:38.805+0000 7f132b59e700 1 -- 172.21.15.33:0/873145295 wait complete. 2024-09-13T15:01:38.825 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T15:01:38.825 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T15:01:38.840 DEBUG:teuthology.orchestra.run.smithi103:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T15:01:38.860 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T15:01:38.861 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:01:38.861 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:01:38.868 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:01:38.868 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:01:38.916 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:39.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73feffd700 1 Processor -- start 2024-09-13T15:01:39.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73feffd700 1 -- start start 2024-09-13T15:01:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73feffd700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f73f80ce040 0x7f73f8165450 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73feffd700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73f806cf60 con 0x7f73f80adb30 2024-09-13T15:01:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73feffd700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f73f80cc4d0 con 0x7f73f80cc060 2024-09-13T15:01:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73feffd700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73f80b3390 con 0x7f73f80ce040 2024-09-13T15:01:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fdffb700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f73f80adb30 0x7f73f806bb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:53754/0 (socket says 172.21.15.33:53754) 2024-09-13T15:01:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fdffb700 1 -- 172.21.15.33:0/3916791142 learned_addr learned my addr 172.21.15.33:0/3916791142 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:39.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fe7fc700 1 --2- 172.21.15.33:0/3916791142 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f73f80ce040 0x7f73f8165450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fcff9700 1 -- 172.21.15.33:0/3916791142 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2983154613 0 0) 0x7f73f806cf60 con 0x7f73f80adb30 2024-09-13T15:01:39.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fcff9700 1 -- 172.21.15.33:0/3916791142 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f73e40035d0 con 0x7f73f80adb30 2024-09-13T15:01:39.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fcff9700 1 -- 172.21.15.33:0/3916791142 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 193029592 0 0) 0x7f73f80cc4d0 con 0x7f73f80cc060 2024-09-13T15:01:39.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fcff9700 1 -- 172.21.15.33:0/3916791142 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f73f806cf60 con 0x7f73f80cc060 2024-09-13T15:01:39.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fe7fc700 1 -- 172.21.15.33:0/3916791142 >> v1:172.21.15.103:6789/0 conn(0x7f73f80cc060 legacy=0x7f73f80cd930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fe7fc700 1 -- 172.21.15.33:0/3916791142 >> v1:172.21.15.33:6789/0 conn(0x7f73f80adb30 legacy=0x7f73f806bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fcff9700 1 -- 172.21.15.33:0/3916791142 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1662256725 0 0) 0x7f73e40035d0 con 0x7f73f80adb30 2024-09-13T15:01:39.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fe7fc700 1 -- 172.21.15.33:0/3916791142 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73f806c350 con 0x7f73f80ce040 2024-09-13T15:01:39.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fe7fc700 1 --2- 172.21.15.33:0/3916791142 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f73f80ce040 0x7f73f8165450 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f73f0009dc0 tx=0x7f73f000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=92f4ad14af4de7b5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:39.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fcff9700 1 -- 172.21.15.33:0/3916791142 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73f000e070 con 0x7f73f80ce040 2024-09-13T15:01:39.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fcff9700 1 -- 172.21.15.33:0/3916791142 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73f0003a40 con 0x7f73f80ce040 2024-09-13T15:01:39.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.025+0000 7f73fcff9700 1 -- 172.21.15.33:0/3916791142 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73f4001670 con 0x7f73f80ce040 2024-09-13T15:01:39.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 -- 172.21.15.33:0/3916791142 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f73f80ce040 msgr2=0x7f73f8165450 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 --2- 172.21.15.33:0/3916791142 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f73f80ce040 0x7f73f8165450 secure :-1 s=READY pgs=70 cs=0 l=1 rev1=1 crypto rx=0x7f73f0009dc0 tx=0x7f73f000b330 comp rx=0 tx=0).stop 2024-09-13T15:01:39.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 -- 172.21.15.33:0/3916791142 shutdown_connections 2024-09-13T15:01:39.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 --2- 172.21.15.33:0/3916791142 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f73f80ce040 0x7f73f8165450 unknown :-1 s=CLOSED pgs=70 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 -- 172.21.15.33:0/3916791142 >> 172.21.15.33:0/3916791142 conn(0x7f73f806a350 msgr2=0x7f73f806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:39.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 -- 172.21.15.33:0/3916791142 shutdown_connections 2024-09-13T15:01:39.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 -- 172.21.15.33:0/3916791142 wait complete. 2024-09-13T15:01:39.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 Processor -- start 2024-09-13T15:01:39.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 -- start start 2024-09-13T15:01:39.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73f80adb30 0x7f73f815ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f73f80cc060 0x7f73f813cf20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f73f80ce040 0x7f73f813f070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73f815d350 con 0x7f73f80adb30 2024-09-13T15:01:39.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f73f813d7c0 con 0x7f73f80cc060 2024-09-13T15:01:39.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73feffd700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f73f81f2eb0 con 0x7f73f80ce040 2024-09-13T15:01:39.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73fdffb700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73f80adb30 0x7f73f815ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73fd7fa700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f73f80cc060 0x7f73f813cf20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73fdffb700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73f80adb30 0x7f73f815ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46936/0 (socket says 172.21.15.33:46936) 2024-09-13T15:01:39.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73fdffb700 1 -- 172.21.15.33:0/3242493289 learned_addr learned my addr 172.21.15.33:0/3242493289 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:39.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.029+0000 7f73fe7fc700 1 --2- 172.21.15.33:0/3242493289 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f73f80ce040 0x7f73f813f070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.033+0000 7f73fdffb700 1 -- 172.21.15.33:0/3242493289 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f73f80ce040 msgr2=0x7f73f813f070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.033+0000 7f73fdffb700 1 --2- 172.21.15.33:0/3242493289 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f73f80ce040 0x7f73f813f070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.033+0000 7f73fdffb700 1 -- 172.21.15.33:0/3242493289 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f73f80cc060 msgr2=0x7f73f813cf20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.033+0000 7f73fdffb700 1 --2- 172.21.15.33:0/3242493289 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f73f80cc060 0x7f73f813cf20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.033+0000 7f73fdffb700 1 -- 172.21.15.33:0/3242493289 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f73f0009a70 con 0x7f73f80adb30 2024-09-13T15:01:39.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.033+0000 7f73fdffb700 1 --2- 172.21.15.33:0/3242493289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73f80adb30 0x7f73f815ad50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f73f400c520 tx=0x7f73f400c830 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:39.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.033+0000 7f73ee7fc700 1 -- 172.21.15.33:0/3242493289 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73f4004ca0 con 0x7f73f80adb30 2024-09-13T15:01:39.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.033+0000 7f73ee7fc700 1 -- 172.21.15.33:0/3242493289 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f73f4004e00 con 0x7f73f80adb30 2024-09-13T15:01:39.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.033+0000 7f73feffd700 1 -- 172.21.15.33:0/3242493289 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f73f81f3190 con 0x7f73f80adb30 2024-09-13T15:01:39.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.033+0000 7f73ee7fc700 1 -- 172.21.15.33:0/3242493289 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f73f4007310 con 0x7f73f80adb30 2024-09-13T15:01:39.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.033+0000 7f73feffd700 1 -- 172.21.15.33:0/3242493289 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f73f813dd60 con 0x7f73f80adb30 2024-09-13T15:01:39.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.033+0000 7f73feffd700 1 -- 172.21.15.33:0/3242493289 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f73f806d3d0 con 0x7f73f80adb30 2024-09-13T15:01:39.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.033+0000 7f73ee7fc700 1 -- 172.21.15.33:0/3242493289 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f73f4007470 con 0x7f73f80adb30 2024-09-13T15:01:39.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.037+0000 7f73ee7fc700 1 --2- 172.21.15.33:0/3242493289 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f73dc066730 0x7f73dc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.037+0000 7f73ee7fc700 1 -- 172.21.15.33:0/3242493289 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f73f40845d0 con 0x7f73f80adb30 2024-09-13T15:01:39.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.037+0000 7f73fd7fa700 1 --2- 172.21.15.33:0/3242493289 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f73dc066730 0x7f73dc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.037+0000 7f73fd7fa700 1 --2- 172.21.15.33:0/3242493289 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f73dc066730 0x7f73dc068bf0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f73f80cb3e0 tx=0x7f73e8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:39.049 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.041+0000 7f73ee7fc700 1 -- 172.21.15.33:0/3242493289 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f73f4051560 con 0x7f73f80adb30 2024-09-13T15:01:39.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.217+0000 7f73feffd700 1 -- 172.21.15.33:0/3242493289 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f73f806d3d0 con 0x7f73f80adb30 2024-09-13T15:01:39.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.217+0000 7f73ee7fc700 1 -- 172.21.15.33:0/3242493289 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v27) v1 ==== 74+0+18687 (secure 0 0 0) 0x7f73f806d3d0 con 0x7f73f80adb30 2024-09-13T15:01:39.226 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:39.226 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":27,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:01:38.449556+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2}]},{"pgid":"3.e","mappings":[{"from":7,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":1}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:39.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.221+0000 7f73feffd700 1 -- 172.21.15.33:0/3242493289 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f73dc066730 msgr2=0x7f73dc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.221+0000 7f73feffd700 1 --2- 172.21.15.33:0/3242493289 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f73dc066730 0x7f73dc068bf0 secure :-1 s=READY pgs=170 cs=0 l=1 rev1=1 crypto rx=0x7f73f80cb3e0 tx=0x7f73e8009040 comp rx=0 tx=0).stop 2024-09-13T15:01:39.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.221+0000 7f73feffd700 1 -- 172.21.15.33:0/3242493289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73f80adb30 msgr2=0x7f73f815ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.221+0000 7f73feffd700 1 --2- 172.21.15.33:0/3242493289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73f80adb30 0x7f73f815ad50 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f73f400c520 tx=0x7f73f400c830 comp rx=0 tx=0).stop 2024-09-13T15:01:39.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.221+0000 7f73feffd700 1 -- 172.21.15.33:0/3242493289 shutdown_connections 2024-09-13T15:01:39.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.221+0000 7f73feffd700 1 --2- 172.21.15.33:0/3242493289 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f73dc066730 0x7f73dc068bf0 unknown :-1 s=CLOSED pgs=170 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.221+0000 7f73feffd700 1 --2- 172.21.15.33:0/3242493289 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f73f80ce040 0x7f73f813f070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.221+0000 7f73feffd700 1 --2- 172.21.15.33:0/3242493289 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f73f80cc060 0x7f73f813cf20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.221+0000 7f73feffd700 1 --2- 172.21.15.33:0/3242493289 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f73f80adb30 0x7f73f815ad50 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.221+0000 7f73feffd700 1 -- 172.21.15.33:0/3242493289 >> 172.21.15.33:0/3242493289 conn(0x7f73f806a350 msgr2=0x7f73f80ace10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:39.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.221+0000 7f73feffd700 1 -- 172.21.15.33:0/3242493289 shutdown_connections 2024-09-13T15:01:39.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.221+0000 7f73feffd700 1 -- 172.21.15.33:0/3242493289 wait complete. 2024-09-13T15:01:39.241 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:39.242 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:39.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.353+0000 7f9ded74a700 1 Processor -- start 2024-09-13T15:01:39.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.353+0000 7f9ded74a700 1 -- start start 2024-09-13T15:01:39.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9ded74a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9de80cec00 0x7f9de806fe20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9ded74a700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9de81468a0 con 0x7f9de81464c0 2024-09-13T15:01:39.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9ded74a700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9de8070b50 con 0x7f9de8070360 2024-09-13T15:01:39.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9ded74a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9de8070e30 con 0x7f9de80cec00 2024-09-13T15:01:39.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9de6ffd700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f9de81464c0 0x7f9de80ce4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:53756/0 (socket says 172.21.15.33:53756) 2024-09-13T15:01:39.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9de6ffd700 1 -- 172.21.15.33:0/229395160 learned_addr learned my addr 172.21.15.33:0/229395160 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:39.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9de67fc700 1 --2- 172.21.15.33:0/229395160 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9de80cec00 0x7f9de806fe20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9de5ffb700 1 -- 172.21.15.33:0/229395160 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 329199615 0 0) 0x7f9de81468a0 con 0x7f9de81464c0 2024-09-13T15:01:39.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9de5ffb700 1 -- 172.21.15.33:0/229395160 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9dd40035d0 con 0x7f9de81464c0 2024-09-13T15:01:39.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9de5ffb700 1 -- 172.21.15.33:0/229395160 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2006994165 0 0) 0x7f9de8070b50 con 0x7f9de8070360 2024-09-13T15:01:39.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9de67fc700 1 -- 172.21.15.33:0/229395160 >> v1:172.21.15.103:6789/0 conn(0x7f9de8070360 legacy=0x7f9de80b1c30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9de67fc700 1 -- 172.21.15.33:0/229395160 >> v1:172.21.15.33:6789/0 conn(0x7f9de81464c0 legacy=0x7f9de80ce4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9de67fc700 1 -- 172.21.15.33:0/229395160 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9de8071110 con 0x7f9de80cec00 2024-09-13T15:01:39.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9de67fc700 1 --2- 172.21.15.33:0/229395160 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9de80cec00 0x7f9de806fe20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8009880 tx=0x7f9dd8009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=8f3f29a1ba920ba9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:39.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9de5ffb700 1 -- 172.21.15.33:0/229395160 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd8011830 con 0x7f9de80cec00 2024-09-13T15:01:39.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9de5ffb700 1 -- 172.21.15.33:0/229395160 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dd8011990 con 0x7f9de80cec00 2024-09-13T15:01:39.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9de5ffb700 1 -- 172.21.15.33:0/229395160 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd8011d00 con 0x7f9de80cec00 2024-09-13T15:01:39.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9ded74a700 1 -- 172.21.15.33:0/229395160 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9de80cec00 msgr2=0x7f9de806fe20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9ded74a700 1 --2- 172.21.15.33:0/229395160 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9de80cec00 0x7f9de806fe20 secure :-1 s=READY pgs=71 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8009880 tx=0x7f9dd8009b90 comp rx=0 tx=0).stop 2024-09-13T15:01:39.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9ded74a700 1 -- 172.21.15.33:0/229395160 shutdown_connections 2024-09-13T15:01:39.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9ded74a700 1 --2- 172.21.15.33:0/229395160 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9de80cec00 0x7f9de806fe20 unknown :-1 s=CLOSED pgs=71 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9ded74a700 1 -- 172.21.15.33:0/229395160 >> 172.21.15.33:0/229395160 conn(0x7f9de80b0560 msgr2=0x7f9de80b0940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:39.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9ded74a700 1 -- 172.21.15.33:0/229395160 shutdown_connections 2024-09-13T15:01:39.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.357+0000 7f9ded74a700 1 -- 172.21.15.33:0/229395160 wait complete. 2024-09-13T15:01:39.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.361+0000 7f9ded74a700 1 Processor -- start 2024-09-13T15:01:39.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.361+0000 7f9ded74a700 1 -- start start 2024-09-13T15:01:39.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9ded74a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9de8070360 0x7f9de80c8c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9ded74a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9de80cec00 0x7f9de8140360 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9ded74a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9de81464c0 0x7f9de80c7150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9ded74a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de80c7b80 con 0x7f9de8070360 2024-09-13T15:01:39.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9ded74a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9de80c7e60 con 0x7f9de81464c0 2024-09-13T15:01:39.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9ded74a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9de80c8140 con 0x7f9de80cec00 2024-09-13T15:01:39.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9de6ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9de8070360 0x7f9de80c8c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9de6ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9de8070360 0x7f9de80c8c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46950/0 (socket says 172.21.15.33:46950) 2024-09-13T15:01:39.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9de6ffd700 1 -- 172.21.15.33:0/2680380139 learned_addr learned my addr 172.21.15.33:0/2680380139 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:39.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9de67fc700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9de80cec00 0x7f9de8140360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9de77fe700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9de81464c0 0x7f9de80c7150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9de67fc700 1 -- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9de81464c0 msgr2=0x7f9de80c7150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9de67fc700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9de81464c0 0x7f9de80c7150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9de67fc700 1 -- 172.21.15.33:0/2680380139 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9de8070360 msgr2=0x7f9de80c8c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9de67fc700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9de8070360 0x7f9de80c8c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9de67fc700 1 -- 172.21.15.33:0/2680380139 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9dd80094b0 con 0x7f9de80cec00 2024-09-13T15:01:39.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9de6ffd700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9de8070360 0x7f9de80c8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:39.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9de67fc700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9de80cec00 0x7f9de8140360 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8015000 tx=0x7f9dd8004770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:39.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9ddf7fe700 1 -- 172.21.15.33:0/2680380139 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd8004550 con 0x7f9de80cec00 2024-09-13T15:01:39.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9ddf7fe700 1 -- 172.21.15.33:0/2680380139 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9dd80036c0 con 0x7f9de80cec00 2024-09-13T15:01:39.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9ded74a700 1 -- 172.21.15.33:0/2680380139 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9de80c8420 con 0x7f9de80cec00 2024-09-13T15:01:39.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9ddf7fe700 1 -- 172.21.15.33:0/2680380139 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9dd8003a70 con 0x7f9de80cec00 2024-09-13T15:01:39.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.365+0000 7f9ded74a700 1 -- 172.21.15.33:0/2680380139 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9de81408a0 con 0x7f9de80cec00 2024-09-13T15:01:39.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.369+0000 7f9ded74a700 1 -- 172.21.15.33:0/2680380139 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9de80c8940 con 0x7f9de80cec00 2024-09-13T15:01:39.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.369+0000 7f9ddf7fe700 1 -- 172.21.15.33:0/2680380139 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9dd8003bd0 con 0x7f9de80cec00 2024-09-13T15:01:39.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.369+0000 7f9ddf7fe700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9dc8066730 0x7f9dc8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.369+0000 7f9ddf7fe700 1 -- 172.21.15.33:0/2680380139 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(27..27 src has 1..27) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f9dd8085a70 con 0x7f9de80cec00 2024-09-13T15:01:39.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.369+0000 7f9de6ffd700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9dc8066730 0x7f9dc8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.373+0000 7f9de6ffd700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9dc8066730 0x7f9dc8068bf0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f9dd0005930 tx=0x7f9dd0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:39.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.381+0000 7f9ddf7fe700 1 -- 172.21.15.33:0/2680380139 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9de80c8940 con 0x7f9de80cec00 2024-09-13T15:01:39.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.561+0000 7f9ded74a700 1 -- 172.21.15.33:0/2680380139 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f9de80c8940 con 0x7f9de80cec00 2024-09-13T15:01:39.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.561+0000 7f9ddf7fe700 1 -- 172.21.15.33:0/2680380139 <== mon.2 v2:172.21.15.103:3301/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f9de80c8940 con 0x7f9de80cec00 2024-09-13T15:01:39.569 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:39.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.565+0000 7f9ded74a700 1 -- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9dc8066730 msgr2=0x7f9dc8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.565+0000 7f9ded74a700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9dc8066730 0x7f9dc8068bf0 secure :-1 s=READY pgs=171 cs=0 l=1 rev1=1 crypto rx=0x7f9dd0005930 tx=0x7f9dd0009040 comp rx=0 tx=0).stop 2024-09-13T15:01:39.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.565+0000 7f9ded74a700 1 -- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9de80cec00 msgr2=0x7f9de8140360 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.565+0000 7f9ded74a700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9de80cec00 0x7f9de8140360 secure :-1 s=READY pgs=72 cs=0 l=1 rev1=1 crypto rx=0x7f9dd8015000 tx=0x7f9dd8004770 comp rx=0 tx=0).stop 2024-09-13T15:01:39.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.565+0000 7f9ded74a700 1 -- 172.21.15.33:0/2680380139 shutdown_connections 2024-09-13T15:01:39.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.565+0000 7f9ded74a700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9dc8066730 0x7f9dc8068bf0 unknown :-1 s=CLOSED pgs=171 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.572 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.565+0000 7f9ded74a700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9de81464c0 0x7f9de80c7150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.565+0000 7f9ded74a700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9de80cec00 0x7f9de8140360 unknown :-1 s=CLOSED pgs=72 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.565+0000 7f9ded74a700 1 --2- 172.21.15.33:0/2680380139 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9de8070360 0x7f9de80c8c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.565+0000 7f9ded74a700 1 -- 172.21.15.33:0/2680380139 >> 172.21.15.33:0/2680380139 conn(0x7f9de80b0560 msgr2=0x7f9de80ace20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:39.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.565+0000 7f9ded74a700 1 -- 172.21.15.33:0/2680380139 shutdown_connections 2024-09-13T15:01:39.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.565+0000 7f9ded74a700 1 -- 172.21.15.33:0/2680380139 wait complete. 2024-09-13T15:01:39.584 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:39.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.693+0000 7f564359e700 1 Processor -- start 2024-09-13T15:01:39.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.693+0000 7f564359e700 1 -- start start 2024-09-13T15:01:39.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f564359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f564415dbe0 0x7f56440ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f564359e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f56440b3260 0x7f56440b36f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f564359e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56440cd4d0 con 0x7f56440add60 2024-09-13T15:01:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f564359e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5644071be0 con 0x7f56440b3260 2024-09-13T15:01:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f564359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5644159af0 con 0x7f564415dbe0 2024-09-13T15:01:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f5642d9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f56440b3260 0x7f56440b36f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f5642d9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f56440b3260 0x7f56440b36f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46964/0 (socket says 172.21.15.33:46964) 2024-09-13T15:01:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f5642d9d700 1 -- 172.21.15.33:0/673872303 learned_addr learned my addr 172.21.15.33:0/673872303 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f5639d9b700 1 --2- 172.21.15.33:0/673872303 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f564415dbe0 0x7f56440ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f5642d9d700 1 -- 172.21.15.33:0/673872303 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f564415dbe0 msgr2=0x7f56440ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f5642d9d700 1 --2- 172.21.15.33:0/673872303 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f564415dbe0 0x7f56440ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f5642d9d700 1 -- 172.21.15.33:0/673872303 >> v1:172.21.15.103:6789/0 conn(0x7f56440add60 legacy=0x7f56440cd960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f5642d9d700 1 -- 172.21.15.33:0/673872303 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f564415e130 con 0x7f56440b3260 2024-09-13T15:01:39.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f5642d9d700 1 --2- 172.21.15.33:0/673872303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56440b3260 0x7f56440b36f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f563c009e50 tx=0x7f563c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59dd6f2049e123ac server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f5641d9b700 1 -- 172.21.15.33:0/673872303 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f563c00e070 con 0x7f56440b3260 2024-09-13T15:01:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f5641d9b700 1 -- 172.21.15.33:0/673872303 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f563c00b910 con 0x7f56440b3260 2024-09-13T15:01:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f5641d9b700 1 -- 172.21.15.33:0/673872303 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f563c00bcc0 con 0x7f56440b3260 2024-09-13T15:01:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f564359e700 1 -- 172.21.15.33:0/673872303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56440b3260 msgr2=0x7f56440b36f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f564359e700 1 --2- 172.21.15.33:0/673872303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56440b3260 0x7f56440b36f0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f563c009e50 tx=0x7f563c00b330 comp rx=0 tx=0).stop 2024-09-13T15:01:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f564359e700 1 -- 172.21.15.33:0/673872303 shutdown_connections 2024-09-13T15:01:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f564359e700 1 --2- 172.21.15.33:0/673872303 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56440b3260 0x7f56440b36f0 unknown :-1 s=CLOSED pgs=300 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f564359e700 1 --2- 172.21.15.33:0/673872303 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f564415dbe0 0x7f56440ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f564359e700 1 -- 172.21.15.33:0/673872303 >> 172.21.15.33:0/673872303 conn(0x7f56440b0980 msgr2=0x7f56440b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f564359e700 1 -- 172.21.15.33:0/673872303 shutdown_connections 2024-09-13T15:01:39.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.697+0000 7f564359e700 1 -- 172.21.15.33:0/673872303 wait complete. 2024-09-13T15:01:39.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.701+0000 7f564359e700 1 Processor -- start 2024-09-13T15:01:39.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.701+0000 7f564359e700 1 -- start start 2024-09-13T15:01:39.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.701+0000 7f564359e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56440add60 0x7f564415c970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.701+0000 7f564359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56440b3260 0x7f5644147f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.701+0000 7f564359e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f564415dbe0 0x7f5644152660 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564359e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f564415ceb0 con 0x7f56440add60 2024-09-13T15:01:39.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564359e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5644151c10 con 0x7f564415dbe0 2024-09-13T15:01:39.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f564415bc40 con 0x7f56440b3260 2024-09-13T15:01:39.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564259c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56440add60 0x7f564415c970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564259c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56440add60 0x7f564415c970 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46978/0 (socket says 172.21.15.33:46978) 2024-09-13T15:01:39.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564259c700 1 -- 172.21.15.33:0/247848419 learned_addr learned my addr 172.21.15.33:0/247848419 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:39.711 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f5642d9d700 1 --2- 172.21.15.33:0/247848419 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f564415dbe0 0x7f5644152660 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f5639d9b700 1 --2- 172.21.15.33:0/247848419 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56440b3260 0x7f5644147f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564259c700 1 -- 172.21.15.33:0/247848419 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56440b3260 msgr2=0x7f5644147f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564259c700 1 --2- 172.21.15.33:0/247848419 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56440b3260 0x7f5644147f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564259c700 1 -- 172.21.15.33:0/247848419 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f564415dbe0 msgr2=0x7f5644152660 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564259c700 1 --2- 172.21.15.33:0/247848419 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f564415dbe0 0x7f5644152660 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564259c700 1 -- 172.21.15.33:0/247848419 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f563c009b30 con 0x7f56440add60 2024-09-13T15:01:39.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564259c700 1 --2- 172.21.15.33:0/247848419 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56440add60 0x7f564415c970 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f563400c500 tx=0x7f563400c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:39.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f563b7fe700 1 -- 172.21.15.33:0/247848419 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56340052d0 con 0x7f56440add60 2024-09-13T15:01:39.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f563b7fe700 1 -- 172.21.15.33:0/247848419 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5634005430 con 0x7f56440add60 2024-09-13T15:01:39.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564359e700 1 -- 172.21.15.33:0/247848419 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f564415bf20 con 0x7f56440add60 2024-09-13T15:01:39.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f563b7fe700 1 -- 172.21.15.33:0/247848419 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56340055a0 con 0x7f56440add60 2024-09-13T15:01:39.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564359e700 1 -- 172.21.15.33:0/247848419 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5644152140 con 0x7f56440add60 2024-09-13T15:01:39.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f564359e700 1 -- 172.21.15.33:0/247848419 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56440ae140 con 0x7f56440add60 2024-09-13T15:01:39.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.705+0000 7f563b7fe700 1 -- 172.21.15.33:0/247848419 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f56340038e0 con 0x7f56440add60 2024-09-13T15:01:39.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.709+0000 7f563b7fe700 1 --2- 172.21.15.33:0/247848419 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5624066730 0x7f5624068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:39.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.709+0000 7f563b7fe700 1 -- 172.21.15.33:0/247848419 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f5634083870 con 0x7f56440add60 2024-09-13T15:01:39.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.709+0000 7f5639d9b700 1 --2- 172.21.15.33:0/247848419 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5624066730 0x7f5624068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:39.714 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.709+0000 7f5639d9b700 1 --2- 172.21.15.33:0/247848419 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5624066730 0x7f5624068bf0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f56440adac0 tx=0x7f562c009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:39.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.717+0000 7f563b7fe700 1 -- 172.21.15.33:0/247848419 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f56340507a0 con 0x7f56440add60 2024-09-13T15:01:39.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.885+0000 7f564359e700 1 -- 172.21.15.33:0/247848419 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f564406ffc0 con 0x7f56440add60 2024-09-13T15:01:39.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.889+0000 7f563b7fe700 1 -- 172.21.15.33:0/247848419 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f5634053dc0 con 0x7f56440add60 2024-09-13T15:01:39.894 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:39.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.889+0000 7f564359e700 1 -- 172.21.15.33:0/247848419 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5624066730 msgr2=0x7f5624068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.889+0000 7f564359e700 1 --2- 172.21.15.33:0/247848419 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5624066730 0x7f5624068bf0 secure :-1 s=READY pgs=172 cs=0 l=1 rev1=1 crypto rx=0x7f56440adac0 tx=0x7f562c009240 comp rx=0 tx=0).stop 2024-09-13T15:01:39.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.889+0000 7f564359e700 1 -- 172.21.15.33:0/247848419 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56440add60 msgr2=0x7f564415c970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:39.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.889+0000 7f564359e700 1 --2- 172.21.15.33:0/247848419 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56440add60 0x7f564415c970 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7f563400c500 tx=0x7f563400c810 comp rx=0 tx=0).stop 2024-09-13T15:01:39.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.889+0000 7f564359e700 1 -- 172.21.15.33:0/247848419 shutdown_connections 2024-09-13T15:01:39.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.889+0000 7f564359e700 1 --2- 172.21.15.33:0/247848419 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5624066730 0x7f5624068bf0 unknown :-1 s=CLOSED pgs=172 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.889+0000 7f564359e700 1 --2- 172.21.15.33:0/247848419 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f564415dbe0 0x7f5644152660 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.889+0000 7f564359e700 1 --2- 172.21.15.33:0/247848419 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56440b3260 0x7f5644147f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.889+0000 7f564359e700 1 --2- 172.21.15.33:0/247848419 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56440add60 0x7f564415c970 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:39.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.889+0000 7f564359e700 1 -- 172.21.15.33:0/247848419 >> 172.21.15.33:0/247848419 conn(0x7f56440b0980 msgr2=0x7f56440b0d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:39.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.889+0000 7f564359e700 1 -- 172.21.15.33:0/247848419 shutdown_connections 2024-09-13T15:01:39.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:39.889+0000 7f564359e700 1 -- 172.21.15.33:0/247848419 wait complete. 2024-09-13T15:01:39.908 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11c0889700 1 Processor -- start 2024-09-13T15:01:40.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11c0889700 1 -- start start 2024-09-13T15:01:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11c0889700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11bc06f480 0x7f11bc0b4510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11c0889700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f11bc15dc40 0x7f11bc0b4a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11c0889700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11bc0b5b20 con 0x7f11bc15d150 2024-09-13T15:01:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11c0889700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f11bc0b5280 con 0x7f11bc15dc40 2024-09-13T15:01:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11c0889700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11bc0b5560 con 0x7f11bc06f480 2024-09-13T15:01:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11bb59e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f11bc15dc40 0x7f11bc0b4a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11bad9d700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f11bc15d150 0x7f11bc15d530 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:53758/0 (socket says 172.21.15.33:53758) 2024-09-13T15:01:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11bad9d700 1 -- 172.21.15.33:0/964089609 learned_addr learned my addr 172.21.15.33:0/964089609 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11ba59c700 1 --2- 172.21.15.33:0/964089609 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11bc06f480 0x7f11bc0b4510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11bb59e700 1 -- 172.21.15.33:0/964089609 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11bc06f480 msgr2=0x7f11bc0b4510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:40.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11bb59e700 1 --2- 172.21.15.33:0/964089609 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11bc06f480 0x7f11bc0b4510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11b9d9b700 1 -- 172.21.15.33:0/964089609 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 517538760 0 0) 0x7f11bc0b5b20 con 0x7f11bc15d150 2024-09-13T15:01:40.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11bb59e700 1 -- 172.21.15.33:0/964089609 >> v1:172.21.15.33:6789/0 conn(0x7f11bc15d150 legacy=0x7f11bc15d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.025+0000 7f11bb59e700 1 -- 172.21.15.33:0/964089609 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11bc0b5840 con 0x7f11bc15dc40 2024-09-13T15:01:40.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.029+0000 7f11bb59e700 1 --2- 172.21.15.33:0/964089609 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11bc15dc40 0x7f11bc0b4a50 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f11ac009850 tx=0x7f11ac009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8000afbbda220d8a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:40.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.029+0000 7f11b9d9b700 1 -- 172.21.15.33:0/964089609 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11ac011830 con 0x7f11bc15dc40 2024-09-13T15:01:40.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.029+0000 7f11b9d9b700 1 -- 172.21.15.33:0/964089609 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11ac011990 con 0x7f11bc15dc40 2024-09-13T15:01:40.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.029+0000 7f11b9d9b700 1 -- 172.21.15.33:0/964089609 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11ac011d40 con 0x7f11bc15dc40 2024-09-13T15:01:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.029+0000 7f11c0889700 1 -- 172.21.15.33:0/964089609 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11bc15dc40 msgr2=0x7f11bc0b4a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.029+0000 7f11c0889700 1 --2- 172.21.15.33:0/964089609 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11bc15dc40 0x7f11bc0b4a50 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7f11ac009850 tx=0x7f11ac009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.029+0000 7f11c0889700 1 -- 172.21.15.33:0/964089609 shutdown_connections 2024-09-13T15:01:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.029+0000 7f11c0889700 1 --2- 172.21.15.33:0/964089609 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11bc06f480 0x7f11bc0b4510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.029+0000 7f11c0889700 1 --2- 172.21.15.33:0/964089609 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11bc15dc40 0x7f11bc0b4a50 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.029+0000 7f11c0889700 1 -- 172.21.15.33:0/964089609 >> 172.21.15.33:0/964089609 conn(0x7f11bc0b5d90 msgr2=0x7f11bc0b61a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.029+0000 7f11c0889700 1 -- 172.21.15.33:0/964089609 shutdown_connections 2024-09-13T15:01:40.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.029+0000 7f11c0889700 1 -- 172.21.15.33:0/964089609 wait complete. 2024-09-13T15:01:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.029+0000 7f11c0889700 1 Processor -- start 2024-09-13T15:01:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.029+0000 7f11c0889700 1 -- start start 2024-09-13T15:01:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11c0889700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f11bc06f480 0x7f11bc14f610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11c0889700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11bc15d150 0x7f11bc155de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11c0889700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11bc15dc40 0x7f11bc151310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11c0889700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11bc0cce50 con 0x7f11bc15dc40 2024-09-13T15:01:40.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11c0889700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f11bc156840 con 0x7f11bc06f480 2024-09-13T15:01:40.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11c0889700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f11bc156b20 con 0x7f11bc15d150 2024-09-13T15:01:40.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11bb59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11bc15dc40 0x7f11bc151310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11ba59c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11bc15d150 0x7f11bc155de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11bad9d700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f11bc06f480 0x7f11bc14f610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11bb59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11bc15dc40 0x7f11bc151310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46992/0 (socket says 172.21.15.33:46992) 2024-09-13T15:01:40.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11bb59e700 1 -- 172.21.15.33:0/2790115507 learned_addr learned my addr 172.21.15.33:0/2790115507 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11bad9d700 1 -- 172.21.15.33:0/2790115507 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11bc15d150 msgr2=0x7f11bc155de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11bad9d700 1 --2- 172.21.15.33:0/2790115507 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11bc15d150 0x7f11bc155de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11bad9d700 1 -- 172.21.15.33:0/2790115507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11bc15dc40 msgr2=0x7f11bc151310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11bad9d700 1 --2- 172.21.15.33:0/2790115507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11bc15dc40 0x7f11bc151310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11bad9d700 1 -- 172.21.15.33:0/2790115507 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11ac0094b0 con 0x7f11bc06f480 2024-09-13T15:01:40.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11bb59e700 1 --2- 172.21.15.33:0/2790115507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11bc15dc40 0x7f11bc151310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:40.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11bad9d700 1 --2- 172.21.15.33:0/2790115507 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f11bc06f480 0x7f11bc14f610 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f11b400cc00 tx=0x7f11b400cf10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:40.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11b37fe700 1 -- 172.21.15.33:0/2790115507 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11b400aa80 con 0x7f11bc06f480 2024-09-13T15:01:40.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11b37fe700 1 -- 172.21.15.33:0/2790115507 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f11b400ac00 con 0x7f11bc06f480 2024-09-13T15:01:40.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11b37fe700 1 -- 172.21.15.33:0/2790115507 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f11b40070d0 con 0x7f11bc06f480 2024-09-13T15:01:40.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11c0889700 1 -- 172.21.15.33:0/2790115507 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f11bc14ee10 con 0x7f11bc06f480 2024-09-13T15:01:40.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11c0889700 1 -- 172.21.15.33:0/2790115507 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f11bc14fb50 con 0x7f11bc06f480 2024-09-13T15:01:40.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.033+0000 7f11c0889700 1 -- 172.21.15.33:0/2790115507 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f11bc14f330 con 0x7f11bc06f480 2024-09-13T15:01:40.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.037+0000 7f11b37fe700 1 -- 172.21.15.33:0/2790115507 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f11b4007230 con 0x7f11bc06f480 2024-09-13T15:01:40.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.037+0000 7f11b37fe700 1 --2- 172.21.15.33:0/2790115507 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f119c066730 0x7f119c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.037+0000 7f11b37fe700 1 -- 172.21.15.33:0/2790115507 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f11b4084300 con 0x7f11bc06f480 2024-09-13T15:01:40.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.037+0000 7f11ba59c700 1 --2- 172.21.15.33:0/2790115507 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f119c066730 0x7f119c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.037+0000 7f11ba59c700 1 --2- 172.21.15.33:0/2790115507 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f119c066730 0x7f119c068bf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f11bc09ed40 tx=0x7f11a4009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:40.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.045+0000 7f11b37fe700 1 -- 172.21.15.33:0/2790115507 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f11b4051180 con 0x7f11bc06f480 2024-09-13T15:01:40.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.217+0000 7f11c0889700 1 -- 172.21.15.33:0/2790115507 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f11bc14f330 con 0x7f11bc06f480 2024-09-13T15:01:40.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.217+0000 7f11b37fe700 1 -- 172.21.15.33:0/2790115507 <== mon.1 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f11bc14f330 con 0x7f11bc06f480 2024-09-13T15:01:40.223 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:40.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.221+0000 7f11c0889700 1 -- 172.21.15.33:0/2790115507 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f119c066730 msgr2=0x7f119c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.221+0000 7f11c0889700 1 --2- 172.21.15.33:0/2790115507 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f119c066730 0x7f119c068bf0 secure :-1 s=READY pgs=173 cs=0 l=1 rev1=1 crypto rx=0x7f11bc09ed40 tx=0x7f11a4009240 comp rx=0 tx=0).stop 2024-09-13T15:01:40.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.221+0000 7f11c0889700 1 -- 172.21.15.33:0/2790115507 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f11bc06f480 msgr2=0x7f11bc14f610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.221+0000 7f11c0889700 1 --2- 172.21.15.33:0/2790115507 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f11bc06f480 0x7f11bc14f610 secure :-1 s=READY pgs=153 cs=0 l=1 rev1=1 crypto rx=0x7f11b400cc00 tx=0x7f11b400cf10 comp rx=0 tx=0).stop 2024-09-13T15:01:40.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.221+0000 7f11c0889700 1 -- 172.21.15.33:0/2790115507 shutdown_connections 2024-09-13T15:01:40.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.221+0000 7f11c0889700 1 --2- 172.21.15.33:0/2790115507 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f119c066730 0x7f119c068bf0 unknown :-1 s=CLOSED pgs=173 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.221+0000 7f11c0889700 1 --2- 172.21.15.33:0/2790115507 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11bc15dc40 0x7f11bc151310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.221+0000 7f11c0889700 1 --2- 172.21.15.33:0/2790115507 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11bc15d150 0x7f11bc155de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.221+0000 7f11c0889700 1 --2- 172.21.15.33:0/2790115507 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f11bc06f480 0x7f11bc14f610 unknown :-1 s=CLOSED pgs=153 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.221+0000 7f11c0889700 1 -- 172.21.15.33:0/2790115507 >> 172.21.15.33:0/2790115507 conn(0x7f11bc0b5d90 msgr2=0x7f11bc0b1460 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:40.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.221+0000 7f11c0889700 1 -- 172.21.15.33:0/2790115507 shutdown_connections 2024-09-13T15:01:40.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.221+0000 7f11c0889700 1 -- 172.21.15.33:0/2790115507 wait complete. 2024-09-13T15:01:40.239 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:40.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.345+0000 7f6ffa252700 1 Processor -- start 2024-09-13T15:01:40.353 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.345+0000 7f6ffa252700 1 -- start start 2024-09-13T15:01:40.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ffa252700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f6ff40b2e00 0x7f6ff4161100 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ffa252700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ff406a680 con 0x7f6ff40b10e0 2024-09-13T15:01:40.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ffa252700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ff406a350 con 0x7f6ff40b14c0 2024-09-13T15:01:40.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ffa252700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ff40b1cf0 con 0x7f6ff40b2e00 2024-09-13T15:01:40.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ff37fe700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f6ff40b10e0 0x7f6ff406ab10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:53772/0 (socket says 172.21.15.33:53772) 2024-09-13T15:01:40.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ff37fe700 1 -- 172.21.15.33:0/4217952960 learned_addr learned my addr 172.21.15.33:0/4217952960 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:40.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ff3fff700 1 --2- 172.21.15.33:0/4217952960 >> v2:172.21.15.33:3300/0 conn(0x7f6ff40b2e00 0x7f6ff4161100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ff27fc700 1 -- 172.21.15.33:0/4217952960 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3579126277 0 0) 0x7f6ff406a680 con 0x7f6ff40b10e0 2024-09-13T15:01:40.355 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ff27fc700 1 -- 172.21.15.33:0/4217952960 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6fe00035d0 con 0x7f6ff40b10e0 2024-09-13T15:01:40.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ff27fc700 1 -- 172.21.15.33:0/4217952960 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 395846629 0 0) 0x7f6fe00035d0 con 0x7f6ff40b10e0 2024-09-13T15:01:40.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ff3fff700 1 -- 172.21.15.33:0/4217952960 >> v1:172.21.15.103:6789/0 conn(0x7f6ff40b14c0 legacy=0x7f6ff415d9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ff3fff700 1 -- 172.21.15.33:0/4217952960 >> v1:172.21.15.33:6789/0 conn(0x7f6ff40b10e0 legacy=0x7f6ff406ab10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ff3fff700 1 -- 172.21.15.33:0/4217952960 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ff406b790 con 0x7f6ff40b2e00 2024-09-13T15:01:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ff3fff700 1 --2- 172.21.15.33:0/4217952960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ff40b2e00 0x7f6ff4161100 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f6fec009880 tx=0x7f6fec009b90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f4bef8bef8817165 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ff27fc700 1 -- 172.21.15.33:0/4217952960 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fe40019f0 con 0x7f6ff40b2e00 2024-09-13T15:01:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ff27fc700 1 -- 172.21.15.33:0/4217952960 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fec010590 con 0x7f6ff40b2e00 2024-09-13T15:01:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ff27fc700 1 -- 172.21.15.33:0/4217952960 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fec010940 con 0x7f6ff40b2e00 2024-09-13T15:01:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ffa252700 1 -- 172.21.15.33:0/4217952960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ff40b2e00 msgr2=0x7f6ff4161100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ffa252700 1 --2- 172.21.15.33:0/4217952960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ff40b2e00 0x7f6ff4161100 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f6fec009880 tx=0x7f6fec009b90 comp rx=0 tx=0).stop 2024-09-13T15:01:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ffa252700 1 -- 172.21.15.33:0/4217952960 shutdown_connections 2024-09-13T15:01:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ffa252700 1 --2- 172.21.15.33:0/4217952960 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ff40b2e00 0x7f6ff4161100 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ffa252700 1 -- 172.21.15.33:0/4217952960 >> 172.21.15.33:0/4217952960 conn(0x7f6ff40b22e0 msgr2=0x7f6ff40b26f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ffa252700 1 -- 172.21.15.33:0/4217952960 shutdown_connections 2024-09-13T15:01:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.349+0000 7f6ffa252700 1 -- 172.21.15.33:0/4217952960 wait complete. 2024-09-13T15:01:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ffa252700 1 Processor -- start 2024-09-13T15:01:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ffa252700 1 -- start start 2024-09-13T15:01:40.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ffa252700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ff40b10e0 0x7f6ff41f2450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ffa252700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ff40b14c0 0x7f6ff41525c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ffa252700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ff40b2e00 0x7f6ff415f640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ffa252700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ff41f2990 con 0x7f6ff40b14c0 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ffa252700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ff4152b00 con 0x7f6ff40b10e0 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ffa252700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ff415a120 con 0x7f6ff40b2e00 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ff2ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ff40b14c0 0x7f6ff41525c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ff37fe700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ff40b10e0 0x7f6ff41f2450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ff2ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ff40b14c0 0x7f6ff41525c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47012/0 (socket says 172.21.15.33:47012) 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ff2ffd700 1 -- 172.21.15.33:0/2265717327 learned_addr learned my addr 172.21.15.33:0/2265717327 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ff3fff700 1 --2- 172.21.15.33:0/2265717327 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ff40b2e00 0x7f6ff415f640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ff2ffd700 1 -- 172.21.15.33:0/2265717327 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ff40b2e00 msgr2=0x7f6ff415f640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ff2ffd700 1 --2- 172.21.15.33:0/2265717327 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ff40b2e00 0x7f6ff415f640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ff2ffd700 1 -- 172.21.15.33:0/2265717327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ff40b10e0 msgr2=0x7f6ff41f2450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ff2ffd700 1 --2- 172.21.15.33:0/2265717327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ff40b10e0 0x7f6ff41f2450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ff2ffd700 1 -- 172.21.15.33:0/2265717327 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6fec0094b0 con 0x7f6ff40b14c0 2024-09-13T15:01:40.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ff2ffd700 1 --2- 172.21.15.33:0/2265717327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ff40b14c0 0x7f6ff41525c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc00c7b0 tx=0x7f6fdc00cac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:40.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6febfff700 1 -- 172.21.15.33:0/2265717327 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc0054e0 con 0x7f6ff40b14c0 2024-09-13T15:01:40.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6febfff700 1 -- 172.21.15.33:0/2265717327 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6fdc0036a0 con 0x7f6ff40b14c0 2024-09-13T15:01:40.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ffa252700 1 -- 172.21.15.33:0/2265717327 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ff41597f0 con 0x7f6ff40b14c0 2024-09-13T15:01:40.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6febfff700 1 -- 172.21.15.33:0/2265717327 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6fdc003a50 con 0x7f6ff40b14c0 2024-09-13T15:01:40.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.353+0000 7f6ffa252700 1 -- 172.21.15.33:0/2265717327 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ff4159db0 con 0x7f6ff40b14c0 2024-09-13T15:01:40.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.357+0000 7f6febfff700 1 -- 172.21.15.33:0/2265717327 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6fdc003bb0 con 0x7f6ff40b14c0 2024-09-13T15:01:40.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.357+0000 7f6ffa252700 1 -- 172.21.15.33:0/2265717327 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6ff4161100 con 0x7f6ff40b14c0 2024-09-13T15:01:40.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.357+0000 7f6febfff700 1 --2- 172.21.15.33:0/2265717327 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6fd4066730 0x7f6fd4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.357+0000 7f6febfff700 1 -- 172.21.15.33:0/2265717327 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f6fdc0835b0 con 0x7f6ff40b14c0 2024-09-13T15:01:40.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.357+0000 7f6ff37fe700 1 --2- 172.21.15.33:0/2265717327 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6fd4066730 0x7f6fd4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.357+0000 7f6ff37fe700 1 --2- 172.21.15.33:0/2265717327 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6fd4066730 0x7f6fd4068bf0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6fe40012e0 tx=0x7f6fe40021c0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:40.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.365+0000 7f6febfff700 1 -- 172.21.15.33:0/2265717327 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6fdc0504d0 con 0x7f6ff40b14c0 2024-09-13T15:01:40.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.537+0000 7f6ffa252700 1 -- 172.21.15.33:0/2265717327 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f6ff415a260 con 0x7f6ff40b14c0 2024-09-13T15:01:40.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.537+0000 7f6febfff700 1 -- 172.21.15.33:0/2265717327 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f6fdc003e60 con 0x7f6ff40b14c0 2024-09-13T15:01:40.544 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:40.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.541+0000 7f6ffa252700 1 -- 172.21.15.33:0/2265717327 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6fd4066730 msgr2=0x7f6fd4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.541+0000 7f6ffa252700 1 --2- 172.21.15.33:0/2265717327 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6fd4066730 0x7f6fd4068bf0 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f6fe40012e0 tx=0x7f6fe40021c0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.541+0000 7f6ffa252700 1 -- 172.21.15.33:0/2265717327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ff40b14c0 msgr2=0x7f6ff41525c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.541+0000 7f6ffa252700 1 --2- 172.21.15.33:0/2265717327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ff40b14c0 0x7f6ff41525c0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f6fdc00c7b0 tx=0x7f6fdc00cac0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.541+0000 7f6ffa252700 1 -- 172.21.15.33:0/2265717327 shutdown_connections 2024-09-13T15:01:40.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.541+0000 7f6ffa252700 1 --2- 172.21.15.33:0/2265717327 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6fd4066730 0x7f6fd4068bf0 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.541+0000 7f6ffa252700 1 --2- 172.21.15.33:0/2265717327 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ff40b2e00 0x7f6ff415f640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.541+0000 7f6ffa252700 1 --2- 172.21.15.33:0/2265717327 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ff40b14c0 0x7f6ff41525c0 unknown :-1 s=CLOSED pgs=306 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.541+0000 7f6ffa252700 1 --2- 172.21.15.33:0/2265717327 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ff40b10e0 0x7f6ff41f2450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.541+0000 7f6ffa252700 1 -- 172.21.15.33:0/2265717327 >> 172.21.15.33:0/2265717327 conn(0x7f6ff40b22e0 msgr2=0x7f6ff40b26c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:40.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.541+0000 7f6ffa252700 1 -- 172.21.15.33:0/2265717327 shutdown_connections 2024-09-13T15:01:40.548 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.541+0000 7f6ffa252700 1 -- 172.21.15.33:0/2265717327 wait complete. 2024-09-13T15:01:40.560 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:01:40.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.665+0000 7f7415855700 1 Processor -- start 2024-09-13T15:01:40.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.665+0000 7f7415855700 1 -- start start 2024-09-13T15:01:40.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415855700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f741015cc40 0x7f74100ce710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415855700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f741008c6b0 0x7f7410166a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415855700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f741015d020 con 0x7f74100cd860 2024-09-13T15:01:40.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415855700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74100b44c0 con 0x7f741015cc40 2024-09-13T15:01:40.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415855700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74100d0720 con 0x7f741008c6b0 2024-09-13T15:01:40.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415054700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f741008c6b0 0x7f7410166a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7414853700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f741015cc40 0x7f74100ce710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7407fff700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f74100cd860 0x7f741008bfa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:43082/0 (socket says 172.21.15.33:43082) 2024-09-13T15:01:40.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415054700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f741008c6b0 0x7f7410166a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:45624/0 (socket says 172.21.15.33:45624) 2024-09-13T15:01:40.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7407fff700 1 -- 172.21.15.33:0/302204987 learned_addr learned my addr 172.21.15.33:0/302204987 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:40.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415054700 1 -- 172.21.15.33:0/302204987 >> v2:172.21.15.103:3300/0 conn(0x7f741015cc40 msgr2=0x7f74100ce710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:40.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415054700 1 --2- 172.21.15.33:0/302204987 >> v2:172.21.15.103:3300/0 conn(0x7f741015cc40 0x7f74100ce710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415054700 1 -- 172.21.15.33:0/302204987 >> v1:172.21.15.103:6789/0 conn(0x7f74100cd860 legacy=0x7f741008bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415054700 1 -- 172.21.15.33:0/302204987 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74100d09c0 con 0x7f741008c6b0 2024-09-13T15:01:40.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415054700 1 --2- 172.21.15.33:0/302204987 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f741008c6b0 0x7f7410166a50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f7408009dc0 tx=0x7f740800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=9d1342c242bd4063 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:40.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f74077fe700 1 -- 172.21.15.33:0/302204987 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f740800e070 con 0x7f741008c6b0 2024-09-13T15:01:40.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f74077fe700 1 -- 172.21.15.33:0/302204987 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f740800bae0 con 0x7f741008c6b0 2024-09-13T15:01:40.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f74077fe700 1 -- 172.21.15.33:0/302204987 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f740800be90 con 0x7f741008c6b0 2024-09-13T15:01:40.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415855700 1 -- 172.21.15.33:0/302204987 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f741008c6b0 msgr2=0x7f7410166a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415855700 1 --2- 172.21.15.33:0/302204987 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f741008c6b0 0x7f7410166a50 secure :-1 s=READY pgs=73 cs=0 l=1 rev1=1 crypto rx=0x7f7408009dc0 tx=0x7f740800b330 comp rx=0 tx=0).stop 2024-09-13T15:01:40.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415855700 1 -- 172.21.15.33:0/302204987 shutdown_connections 2024-09-13T15:01:40.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415855700 1 --2- 172.21.15.33:0/302204987 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f741008c6b0 0x7f7410166a50 unknown :-1 s=CLOSED pgs=73 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415855700 1 --2- 172.21.15.33:0/302204987 >> v2:172.21.15.103:3300/0 conn(0x7f741015cc40 0x7f74100ce710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415855700 1 -- 172.21.15.33:0/302204987 >> 172.21.15.33:0/302204987 conn(0x7f74100b4640 msgr2=0x7f74100b4a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:40.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415855700 1 -- 172.21.15.33:0/302204987 shutdown_connections 2024-09-13T15:01:40.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.669+0000 7f7415855700 1 -- 172.21.15.33:0/302204987 wait complete. 2024-09-13T15:01:40.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.673+0000 7f7415855700 1 Processor -- start 2024-09-13T15:01:40.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.673+0000 7f7415855700 1 -- start start 2024-09-13T15:01:40.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.673+0000 7f7415855700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f741008c6b0 0x7f74100c6620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.673+0000 7f7415855700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f74100cd860 0x7f7410154320 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.673+0000 7f7415855700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f741015cc40 0x7f74100cc880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.673+0000 7f7415855700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7410154860 con 0x7f741015cc40 2024-09-13T15:01:40.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.673+0000 7f7415855700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74100c6c00 con 0x7f74100cd860 2024-09-13T15:01:40.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.673+0000 7f7415855700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f74100c6ee0 con 0x7f741008c6b0 2024-09-13T15:01:40.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.673+0000 7f7415054700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f741015cc40 0x7f74100cc880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.673+0000 7f7415054700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f741015cc40 0x7f74100cc880 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47026/0 (socket says 172.21.15.33:47026) 2024-09-13T15:01:40.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.673+0000 7f7415054700 1 -- 172.21.15.33:0/1845906268 learned_addr learned my addr 172.21.15.33:0/1845906268 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:40.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.673+0000 7f7407fff700 1 --2- 172.21.15.33:0/1845906268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f74100cd860 0x7f7410154320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.673+0000 7f7414853700 1 --2- 172.21.15.33:0/1845906268 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f741008c6b0 0x7f74100c6620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.677+0000 7f7415054700 1 -- 172.21.15.33:0/1845906268 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f741008c6b0 msgr2=0x7f74100c6620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.677+0000 7f7415054700 1 --2- 172.21.15.33:0/1845906268 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f741008c6b0 0x7f74100c6620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.677+0000 7f7415054700 1 -- 172.21.15.33:0/1845906268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f74100cd860 msgr2=0x7f7410154320 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.677+0000 7f7415054700 1 --2- 172.21.15.33:0/1845906268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f74100cd860 0x7f7410154320 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.677+0000 7f7415054700 1 -- 172.21.15.33:0/1845906268 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7408009a70 con 0x7f741015cc40 2024-09-13T15:01:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.677+0000 7f7415054700 1 --2- 172.21.15.33:0/1845906268 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f741015cc40 0x7f74100cc880 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f7408014040 tx=0x7f7408004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.677+0000 7f74057fa700 1 -- 172.21.15.33:0/1845906268 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74080044d0 con 0x7f741015cc40 2024-09-13T15:01:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.677+0000 7f74057fa700 1 -- 172.21.15.33:0/1845906268 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7408020070 con 0x7f741015cc40 2024-09-13T15:01:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.677+0000 7f7415855700 1 -- 172.21.15.33:0/1845906268 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74100c71c0 con 0x7f741015cc40 2024-09-13T15:01:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.677+0000 7f74057fa700 1 -- 172.21.15.33:0/1845906268 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7408004870 con 0x7f741015cc40 2024-09-13T15:01:40.684 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.677+0000 7f7415855700 1 -- 172.21.15.33:0/1845906268 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74100c7780 con 0x7f741015cc40 2024-09-13T15:01:40.685 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.677+0000 7f7415855700 1 -- 172.21.15.33:0/1845906268 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f741006c320 con 0x7f741015cc40 2024-09-13T15:01:40.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.681+0000 7f74057fa700 1 -- 172.21.15.33:0/1845906268 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7408012430 con 0x7f741015cc40 2024-09-13T15:01:40.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.681+0000 7f74057fa700 1 --2- 172.21.15.33:0/1845906268 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f73fc066730 0x7f73fc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:40.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.681+0000 7f74057fa700 1 -- 172.21.15.33:0/1845906268 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f7408022070 con 0x7f741015cc40 2024-09-13T15:01:40.687 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.681+0000 7f7414853700 1 --2- 172.21.15.33:0/1845906268 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f73fc066730 0x7f73fc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:40.689 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.681+0000 7f7414853700 1 --2- 172.21.15.33:0/1845906268 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f73fc066730 0x7f73fc068bf0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f740c009bf0 tx=0x7f740c009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:40.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.685+0000 7f74057fa700 1 -- 172.21.15.33:0/1845906268 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7408053950 con 0x7f741015cc40 2024-09-13T15:01:40.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.869+0000 7f7415855700 1 -- 172.21.15.33:0/1845906268 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f74100c7970 con 0x7f741015cc40 2024-09-13T15:01:40.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.869+0000 7f74057fa700 1 -- 172.21.15.33:0/1845906268 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7f7408056f70 con 0x7f741015cc40 2024-09-13T15:01:40.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.873+0000 7f7415855700 1 -- 172.21.15.33:0/1845906268 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f73fc066730 msgr2=0x7f73fc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.873+0000 7f7415855700 1 --2- 172.21.15.33:0/1845906268 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f73fc066730 0x7f73fc068bf0 secure :-1 s=READY pgs=175 cs=0 l=1 rev1=1 crypto rx=0x7f740c009bf0 tx=0x7f740c009240 comp rx=0 tx=0).stop 2024-09-13T15:01:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.873+0000 7f7415855700 1 -- 172.21.15.33:0/1845906268 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f741015cc40 msgr2=0x7f74100cc880 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.873+0000 7f7415855700 1 --2- 172.21.15.33:0/1845906268 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f741015cc40 0x7f74100cc880 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f7408014040 tx=0x7f7408004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.873+0000 7f7415855700 1 -- 172.21.15.33:0/1845906268 shutdown_connections 2024-09-13T15:01:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.873+0000 7f7415855700 1 --2- 172.21.15.33:0/1845906268 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f73fc066730 0x7f73fc068bf0 unknown :-1 s=CLOSED pgs=175 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.873+0000 7f7415855700 1 --2- 172.21.15.33:0/1845906268 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f741015cc40 0x7f74100cc880 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.873+0000 7f7415855700 1 --2- 172.21.15.33:0/1845906268 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f74100cd860 0x7f7410154320 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.873+0000 7f7415855700 1 --2- 172.21.15.33:0/1845906268 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f741008c6b0 0x7f74100c6620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.873+0000 7f7415855700 1 -- 172.21.15.33:0/1845906268 >> 172.21.15.33:0/1845906268 conn(0x7f74100b4640 msgr2=0x7f74100b4a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.873+0000 7f7415855700 1 -- 172.21.15.33:0/1845906268 shutdown_connections 2024-09-13T15:01:40.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:40.873+0000 7f7415855700 1 -- 172.21.15.33:0/1845906268 wait complete. 2024-09-13T15:01:40.881 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-09-13T15:01:40.892 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:01:40.892 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:01:40.898 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:41.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.049+0000 7f5d14eec700 1 Processor -- start 2024-09-13T15:01:41.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.049+0000 7f5d14eec700 1 -- start start 2024-09-13T15:01:41.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d14eec700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f5d1015a620 0x7f5d100b3720 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d14eec700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f5d101612f0 0x7f5d100ada00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d14eec700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5d100ac960 con 0x7f5d100adf40 2024-09-13T15:01:41.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d14eec700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d100acc40 con 0x7f5d1015a620 2024-09-13T15:01:41.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d14eec700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5d100acf20 con 0x7f5d101612f0 2024-09-13T15:01:41.058 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d0e59c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f5d1015a620 0x7f5d100b3720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d0e59c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f5d1015a620 0x7f5d100b3720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47028/0 (socket says 172.21.15.33:47028) 2024-09-13T15:01:41.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d0e59c700 1 -- 172.21.15.33:0/150318089 learned_addr learned my addr 172.21.15.33:0/150318089 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:41.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d0dd9b700 1 --2- 172.21.15.33:0/150318089 >> v2:172.21.15.103:3300/0 conn(0x7f5d101612f0 0x7f5d100ada00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d0dd9b700 1 -- 172.21.15.33:0/150318089 >> v2:172.21.15.33:3300/0 conn(0x7f5d1015a620 msgr2=0x7f5d100b3720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:41.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d0dd9b700 1 --2- 172.21.15.33:0/150318089 >> v2:172.21.15.33:3300/0 conn(0x7f5d1015a620 0x7f5d100b3720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d0dd9b700 1 -- 172.21.15.33:0/150318089 >> v1:172.21.15.103:6789/0 conn(0x7f5d100adf40 legacy=0x7f5d1006fd40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d0dd9b700 1 -- 172.21.15.33:0/150318089 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5d100ad200 con 0x7f5d101612f0 2024-09-13T15:01:41.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d0dd9b700 1 --2- 172.21.15.33:0/150318089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d101612f0 0x7f5d100ada00 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5d1006cde0 tx=0x7f5cf8009b30 comp rx=0 tx=0).ready entity=mon.1 client_cookie=7980a17171cd842f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:41.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d0d59a700 1 -- 172.21.15.33:0/150318089 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cf8011830 con 0x7f5d101612f0 2024-09-13T15:01:41.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d0d59a700 1 -- 172.21.15.33:0/150318089 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cf8011990 con 0x7f5d101612f0 2024-09-13T15:01:41.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d0d59a700 1 -- 172.21.15.33:0/150318089 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cf8011d20 con 0x7f5d101612f0 2024-09-13T15:01:41.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d14eec700 1 -- 172.21.15.33:0/150318089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d101612f0 msgr2=0x7f5d100ada00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d14eec700 1 --2- 172.21.15.33:0/150318089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d101612f0 0x7f5d100ada00 secure :-1 s=READY pgs=157 cs=0 l=1 rev1=1 crypto rx=0x7f5d1006cde0 tx=0x7f5cf8009b30 comp rx=0 tx=0).stop 2024-09-13T15:01:41.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d14eec700 1 -- 172.21.15.33:0/150318089 shutdown_connections 2024-09-13T15:01:41.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d14eec700 1 --2- 172.21.15.33:0/150318089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d101612f0 0x7f5d100ada00 unknown :-1 s=CLOSED pgs=157 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d14eec700 1 --2- 172.21.15.33:0/150318089 >> v2:172.21.15.33:3300/0 conn(0x7f5d1015a620 0x7f5d100b3720 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d14eec700 1 -- 172.21.15.33:0/150318089 >> 172.21.15.33:0/150318089 conn(0x7f5d1006a350 msgr2=0x7f5d1006a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:41.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d14eec700 1 -- 172.21.15.33:0/150318089 shutdown_connections 2024-09-13T15:01:41.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.053+0000 7f5d14eec700 1 -- 172.21.15.33:0/150318089 wait complete. 2024-09-13T15:01:41.063 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.057+0000 7f5d14eec700 1 Processor -- start 2024-09-13T15:01:41.064 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.057+0000 7f5d14eec700 1 -- start start 2024-09-13T15:01:41.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d14eec700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5d100adf40 0x7f5d100cb2e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.067 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d14eec700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d1015a620 0x7f5d100cdf10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d14eec700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d101612f0 0x7f5d10159870 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d14eec700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d100ce450 con 0x7f5d1015a620 2024-09-13T15:01:41.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d14eec700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5d100cb9a0 con 0x7f5d101612f0 2024-09-13T15:01:41.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d14eec700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5d100cbc80 con 0x7f5d100adf40 2024-09-13T15:01:41.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d0dd9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d1015a620 0x7f5d100cdf10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d0dd9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d1015a620 0x7f5d100cdf10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:47034/0 (socket says 172.21.15.33:47034) 2024-09-13T15:01:41.068 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d0dd9b700 1 -- 172.21.15.33:0/1153101545 learned_addr learned my addr 172.21.15.33:0/1153101545 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:41.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d0e59c700 1 --2- 172.21.15.33:0/1153101545 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5d100adf40 0x7f5d100cb2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d0ed9d700 1 --2- 172.21.15.33:0/1153101545 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d101612f0 0x7f5d10159870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d0dd9b700 1 -- 172.21.15.33:0/1153101545 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5d100adf40 msgr2=0x7f5d100cb2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d0dd9b700 1 --2- 172.21.15.33:0/1153101545 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5d100adf40 0x7f5d100cb2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d0dd9b700 1 -- 172.21.15.33:0/1153101545 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d101612f0 msgr2=0x7f5d10159870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d0dd9b700 1 --2- 172.21.15.33:0/1153101545 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d101612f0 0x7f5d10159870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d0dd9b700 1 -- 172.21.15.33:0/1153101545 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5cf80094b0 con 0x7f5d1015a620 2024-09-13T15:01:41.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d0dd9b700 1 --2- 172.21.15.33:0/1153101545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d1015a620 0x7f5d100cdf10 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f5cf8014040 tx=0x7f5cf8004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:41.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d06ffd700 1 -- 172.21.15.33:0/1153101545 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cf80036c0 con 0x7f5d1015a620 2024-09-13T15:01:41.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d06ffd700 1 -- 172.21.15.33:0/1153101545 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5cf801e070 con 0x7f5d1015a620 2024-09-13T15:01:41.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d14eec700 1 -- 172.21.15.33:0/1153101545 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5d100cbf60 con 0x7f5d1015a620 2024-09-13T15:01:41.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d06ffd700 1 -- 172.21.15.33:0/1153101545 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5cf8003a40 con 0x7f5d1015a620 2024-09-13T15:01:41.070 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d14eec700 1 -- 172.21.15.33:0/1153101545 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5d100cc520 con 0x7f5d1015a620 2024-09-13T15:01:41.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.061+0000 7f5d14eec700 1 -- 172.21.15.33:0/1153101545 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5d10067760 con 0x7f5d1015a620 2024-09-13T15:01:41.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.065+0000 7f5d06ffd700 1 -- 172.21.15.33:0/1153101545 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5cf8003ba0 con 0x7f5d1015a620 2024-09-13T15:01:41.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.065+0000 7f5d06ffd700 1 --2- 172.21.15.33:0/1153101545 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5cf4066730 0x7f5cf4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.065+0000 7f5d06ffd700 1 -- 172.21.15.33:0/1153101545 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f5cf80855e0 con 0x7f5d1015a620 2024-09-13T15:01:41.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.065+0000 7f5d0e59c700 1 --2- 172.21.15.33:0/1153101545 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5cf4066730 0x7f5cf4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.065+0000 7f5d0e59c700 1 --2- 172.21.15.33:0/1153101545 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5cf4066730 0x7f5cf4068bf0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5d00006d70 tx=0x7f5d000092e0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:41.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.073+0000 7f5d06ffd700 1 -- 172.21.15.33:0/1153101545 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5cf8052500 con 0x7f5d1015a620 2024-09-13T15:01:41.251 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.245+0000 7f5d14eec700 1 -- 172.21.15.33:0/1153101545 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5d100cc710 con 0x7f5d1015a620 2024-09-13T15:01:41.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.249+0000 7f5d06ffd700 1 -- 172.21.15.33:0/1153101545 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18687 (secure 0 0 0) 0x7f5cf8055b20 con 0x7f5d1015a620 2024-09-13T15:01:41.254 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:41.254 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:01:39.459771+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2}]},{"pgid":"3.e","mappings":[{"from":7,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":1}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:41.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.249+0000 7f5d14eec700 1 -- 172.21.15.33:0/1153101545 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5cf4066730 msgr2=0x7f5cf4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.249+0000 7f5d14eec700 1 --2- 172.21.15.33:0/1153101545 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5cf4066730 0x7f5cf4068bf0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7f5d00006d70 tx=0x7f5d000092e0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.249+0000 7f5d14eec700 1 -- 172.21.15.33:0/1153101545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d1015a620 msgr2=0x7f5d100cdf10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.249+0000 7f5d14eec700 1 --2- 172.21.15.33:0/1153101545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d1015a620 0x7f5d100cdf10 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f5cf8014040 tx=0x7f5cf8004770 comp rx=0 tx=0).stop 2024-09-13T15:01:41.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.249+0000 7f5d14eec700 1 -- 172.21.15.33:0/1153101545 shutdown_connections 2024-09-13T15:01:41.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.249+0000 7f5d14eec700 1 --2- 172.21.15.33:0/1153101545 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5cf4066730 0x7f5cf4068bf0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.249+0000 7f5d14eec700 1 --2- 172.21.15.33:0/1153101545 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5d101612f0 0x7f5d10159870 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.249+0000 7f5d14eec700 1 --2- 172.21.15.33:0/1153101545 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5d1015a620 0x7f5d100cdf10 unknown :-1 s=CLOSED pgs=308 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.249+0000 7f5d14eec700 1 --2- 172.21.15.33:0/1153101545 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5d100adf40 0x7f5d100cb2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.249+0000 7f5d14eec700 1 -- 172.21.15.33:0/1153101545 >> 172.21.15.33:0/1153101545 conn(0x7f5d1006a350 msgr2=0x7f5d1006a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:41.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.249+0000 7f5d14eec700 1 -- 172.21.15.33:0/1153101545 shutdown_connections 2024-09-13T15:01:41.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.249+0000 7f5d14eec700 1 -- 172.21.15.33:0/1153101545 wait complete. 2024-09-13T15:01:41.271 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:41.271 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:41.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.385+0000 7f58b759e700 1 Processor -- start 2024-09-13T15:01:41.393 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.385+0000 7f58b759e700 1 -- start start 2024-09-13T15:01:41.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58b759e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f58b815e010 0x7f58b815b910 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58b759e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f58b80b4740 0x7f58b80b4b90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58b759e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f58b815cb70 con 0x7f58b80b4360 2024-09-13T15:01:41.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58b759e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58b815bf60 con 0x7f58b815e010 2024-09-13T15:01:41.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58b759e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f58b815c240 con 0x7f58b80b4740 2024-09-13T15:01:41.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58affff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f58b815e010 0x7f58b815b910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58affff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f58b815e010 0x7f58b815b910 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39958/0 (socket says 172.21.15.33:39958) 2024-09-13T15:01:41.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58affff700 1 -- 172.21.15.33:0/2409378827 learned_addr learned my addr 172.21.15.33:0/2409378827 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:41.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58b6d9d700 1 --2- 172.21.15.33:0/2409378827 >> v2:172.21.15.103:3300/0 conn(0x7f58b80b4740 0x7f58b80b4b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58affff700 1 -- 172.21.15.33:0/2409378827 >> v2:172.21.15.103:3300/0 conn(0x7f58b80b4740 msgr2=0x7f58b80b4b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:41.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58affff700 1 --2- 172.21.15.33:0/2409378827 >> v2:172.21.15.103:3300/0 conn(0x7f58b80b4740 0x7f58b80b4b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58affff700 1 -- 172.21.15.33:0/2409378827 >> v1:172.21.15.103:6789/0 conn(0x7f58b80b4360 legacy=0x7f58b80b1d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58affff700 1 -- 172.21.15.33:0/2409378827 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58b815c520 con 0x7f58b815e010 2024-09-13T15:01:41.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58affff700 1 --2- 172.21.15.33:0/2409378827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58b815e010 0x7f58b815b910 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f58a0009910 tx=0x7f58a0009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3d3b567c10697799 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:41.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58b5d9b700 1 -- 172.21.15.33:0/2409378827 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58a0011830 con 0x7f58b815e010 2024-09-13T15:01:41.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58b5d9b700 1 -- 172.21.15.33:0/2409378827 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58a0011990 con 0x7f58b815e010 2024-09-13T15:01:41.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58b5d9b700 1 -- 172.21.15.33:0/2409378827 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58a0011d40 con 0x7f58b815e010 2024-09-13T15:01:41.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58b759e700 1 -- 172.21.15.33:0/2409378827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58b815e010 msgr2=0x7f58b815b910 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.389+0000 7f58b759e700 1 --2- 172.21.15.33:0/2409378827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58b815e010 0x7f58b815b910 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f58a0009910 tx=0x7f58a0009c20 comp rx=0 tx=0).stop 2024-09-13T15:01:41.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.393+0000 7f58b759e700 1 -- 172.21.15.33:0/2409378827 shutdown_connections 2024-09-13T15:01:41.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.393+0000 7f58b759e700 1 --2- 172.21.15.33:0/2409378827 >> v2:172.21.15.103:3300/0 conn(0x7f58b80b4740 0x7f58b80b4b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.393+0000 7f58b759e700 1 --2- 172.21.15.33:0/2409378827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58b815e010 0x7f58b815b910 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.393+0000 7f58b759e700 1 -- 172.21.15.33:0/2409378827 >> 172.21.15.33:0/2409378827 conn(0x7f58b8072240 msgr2=0x7f58b8099a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:41.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.393+0000 7f58b759e700 1 -- 172.21.15.33:0/2409378827 shutdown_connections 2024-09-13T15:01:41.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.393+0000 7f58b759e700 1 -- 172.21.15.33:0/2409378827 wait complete. 2024-09-13T15:01:41.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.393+0000 7f58b759e700 1 Processor -- start 2024-09-13T15:01:41.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.393+0000 7f58b759e700 1 -- start start 2024-09-13T15:01:41.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b759e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58b80b4360 0x7f58b8146d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b759e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58b80b4740 0x7f58b814f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b759e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f58b815e010 0x7f58b8150860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b759e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58b8150da0 con 0x7f58b80b4360 2024-09-13T15:01:41.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b759e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f58b8150070 con 0x7f58b80b4740 2024-09-13T15:01:41.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b759e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f58b806b5e0 con 0x7f58b815e010 2024-09-13T15:01:41.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b659c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58b80b4360 0x7f58b8146d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b659c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58b80b4360 0x7f58b8146d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39966/0 (socket says 172.21.15.33:39966) 2024-09-13T15:01:41.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b659c700 1 -- 172.21.15.33:0/2022631270 learned_addr learned my addr 172.21.15.33:0/2022631270 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:41.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58affff700 1 --2- 172.21.15.33:0/2022631270 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58b80b4740 0x7f58b814f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b6d9d700 1 --2- 172.21.15.33:0/2022631270 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f58b815e010 0x7f58b8150860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b659c700 1 -- 172.21.15.33:0/2022631270 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f58b815e010 msgr2=0x7f58b8150860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b659c700 1 --2- 172.21.15.33:0/2022631270 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f58b815e010 0x7f58b8150860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b659c700 1 -- 172.21.15.33:0/2022631270 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58b80b4740 msgr2=0x7f58b814f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b659c700 1 --2- 172.21.15.33:0/2022631270 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58b80b4740 0x7f58b814f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b659c700 1 -- 172.21.15.33:0/2022631270 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f58a0009570 con 0x7f58b80b4360 2024-09-13T15:01:41.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b659c700 1 --2- 172.21.15.33:0/2022631270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58b80b4360 0x7f58b8146d00 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f58a800c410 tx=0x7f58a800c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:41.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58aeffd700 1 -- 172.21.15.33:0/2022631270 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58a80052d0 con 0x7f58b80b4360 2024-09-13T15:01:41.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b759e700 1 -- 172.21.15.33:0/2022631270 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f58b806b8c0 con 0x7f58b80b4360 2024-09-13T15:01:41.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58aeffd700 1 -- 172.21.15.33:0/2022631270 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f58a8005430 con 0x7f58b80b4360 2024-09-13T15:01:41.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58aeffd700 1 -- 172.21.15.33:0/2022631270 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f58a80055a0 con 0x7f58b80b4360 2024-09-13T15:01:41.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.397+0000 7f58b759e700 1 -- 172.21.15.33:0/2022631270 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f58b8156250 con 0x7f58b80b4360 2024-09-13T15:01:41.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.401+0000 7f58b759e700 1 -- 172.21.15.33:0/2022631270 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f58b80d18a0 con 0x7f58b80b4360 2024-09-13T15:01:41.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.401+0000 7f58aeffd700 1 -- 172.21.15.33:0/2022631270 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f58a80036a0 con 0x7f58b80b4360 2024-09-13T15:01:41.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.401+0000 7f58aeffd700 1 --2- 172.21.15.33:0/2022631270 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5898066760 0x7f5898068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.401+0000 7f58aeffd700 1 -- 172.21.15.33:0/2022631270 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f58a80838f0 con 0x7f58b80b4360 2024-09-13T15:01:41.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.401+0000 7f58affff700 1 --2- 172.21.15.33:0/2022631270 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5898066760 0x7f5898068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.401+0000 7f58affff700 1 --2- 172.21.15.33:0/2022631270 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5898066760 0x7f5898068c20 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f58a0000c00 tx=0x7f58a0008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:41.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.409+0000 7f58aeffd700 1 -- 172.21.15.33:0/2022631270 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f58a8050780 con 0x7f58b80b4360 2024-09-13T15:01:41.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.577+0000 7f58b759e700 1 -- 172.21.15.33:0/2022631270 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f58b80b4b90 con 0x7f58b80b4360 2024-09-13T15:01:41.584 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.577+0000 7f58aeffd700 1 -- 172.21.15.33:0/2022631270 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f58a8053da0 con 0x7f58b80b4360 2024-09-13T15:01:41.584 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:41.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.581+0000 7f58b759e700 1 -- 172.21.15.33:0/2022631270 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5898066760 msgr2=0x7f5898068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.581+0000 7f58b759e700 1 --2- 172.21.15.33:0/2022631270 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5898066760 0x7f5898068c20 secure :-1 s=READY pgs=177 cs=0 l=1 rev1=1 crypto rx=0x7f58a0000c00 tx=0x7f58a0008030 comp rx=0 tx=0).stop 2024-09-13T15:01:41.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.581+0000 7f58b759e700 1 -- 172.21.15.33:0/2022631270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58b80b4360 msgr2=0x7f58b8146d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.581+0000 7f58b759e700 1 --2- 172.21.15.33:0/2022631270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58b80b4360 0x7f58b8146d00 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f58a800c410 tx=0x7f58a800c7d0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.581+0000 7f58b759e700 1 -- 172.21.15.33:0/2022631270 shutdown_connections 2024-09-13T15:01:41.587 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.581+0000 7f58b759e700 1 --2- 172.21.15.33:0/2022631270 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5898066760 0x7f5898068c20 unknown :-1 s=CLOSED pgs=177 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.581+0000 7f58b759e700 1 --2- 172.21.15.33:0/2022631270 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f58b815e010 0x7f58b8150860 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.581+0000 7f58b759e700 1 --2- 172.21.15.33:0/2022631270 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f58b80b4740 0x7f58b814f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.581+0000 7f58b759e700 1 --2- 172.21.15.33:0/2022631270 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f58b80b4360 0x7f58b8146d00 unknown :-1 s=CLOSED pgs=310 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.581+0000 7f58b759e700 1 -- 172.21.15.33:0/2022631270 >> 172.21.15.33:0/2022631270 conn(0x7f58b8072240 msgr2=0x7f58b8147b30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:41.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.581+0000 7f58b759e700 1 -- 172.21.15.33:0/2022631270 shutdown_connections 2024-09-13T15:01:41.588 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.581+0000 7f58b759e700 1 -- 172.21.15.33:0/2022631270 wait complete. 2024-09-13T15:01:41.600 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:41.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f850cec4700 1 Processor -- start 2024-09-13T15:01:41.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f850cec4700 1 -- start start 2024-09-13T15:01:41.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f850cec4700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f85080add60 0x7f85080ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f850cec4700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f85080b3260 0x7f85080b36f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f850cec4700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f85080cd4d0 con 0x7f850815dbe0 2024-09-13T15:01:41.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f850cec4700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f8508071be0 con 0x7f85080b3260 2024-09-13T15:01:41.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f850cec4700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8508159af0 con 0x7f85080add60 2024-09-13T15:01:41.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f8506ffd700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f850815dbe0 0x7f85080cd960 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60462/0 (socket says 172.21.15.33:60462) 2024-09-13T15:01:41.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f8506ffd700 1 -- 172.21.15.33:0/3870248762 learned_addr learned my addr 172.21.15.33:0/3870248762 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:41.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f85077fe700 1 --2- 172.21.15.33:0/3870248762 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f85080add60 0x7f85080ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f8507fff700 1 --2- 172.21.15.33:0/3870248762 >> v2:172.21.15.103:3300/0 conn(0x7f85080b3260 0x7f85080b36f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f85067fc700 1 -- 172.21.15.33:0/3870248762 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1856762721 0 0) 0x7f85080cd4d0 con 0x7f850815dbe0 2024-09-13T15:01:41.722 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f85067fc700 1 -- 172.21.15.33:0/3870248762 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f84fc0035d0 con 0x7f850815dbe0 2024-09-13T15:01:41.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f8507fff700 1 -- 172.21.15.33:0/3870248762 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f85080add60 msgr2=0x7f85080ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:41.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f8507fff700 1 --2- 172.21.15.33:0/3870248762 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f85080add60 0x7f85080ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f8507fff700 1 -- 172.21.15.33:0/3870248762 >> v1:172.21.15.33:6789/0 conn(0x7f850815dbe0 legacy=0x7f85080cd960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f8507fff700 1 -- 172.21.15.33:0/3870248762 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f850815e130 con 0x7f85080b3260 2024-09-13T15:01:41.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.713+0000 7f8507fff700 1 --2- 172.21.15.33:0/3870248762 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85080b3260 0x7f85080b36f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8500009d90 tx=0x7f850000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=76e21eb713164816 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:41.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.717+0000 7f85067fc700 1 -- 172.21.15.33:0/3870248762 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f850000e070 con 0x7f85080b3260 2024-09-13T15:01:41.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.717+0000 7f85067fc700 1 -- 172.21.15.33:0/3870248762 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f850000bb20 con 0x7f85080b3260 2024-09-13T15:01:41.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.717+0000 7f85067fc700 1 -- 172.21.15.33:0/3870248762 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f850000be90 con 0x7f85080b3260 2024-09-13T15:01:41.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.717+0000 7f850cec4700 1 -- 172.21.15.33:0/3870248762 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85080b3260 msgr2=0x7f85080b36f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.717+0000 7f850cec4700 1 --2- 172.21.15.33:0/3870248762 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85080b3260 0x7f85080b36f0 secure :-1 s=READY pgs=159 cs=0 l=1 rev1=1 crypto rx=0x7f8500009d90 tx=0x7f850000b330 comp rx=0 tx=0).stop 2024-09-13T15:01:41.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.717+0000 7f850cec4700 1 -- 172.21.15.33:0/3870248762 shutdown_connections 2024-09-13T15:01:41.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.717+0000 7f850cec4700 1 --2- 172.21.15.33:0/3870248762 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85080b3260 0x7f85080b36f0 unknown :-1 s=CLOSED pgs=159 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.717+0000 7f850cec4700 1 --2- 172.21.15.33:0/3870248762 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f85080add60 0x7f85080ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.717+0000 7f850cec4700 1 -- 172.21.15.33:0/3870248762 >> 172.21.15.33:0/3870248762 conn(0x7f85080b0980 msgr2=0x7f85080b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:41.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.717+0000 7f850cec4700 1 -- 172.21.15.33:0/3870248762 shutdown_connections 2024-09-13T15:01:41.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.717+0000 7f850cec4700 1 -- 172.21.15.33:0/3870248762 wait complete. 2024-09-13T15:01:41.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.717+0000 7f850cec4700 1 Processor -- start 2024-09-13T15:01:41.726 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f850cec4700 1 -- start start 2024-09-13T15:01:41.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f850cec4700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85080add60 0x7f850814b0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f850cec4700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85080b3260 0x7f850814f810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f850cec4700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f850815dbe0 0x7f8508147040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f850cec4700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f850815b000 con 0x7f85080b3260 2024-09-13T15:01:41.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f850cec4700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f850814ce70 con 0x7f85080add60 2024-09-13T15:01:41.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f850cec4700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f850814d150 con 0x7f850815dbe0 2024-09-13T15:01:41.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f8506ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85080b3260 0x7f850814f810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f8506ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85080b3260 0x7f850814f810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39968/0 (socket says 172.21.15.33:39968) 2024-09-13T15:01:41.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f8506ffd700 1 -- 172.21.15.33:0/3371263047 learned_addr learned my addr 172.21.15.33:0/3371263047 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:41.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f85077fe700 1 --2- 172.21.15.33:0/3371263047 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85080add60 0x7f850814b0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f8507fff700 1 --2- 172.21.15.33:0/3371263047 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f850815dbe0 0x7f8508147040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f8506ffd700 1 -- 172.21.15.33:0/3371263047 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f850815dbe0 msgr2=0x7f8508147040 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f8506ffd700 1 --2- 172.21.15.33:0/3371263047 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f850815dbe0 0x7f8508147040 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f8506ffd700 1 -- 172.21.15.33:0/3371263047 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85080add60 msgr2=0x7f850814b0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f8506ffd700 1 --2- 172.21.15.33:0/3371263047 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85080add60 0x7f850814b0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f8506ffd700 1 -- 172.21.15.33:0/3371263047 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8500009a70 con 0x7f85080b3260 2024-09-13T15:01:41.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f8506ffd700 1 --2- 172.21.15.33:0/3371263047 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85080b3260 0x7f850814f810 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f84f00010e0 tx=0x7f84f000c7d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:41.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f84f7fff700 1 -- 172.21.15.33:0/3371263047 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84f0005d90 con 0x7f85080b3260 2024-09-13T15:01:41.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f84f7fff700 1 -- 172.21.15.33:0/3371263047 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f84f00070d0 con 0x7f85080b3260 2024-09-13T15:01:41.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f850cec4700 1 -- 172.21.15.33:0/3371263047 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f850814d430 con 0x7f85080b3260 2024-09-13T15:01:41.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f84f7fff700 1 -- 172.21.15.33:0/3371263047 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f84f0007460 con 0x7f85080b3260 2024-09-13T15:01:41.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f850cec4700 1 -- 172.21.15.33:0/3371263047 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f850814f210 con 0x7f85080b3260 2024-09-13T15:01:41.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.721+0000 7f850cec4700 1 -- 172.21.15.33:0/3371263047 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f85080b3a50 con 0x7f85080b3260 2024-09-13T15:01:41.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.725+0000 7f84f7fff700 1 -- 172.21.15.33:0/3371263047 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f84f00075c0 con 0x7f85080b3260 2024-09-13T15:01:41.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.725+0000 7f84f7fff700 1 --2- 172.21.15.33:0/3371263047 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f84e8066730 0x7f84e8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:41.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.725+0000 7f84f7fff700 1 -- 172.21.15.33:0/3371263047 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f84f0083c10 con 0x7f85080b3260 2024-09-13T15:01:41.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.725+0000 7f85077fe700 1 --2- 172.21.15.33:0/3371263047 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f84e8066730 0x7f84e8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:41.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.729+0000 7f85077fe700 1 --2- 172.21.15.33:0/3371263047 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f84e8066730 0x7f84e8068bf0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f84f8009b50 tx=0x7f84f8009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:41.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.733+0000 7f84f7fff700 1 -- 172.21.15.33:0/3371263047 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f84f0050d30 con 0x7f85080b3260 2024-09-13T15:01:41.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.901+0000 7f850cec4700 1 -- 172.21.15.33:0/3371263047 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f85080ae140 con 0x7f85080b3260 2024-09-13T15:01:41.909 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.905+0000 7f84f7fff700 1 -- 172.21.15.33:0/3371263047 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f84f0017020 con 0x7f85080b3260 2024-09-13T15:01:41.910 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:41.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.905+0000 7f850cec4700 1 -- 172.21.15.33:0/3371263047 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f84e8066730 msgr2=0x7f84e8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.912 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.905+0000 7f850cec4700 1 --2- 172.21.15.33:0/3371263047 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f84e8066730 0x7f84e8068bf0 secure :-1 s=READY pgs=178 cs=0 l=1 rev1=1 crypto rx=0x7f84f8009b50 tx=0x7f84f8009240 comp rx=0 tx=0).stop 2024-09-13T15:01:41.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.905+0000 7f850cec4700 1 -- 172.21.15.33:0/3371263047 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85080b3260 msgr2=0x7f850814f810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:41.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.905+0000 7f850cec4700 1 --2- 172.21.15.33:0/3371263047 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85080b3260 0x7f850814f810 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7f84f00010e0 tx=0x7f84f000c7d0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.905+0000 7f850cec4700 1 -- 172.21.15.33:0/3371263047 shutdown_connections 2024-09-13T15:01:41.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.905+0000 7f850cec4700 1 --2- 172.21.15.33:0/3371263047 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f84e8066730 0x7f84e8068bf0 unknown :-1 s=CLOSED pgs=178 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.905+0000 7f850cec4700 1 --2- 172.21.15.33:0/3371263047 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f850815dbe0 0x7f8508147040 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.905+0000 7f850cec4700 1 --2- 172.21.15.33:0/3371263047 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f85080b3260 0x7f850814f810 unknown :-1 s=CLOSED pgs=312 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.905+0000 7f850cec4700 1 --2- 172.21.15.33:0/3371263047 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f85080add60 0x7f850814b0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:41.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.905+0000 7f850cec4700 1 -- 172.21.15.33:0/3371263047 >> 172.21.15.33:0/3371263047 conn(0x7f85080b0980 msgr2=0x7f85080cd960 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:41.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.905+0000 7f850cec4700 1 -- 172.21.15.33:0/3371263047 shutdown_connections 2024-09-13T15:01:41.913 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:41.905+0000 7f850cec4700 1 -- 172.21.15.33:0/3371263047 wait complete. 2024-09-13T15:01:41.925 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:42.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.033+0000 7f87c575c700 1 Processor -- start 2024-09-13T15:01:42.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.033+0000 7f87c575c700 1 -- start start 2024-09-13T15:01:42.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87c575c700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f87c0157280 0x7f87c006ca60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87c575c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f87c0071210 0x7f87c006cfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87c575c700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f87c006e830 con 0x7f87c0156ea0 2024-09-13T15:01:42.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87c575c700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f87c00b4810 con 0x7f87c0157280 2024-09-13T15:01:42.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87c575c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87c006d4e0 con 0x7f87c0071210 2024-09-13T15:01:42.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87bffff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f87c0156ea0 0x7f87c0070b00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60472/0 (socket says 172.21.15.33:60472) 2024-09-13T15:01:42.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87bffff700 1 -- 172.21.15.33:0/941420543 learned_addr learned my addr 172.21.15.33:0/941420543 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:42.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87bf7fe700 1 --2- 172.21.15.33:0/941420543 >> v2:172.21.15.103:3300/0 conn(0x7f87c0157280 0x7f87c006ca60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87c4f5b700 1 --2- 172.21.15.33:0/941420543 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f87c0071210 0x7f87c006cfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87beffd700 1 -- 172.21.15.33:0/941420543 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1491928169 0 0) 0x7f87c006e830 con 0x7f87c0156ea0 2024-09-13T15:01:42.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87beffd700 1 -- 172.21.15.33:0/941420543 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f87a80035d0 con 0x7f87c0156ea0 2024-09-13T15:01:42.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87bf7fe700 1 -- 172.21.15.33:0/941420543 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f87c0071210 msgr2=0x7f87c006cfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:42.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87bf7fe700 1 --2- 172.21.15.33:0/941420543 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f87c0071210 0x7f87c006cfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87bf7fe700 1 -- 172.21.15.33:0/941420543 >> v1:172.21.15.33:6789/0 conn(0x7f87c0156ea0 legacy=0x7f87c0070b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87bf7fe700 1 -- 172.21.15.33:0/941420543 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87c006d790 con 0x7f87c0157280 2024-09-13T15:01:42.044 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87bf7fe700 1 --2- 172.21.15.33:0/941420543 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f87c0157280 0x7f87c006ca60 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f87b0009850 tx=0x7f87b0009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bab3bf3bf2d3c80b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:42.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87beffd700 1 -- 172.21.15.33:0/941420543 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87b000f8a0 con 0x7f87c0157280 2024-09-13T15:01:42.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87beffd700 1 -- 172.21.15.33:0/941420543 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87b000fa00 con 0x7f87c0157280 2024-09-13T15:01:42.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87beffd700 1 -- 172.21.15.33:0/941420543 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87b000fdb0 con 0x7f87c0157280 2024-09-13T15:01:42.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87c575c700 1 -- 172.21.15.33:0/941420543 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f87c0157280 msgr2=0x7f87c006ca60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87c575c700 1 --2- 172.21.15.33:0/941420543 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f87c0157280 0x7f87c006ca60 secure :-1 s=READY pgs=160 cs=0 l=1 rev1=1 crypto rx=0x7f87b0009850 tx=0x7f87b0009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:42.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87c575c700 1 -- 172.21.15.33:0/941420543 shutdown_connections 2024-09-13T15:01:42.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87c575c700 1 --2- 172.21.15.33:0/941420543 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f87c0071210 0x7f87c006cfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87c575c700 1 --2- 172.21.15.33:0/941420543 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f87c0157280 0x7f87c006ca60 unknown :-1 s=CLOSED pgs=160 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87c575c700 1 -- 172.21.15.33:0/941420543 >> 172.21.15.33:0/941420543 conn(0x7f87c00b1500 msgr2=0x7f87c00b1910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:42.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87c575c700 1 -- 172.21.15.33:0/941420543 shutdown_connections 2024-09-13T15:01:42.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.037+0000 7f87c575c700 1 -- 172.21.15.33:0/941420543 wait complete. 2024-09-13T15:01:42.046 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.041+0000 7f87c575c700 1 Processor -- start 2024-09-13T15:01:42.047 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.041+0000 7f87c575c700 1 -- start start 2024-09-13T15:01:42.050 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.041+0000 7f87c575c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f87c0071210 0x7f87c0146090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.041+0000 7f87c575c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f87c0156ea0 0x7f87c00af1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.041+0000 7f87c575c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87c0157280 0x7f87c00af710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.041+0000 7f87c575c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87c00ad7e0 con 0x7f87c0157280 2024-09-13T15:01:42.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.041+0000 7f87c575c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f87c00adac0 con 0x7f87c0071210 2024-09-13T15:01:42.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.041+0000 7f87c575c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f87c00adda0 con 0x7f87c0156ea0 2024-09-13T15:01:42.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.041+0000 7f87c4f5b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87c0157280 0x7f87c00af710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.041+0000 7f87c4f5b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87c0157280 0x7f87c00af710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39984/0 (socket says 172.21.15.33:39984) 2024-09-13T15:01:42.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.041+0000 7f87c4f5b700 1 -- 172.21.15.33:0/1914844478 learned_addr learned my addr 172.21.15.33:0/1914844478 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:42.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.041+0000 7f87bf7fe700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f87c0156ea0 0x7f87c00af1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.041+0000 7f87bffff700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f87c0071210 0x7f87c0146090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87c4f5b700 1 -- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f87c0156ea0 msgr2=0x7f87c00af1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87c4f5b700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f87c0156ea0 0x7f87c00af1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87c4f5b700 1 -- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f87c0071210 msgr2=0x7f87c0146090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87c4f5b700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f87c0071210 0x7f87c0146090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87c4f5b700 1 -- 172.21.15.33:0/1914844478 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f87b00094b0 con 0x7f87c0157280 2024-09-13T15:01:42.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87bffff700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f87c0071210 0x7f87c0146090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:42.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87c4f5b700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87c0157280 0x7f87c00af710 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f87b800ef90 tx=0x7f87b800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:42.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87bcff9700 1 -- 172.21.15.33:0/1914844478 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87b800cd40 con 0x7f87c0157280 2024-09-13T15:01:42.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87bcff9700 1 -- 172.21.15.33:0/1914844478 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f87b800f040 con 0x7f87c0157280 2024-09-13T15:01:42.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87c575c700 1 -- 172.21.15.33:0/1914844478 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f87c00ae080 con 0x7f87c0157280 2024-09-13T15:01:42.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87bcff9700 1 -- 172.21.15.33:0/1914844478 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f87b800cea0 con 0x7f87c0157280 2024-09-13T15:01:42.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87c575c700 1 -- 172.21.15.33:0/1914844478 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f87c00ae880 con 0x7f87c0157280 2024-09-13T15:01:42.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87c575c700 1 -- 172.21.15.33:0/1914844478 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f87c00ae5a0 con 0x7f87c0157280 2024-09-13T15:01:42.053 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87bcff9700 1 -- 172.21.15.33:0/1914844478 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f87b80146c0 con 0x7f87c0157280 2024-09-13T15:01:42.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87bcff9700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f87ac066730 0x7f87ac068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.045+0000 7f87bcff9700 1 -- 172.21.15.33:0/1914844478 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f87b80850d0 con 0x7f87c0157280 2024-09-13T15:01:42.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.049+0000 7f87bffff700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f87ac066730 0x7f87ac068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.054 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.049+0000 7f87bffff700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f87ac066730 0x7f87ac068bf0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f87b40011e0 tx=0x7f87b4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:42.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.053+0000 7f87bcff9700 1 -- 172.21.15.33:0/1914844478 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f87c00ae5a0 con 0x7f87c0157280 2024-09-13T15:01:42.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.225+0000 7f87c575c700 1 -- 172.21.15.33:0/1914844478 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f87c00ae5a0 con 0x7f87c0157280 2024-09-13T15:01:42.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.225+0000 7f87bcff9700 1 -- 172.21.15.33:0/1914844478 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f87c00ae5a0 con 0x7f87c0157280 2024-09-13T15:01:42.232 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:42.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.229+0000 7f87c575c700 1 -- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f87ac066730 msgr2=0x7f87ac068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.229+0000 7f87c575c700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f87ac066730 0x7f87ac068bf0 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7f87b40011e0 tx=0x7f87b4009040 comp rx=0 tx=0).stop 2024-09-13T15:01:42.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.229+0000 7f87c575c700 1 -- 172.21.15.33:0/1914844478 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87c0157280 msgr2=0x7f87c00af710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.229+0000 7f87c575c700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87c0157280 0x7f87c00af710 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f87b800ef90 tx=0x7f87b800c3a0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.229+0000 7f87c575c700 1 -- 172.21.15.33:0/1914844478 shutdown_connections 2024-09-13T15:01:42.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.229+0000 7f87c575c700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f87ac066730 0x7f87ac068bf0 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.229+0000 7f87c575c700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f87c0157280 0x7f87c00af710 unknown :-1 s=CLOSED pgs=314 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.229+0000 7f87c575c700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f87c0156ea0 0x7f87c00af1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.229+0000 7f87c575c700 1 --2- 172.21.15.33:0/1914844478 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f87c0071210 0x7f87c0146090 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.229+0000 7f87c575c700 1 -- 172.21.15.33:0/1914844478 >> 172.21.15.33:0/1914844478 conn(0x7f87c00b1500 msgr2=0x7f87c00b18e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:42.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.229+0000 7f87c575c700 1 -- 172.21.15.33:0/1914844478 shutdown_connections 2024-09-13T15:01:42.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.229+0000 7f87c575c700 1 -- 172.21.15.33:0/1914844478 wait complete. 2024-09-13T15:01:42.247 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:42.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.357+0000 7f603759e700 1 Processor -- start 2024-09-13T15:01:42.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.357+0000 7f603759e700 1 -- start start 2024-09-13T15:01:42.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f60380add60 0x7f60380ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f603815dbe0 0x7f60380cd960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f60380b3260 0x7f60380b36f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6038071be0 con 0x7f60380b3260 2024-09-13T15:01:42.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6038159af0 con 0x7f60380add60 2024-09-13T15:01:42.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60380b3c30 con 0x7f603815dbe0 2024-09-13T15:01:42.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f6036d9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f60380b3260 0x7f60380b36f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f6036d9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f60380b3260 0x7f60380b36f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39996/0 (socket says 172.21.15.33:39996) 2024-09-13T15:01:42.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f6036d9d700 1 -- 172.21.15.33:0/1865236985 learned_addr learned my addr 172.21.15.33:0/1865236985 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:42.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603659c700 1 --2- 172.21.15.33:0/1865236985 >> v2:172.21.15.103:3300/0 conn(0x7f60380add60 0x7f60380ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f6035d9b700 1 --2- 172.21.15.33:0/1865236985 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f603815dbe0 0x7f60380cd960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f6036d9d700 1 -- 172.21.15.33:0/1865236985 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f603815dbe0 msgr2=0x7f60380cd960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:42.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f6036d9d700 1 --2- 172.21.15.33:0/1865236985 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f603815dbe0 0x7f60380cd960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f6036d9d700 1 -- 172.21.15.33:0/1865236985 >> v2:172.21.15.103:3300/0 conn(0x7f60380add60 msgr2=0x7f60380ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:42.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f6036d9d700 1 --2- 172.21.15.33:0/1865236985 >> v2:172.21.15.103:3300/0 conn(0x7f60380add60 0x7f60380ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f6036d9d700 1 -- 172.21.15.33:0/1865236985 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f60380cd4d0 con 0x7f60380b3260 2024-09-13T15:01:42.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f6036d9d700 1 --2- 172.21.15.33:0/1865236985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60380b3260 0x7f60380b36f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f60380b1530 tx=0x7f603000bec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fa7256d7e7817578 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:42.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603559a700 1 -- 172.21.15.33:0/1865236985 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f603000dd50 con 0x7f60380b3260 2024-09-13T15:01:42.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603559a700 1 -- 172.21.15.33:0/1865236985 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6030010470 con 0x7f60380b3260 2024-09-13T15:01:42.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603559a700 1 -- 172.21.15.33:0/1865236985 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6030010820 con 0x7f60380b3260 2024-09-13T15:01:42.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 -- 172.21.15.33:0/1865236985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60380b3260 msgr2=0x7f60380b36f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 --2- 172.21.15.33:0/1865236985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60380b3260 0x7f60380b36f0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f60380b1530 tx=0x7f603000bec0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 -- 172.21.15.33:0/1865236985 shutdown_connections 2024-09-13T15:01:42.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 --2- 172.21.15.33:0/1865236985 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f603815dbe0 0x7f60380cd960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 --2- 172.21.15.33:0/1865236985 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60380b3260 0x7f60380b36f0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 --2- 172.21.15.33:0/1865236985 >> v2:172.21.15.103:3300/0 conn(0x7f60380add60 0x7f60380ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 -- 172.21.15.33:0/1865236985 >> 172.21.15.33:0/1865236985 conn(0x7f60380b0980 msgr2=0x7f60380b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:42.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 -- 172.21.15.33:0/1865236985 shutdown_connections 2024-09-13T15:01:42.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.361+0000 7f603759e700 1 -- 172.21.15.33:0/1865236985 wait complete. 2024-09-13T15:01:42.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603759e700 1 Processor -- start 2024-09-13T15:01:42.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603759e700 1 -- start start 2024-09-13T15:01:42.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603759e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60380add60 0x7f6038154310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603759e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f60380b3260 0x7f60380c37d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603759e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f603815dbe0 0x7f60380ac8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603759e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60380c49f0 con 0x7f60380add60 2024-09-13T15:01:42.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603759e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f60380c41e0 con 0x7f603815dbe0 2024-09-13T15:01:42.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603759e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f60381f3580 con 0x7f60380b3260 2024-09-13T15:01:42.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603659c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60380add60 0x7f6038154310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603659c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60380add60 0x7f6038154310 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:39998/0 (socket says 172.21.15.33:39998) 2024-09-13T15:01:42.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603659c700 1 -- 172.21.15.33:0/3194135894 learned_addr learned my addr 172.21.15.33:0/3194135894 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:42.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f6035d9b700 1 --2- 172.21.15.33:0/3194135894 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f60380b3260 0x7f60380c37d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f6036d9d700 1 --2- 172.21.15.33:0/3194135894 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f603815dbe0 0x7f60380ac8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603659c700 1 -- 172.21.15.33:0/3194135894 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f60380b3260 msgr2=0x7f60380c37d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603659c700 1 --2- 172.21.15.33:0/3194135894 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f60380b3260 0x7f60380c37d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603659c700 1 -- 172.21.15.33:0/3194135894 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f603815dbe0 msgr2=0x7f60380ac8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603659c700 1 --2- 172.21.15.33:0/3194135894 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f603815dbe0 0x7f60380ac8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.365+0000 7f603659c700 1 -- 172.21.15.33:0/3194135894 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f603000b810 con 0x7f60380add60 2024-09-13T15:01:42.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.369+0000 7f603659c700 1 --2- 172.21.15.33:0/3194135894 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60380add60 0x7f6038154310 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f602000e760 tx=0x7f602000ea70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:42.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.369+0000 7f602effd700 1 -- 172.21.15.33:0/3194135894 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f602000c070 con 0x7f60380add60 2024-09-13T15:01:42.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.369+0000 7f602effd700 1 -- 172.21.15.33:0/3194135894 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6020013610 con 0x7f60380add60 2024-09-13T15:01:42.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.369+0000 7f602effd700 1 -- 172.21.15.33:0/3194135894 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6020013980 con 0x7f60380add60 2024-09-13T15:01:42.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.369+0000 7f603759e700 1 -- 172.21.15.33:0/3194135894 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f60380c4430 con 0x7f60380add60 2024-09-13T15:01:42.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.369+0000 7f603759e700 1 -- 172.21.15.33:0/3194135894 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f60381f3210 con 0x7f60380add60 2024-09-13T15:01:42.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.369+0000 7f603759e700 1 -- 172.21.15.33:0/3194135894 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f60381f3050 con 0x7f60380add60 2024-09-13T15:01:42.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.369+0000 7f602effd700 1 -- 172.21.15.33:0/3194135894 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6020013ae0 con 0x7f60380add60 2024-09-13T15:01:42.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.373+0000 7f602effd700 1 --2- 172.21.15.33:0/3194135894 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6018066730 0x7f6018068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.373+0000 7f602effd700 1 -- 172.21.15.33:0/3194135894 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f60200842c0 con 0x7f60380add60 2024-09-13T15:01:42.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.373+0000 7f6035d9b700 1 --2- 172.21.15.33:0/3194135894 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6018066730 0x7f6018068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.373+0000 7f6035d9b700 1 --2- 172.21.15.33:0/3194135894 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6018066730 0x7f6018068bf0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f60381f5490 tx=0x7f6028009830 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:42.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.377+0000 7f602effd700 1 -- 172.21.15.33:0/3194135894 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f60200511d0 con 0x7f60380add60 2024-09-13T15:01:42.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.549+0000 7f603759e700 1 -- 172.21.15.33:0/3194135894 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f60380cd160 con 0x7f60380add60 2024-09-13T15:01:42.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.553+0000 7f602effd700 1 -- 172.21.15.33:0/3194135894 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f60200547f0 con 0x7f60380add60 2024-09-13T15:01:42.558 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:42.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.553+0000 7f603759e700 1 -- 172.21.15.33:0/3194135894 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6018066730 msgr2=0x7f6018068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.553+0000 7f603759e700 1 --2- 172.21.15.33:0/3194135894 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6018066730 0x7f6018068bf0 secure :-1 s=READY pgs=180 cs=0 l=1 rev1=1 crypto rx=0x7f60381f5490 tx=0x7f6028009830 comp rx=0 tx=0).stop 2024-09-13T15:01:42.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.553+0000 7f603759e700 1 -- 172.21.15.33:0/3194135894 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60380add60 msgr2=0x7f6038154310 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.553+0000 7f603759e700 1 --2- 172.21.15.33:0/3194135894 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60380add60 0x7f6038154310 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f602000e760 tx=0x7f602000ea70 comp rx=0 tx=0).stop 2024-09-13T15:01:42.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.553+0000 7f603759e700 1 -- 172.21.15.33:0/3194135894 shutdown_connections 2024-09-13T15:01:42.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.553+0000 7f603759e700 1 --2- 172.21.15.33:0/3194135894 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6018066730 0x7f6018068bf0 unknown :-1 s=CLOSED pgs=180 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.553+0000 7f603759e700 1 --2- 172.21.15.33:0/3194135894 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f603815dbe0 0x7f60380ac8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.553+0000 7f603759e700 1 --2- 172.21.15.33:0/3194135894 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f60380b3260 0x7f60380c37d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.553+0000 7f603759e700 1 --2- 172.21.15.33:0/3194135894 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f60380add60 0x7f6038154310 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.553+0000 7f603759e700 1 -- 172.21.15.33:0/3194135894 >> 172.21.15.33:0/3194135894 conn(0x7f60380b0980 msgr2=0x7f60380b0d60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:42.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.553+0000 7f603759e700 1 -- 172.21.15.33:0/3194135894 shutdown_connections 2024-09-13T15:01:42.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.553+0000 7f603759e700 1 -- 172.21.15.33:0/3194135894 wait complete. 2024-09-13T15:01:42.573 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:01:42.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc9966e4700 1 Processor -- start 2024-09-13T15:01:42.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc9966e4700 1 -- start start 2024-09-13T15:01:42.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc9966e4700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc9880df8e0 0x7fc98801c5d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc9966e4700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fc98804fe30 0x7fc988050480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc9966e4700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9880e3310 con 0x7fc9880509c0 2024-09-13T15:01:42.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc9966e4700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc988050e70 con 0x7fc98804fe30 2024-09-13T15:01:42.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc9966e4700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9880e35f0 con 0x7fc9880df8e0 2024-09-13T15:01:42.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc994ee1700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fc98804fe30 0x7fc988050480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc995ee3700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7fc9880509c0 0x7fc98804ec10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:41504/0 (socket says 172.21.15.33:41504) 2024-09-13T15:01:42.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc995ee3700 1 -- 172.21.15.33:0/2450331816 learned_addr learned my addr 172.21.15.33:0/2450331816 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:42.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc9956e2700 1 --2- 172.21.15.33:0/2450331816 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc9880df8e0 0x7fc98801c5d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc9956e2700 1 -- 172.21.15.33:0/2450331816 >> v2:172.21.15.33:3300/0 conn(0x7fc98804fe30 msgr2=0x7fc988050480 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:42.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc9956e2700 1 --2- 172.21.15.33:0/2450331816 >> v2:172.21.15.33:3300/0 conn(0x7fc98804fe30 0x7fc988050480 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc9956e2700 1 -- 172.21.15.33:0/2450331816 >> v1:172.21.15.103:6789/0 conn(0x7fc9880509c0 legacy=0x7fc98804ec10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc9956e2700 1 -- 172.21.15.33:0/2450331816 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9880e38d0 con 0x7fc9880df8e0 2024-09-13T15:01:42.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.685+0000 7fc9956e2700 1 --2- 172.21.15.33:0/2450331816 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc9880df8e0 0x7fc98801c5d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc98c009840 tx=0x7fc98c009b50 comp rx=0 tx=0).ready entity=mon.2 client_cookie=40089c33ea6cc9aa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:42.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc987fff700 1 -- 172.21.15.33:0/2450331816 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc98c005e50 con 0x7fc9880df8e0 2024-09-13T15:01:42.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc987fff700 1 -- 172.21.15.33:0/2450331816 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc98c006030 con 0x7fc9880df8e0 2024-09-13T15:01:42.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc987fff700 1 -- 172.21.15.33:0/2450331816 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc98c0063c0 con 0x7fc9880df8e0 2024-09-13T15:01:42.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 -- 172.21.15.33:0/2450331816 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc9880df8e0 msgr2=0x7fc98801c5d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 --2- 172.21.15.33:0/2450331816 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc9880df8e0 0x7fc98801c5d0 secure :-1 s=READY pgs=74 cs=0 l=1 rev1=1 crypto rx=0x7fc98c009840 tx=0x7fc98c009b50 comp rx=0 tx=0).stop 2024-09-13T15:01:42.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 -- 172.21.15.33:0/2450331816 shutdown_connections 2024-09-13T15:01:42.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 --2- 172.21.15.33:0/2450331816 >> v2:172.21.15.33:3300/0 conn(0x7fc98804fe30 0x7fc988050480 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 --2- 172.21.15.33:0/2450331816 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc9880df8e0 0x7fc98801c5d0 unknown :-1 s=CLOSED pgs=74 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 -- 172.21.15.33:0/2450331816 >> 172.21.15.33:0/2450331816 conn(0x7fc988036140 msgr2=0x7fc988036550 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:42.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 -- 172.21.15.33:0/2450331816 shutdown_connections 2024-09-13T15:01:42.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 -- 172.21.15.33:0/2450331816 wait complete. 2024-09-13T15:01:42.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 Processor -- start 2024-09-13T15:01:42.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 -- start start 2024-09-13T15:01:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc98804fe30 0x7fc988038350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9880509c0 0x7fc9880d4a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9880df8e0 0x7fc9880d5310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9880e1d80 con 0x7fc9880509c0 2024-09-13T15:01:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc988038e60 con 0x7fc9880df8e0 2024-09-13T15:01:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9966e4700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc988038b80 con 0x7fc98804fe30 2024-09-13T15:01:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc994ee1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9880509c0 0x7fc9880d4a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc994ee1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9880509c0 0x7fc9880d4a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40020/0 (socket says 172.21.15.33:40020) 2024-09-13T15:01:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc9956e2700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc98804fe30 0x7fc988038350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc994ee1700 1 -- 172.21.15.33:0/3773918309 learned_addr learned my addr 172.21.15.33:0/3773918309 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.689+0000 7fc995ee3700 1 --2- 172.21.15.33:0/3773918309 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9880df8e0 0x7fc9880d5310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.698 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.693+0000 7fc9956e2700 1 -- 172.21.15.33:0/3773918309 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9880df8e0 msgr2=0x7fc9880d5310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.693+0000 7fc9956e2700 1 --2- 172.21.15.33:0/3773918309 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9880df8e0 0x7fc9880d5310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.693+0000 7fc9956e2700 1 -- 172.21.15.33:0/3773918309 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9880509c0 msgr2=0x7fc9880d4a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.693+0000 7fc9956e2700 1 --2- 172.21.15.33:0/3773918309 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9880509c0 0x7fc9880d4a60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.693+0000 7fc9956e2700 1 -- 172.21.15.33:0/3773918309 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc98c009450 con 0x7fc98804fe30 2024-09-13T15:01:42.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.693+0000 7fc994ee1700 1 --2- 172.21.15.33:0/3773918309 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9880509c0 0x7fc9880d4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:42.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.693+0000 7fc9956e2700 1 --2- 172.21.15.33:0/3773918309 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc98804fe30 0x7fc988038350 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc988009a50 tx=0x7fc98c004770 comp rx=0 tx=0).ready entity=mon.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.693+0000 7fc985ffb700 1 -- 172.21.15.33:0/3773918309 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc98c0036c0 con 0x7fc98804fe30 2024-09-13T15:01:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.693+0000 7fc985ffb700 1 -- 172.21.15.33:0/3773918309 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc98c020070 con 0x7fc98804fe30 2024-09-13T15:01:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.693+0000 7fc9966e4700 1 -- 172.21.15.33:0/3773918309 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9880e16c0 con 0x7fc98804fe30 2024-09-13T15:01:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.693+0000 7fc985ffb700 1 -- 172.21.15.33:0/3773918309 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc98c003a80 con 0x7fc98804fe30 2024-09-13T15:01:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.693+0000 7fc9966e4700 1 -- 172.21.15.33:0/3773918309 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc988038890 con 0x7fc98804fe30 2024-09-13T15:01:42.700 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.693+0000 7fc9966e4700 1 -- 172.21.15.33:0/3773918309 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9880e1ec0 con 0x7fc98804fe30 2024-09-13T15:01:42.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.693+0000 7fc985ffb700 1 -- 172.21.15.33:0/3773918309 <== mon.2 v2:172.21.15.103:3301/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc98c022030 con 0x7fc98804fe30 2024-09-13T15:01:42.701 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.697+0000 7fc985ffb700 1 --2- 172.21.15.33:0/3773918309 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc974066730 0x7fc974068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:42.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.697+0000 7fc985ffb700 1 -- 172.21.15.33:0/3773918309 <== mon.2 v2:172.21.15.103:3301/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fc98c085b30 con 0x7fc98804fe30 2024-09-13T15:01:42.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.697+0000 7fc994ee1700 1 --2- 172.21.15.33:0/3773918309 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc974066730 0x7fc974068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:42.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.697+0000 7fc994ee1700 1 --2- 172.21.15.33:0/3773918309 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc974066730 0x7fc974068bf0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc9880d83c0 tx=0x7fc980009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:42.712 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.705+0000 7fc985ffb700 1 -- 172.21.15.33:0/3773918309 <== mon.2 v2:172.21.15.103:3301/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc98c052c50 con 0x7fc98804fe30 2024-09-13T15:01:42.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.889+0000 7fc9966e4700 1 -- 172.21.15.33:0/3773918309 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fc9880e1ec0 con 0x7fc98804fe30 2024-09-13T15:01:42.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.893+0000 7fc985ffb700 1 -- 172.21.15.33:0/3773918309 <== mon.2 v2:172.21.15.103:3301/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7fc9880e1ec0 con 0x7fc98804fe30 2024-09-13T15:01:42.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.893+0000 7fc9966e4700 1 -- 172.21.15.33:0/3773918309 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc974066730 msgr2=0x7fc974068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.893+0000 7fc9966e4700 1 --2- 172.21.15.33:0/3773918309 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc974066730 0x7fc974068bf0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7fc9880d83c0 tx=0x7fc980009240 comp rx=0 tx=0).stop 2024-09-13T15:01:42.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.893+0000 7fc9966e4700 1 -- 172.21.15.33:0/3773918309 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc98804fe30 msgr2=0x7fc988038350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:42.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.893+0000 7fc9966e4700 1 --2- 172.21.15.33:0/3773918309 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc98804fe30 0x7fc988038350 secure :-1 s=READY pgs=75 cs=0 l=1 rev1=1 crypto rx=0x7fc988009a50 tx=0x7fc98c004770 comp rx=0 tx=0).stop 2024-09-13T15:01:42.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.893+0000 7fc9966e4700 1 -- 172.21.15.33:0/3773918309 shutdown_connections 2024-09-13T15:01:42.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.893+0000 7fc9966e4700 1 --2- 172.21.15.33:0/3773918309 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc974066730 0x7fc974068bf0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.893+0000 7fc9966e4700 1 --2- 172.21.15.33:0/3773918309 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9880df8e0 0x7fc9880d5310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.893+0000 7fc9966e4700 1 --2- 172.21.15.33:0/3773918309 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9880509c0 0x7fc9880d4a60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.893+0000 7fc9966e4700 1 --2- 172.21.15.33:0/3773918309 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc98804fe30 0x7fc988038350 unknown :-1 s=CLOSED pgs=75 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:42.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.893+0000 7fc9966e4700 1 -- 172.21.15.33:0/3773918309 >> 172.21.15.33:0/3773918309 conn(0x7fc988036140 msgr2=0x7fc988006ec0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:42.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.893+0000 7fc9966e4700 1 -- 172.21.15.33:0/3773918309 shutdown_connections 2024-09-13T15:01:42.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:42.893+0000 7fc9966e4700 1 -- 172.21.15.33:0/3773918309 wait complete. 2024-09-13T15:01:42.902 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-09-13T15:01:42.913 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-09-13T15:01:42.913 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:42.913 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T15:01:42.929 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:01:42.929 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:01:42.929 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:42.929 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T15:01:42.976 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:01:42.976 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:01:42.984 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:01:42.984 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:01:42.992 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:43.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f3030905700 1 Processor -- start 2024-09-13T15:01:43.115 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f3030905700 1 -- start start 2024-09-13T15:01:43.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f3030905700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f302c15cd60 0x7f302c06b730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f3030905700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f302c0cfed0 0x7f302c0d2c90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f3030905700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f302c0ceb60 con 0x7f302c0cf3c0 2024-09-13T15:01:43.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f3030905700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f302c15d140 con 0x7f302c15cd60 2024-09-13T15:01:43.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f3030905700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f302c0ce230 con 0x7f302c0cfed0 2024-09-13T15:01:43.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f302ad9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f302c15cd60 0x7f302c06b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f302a59c700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f302c0cf3c0 0x7f302c0cf7c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60482/0 (socket says 172.21.15.33:60482) 2024-09-13T15:01:43.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f302a59c700 1 -- 172.21.15.33:0/3468565846 learned_addr learned my addr 172.21.15.33:0/3468565846 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:43.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f302b59e700 1 --2- 172.21.15.33:0/3468565846 >> v2:172.21.15.103:3300/0 conn(0x7f302c0cfed0 0x7f302c0d2c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f3029d9b700 1 -- 172.21.15.33:0/3468565846 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4056628961 0 0) 0x7f302c0ceb60 con 0x7f302c0cf3c0 2024-09-13T15:01:43.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f3029d9b700 1 -- 172.21.15.33:0/3468565846 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f30140035d0 con 0x7f302c0cf3c0 2024-09-13T15:01:43.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f302ad9d700 1 -- 172.21.15.33:0/3468565846 >> v2:172.21.15.103:3300/0 conn(0x7f302c0cfed0 msgr2=0x7f302c0d2c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:43.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f302ad9d700 1 --2- 172.21.15.33:0/3468565846 >> v2:172.21.15.103:3300/0 conn(0x7f302c0cfed0 0x7f302c0d2c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f302ad9d700 1 -- 172.21.15.33:0/3468565846 >> v1:172.21.15.33:6789/0 conn(0x7f302c0cf3c0 legacy=0x7f302c0cf7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f302ad9d700 1 -- 172.21.15.33:0/3468565846 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f302c0ce510 con 0x7f302c15cd60 2024-09-13T15:01:43.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f302ad9d700 1 --2- 172.21.15.33:0/3468565846 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c15cd60 0x7f302c06b730 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f302c06c500 tx=0x7f3020009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=730844c4fb966e2f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:43.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f3029d9b700 1 -- 172.21.15.33:0/3468565846 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3020011830 con 0x7f302c15cd60 2024-09-13T15:01:43.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f3029d9b700 1 -- 172.21.15.33:0/3468565846 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3020011990 con 0x7f302c15cd60 2024-09-13T15:01:43.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.109+0000 7f3029d9b700 1 -- 172.21.15.33:0/3468565846 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3020011d20 con 0x7f302c15cd60 2024-09-13T15:01:43.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 -- 172.21.15.33:0/3468565846 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c15cd60 msgr2=0x7f302c06b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 --2- 172.21.15.33:0/3468565846 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c15cd60 0x7f302c06b730 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f302c06c500 tx=0x7f3020009b30 comp rx=0 tx=0).stop 2024-09-13T15:01:43.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 -- 172.21.15.33:0/3468565846 shutdown_connections 2024-09-13T15:01:43.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 --2- 172.21.15.33:0/3468565846 >> v2:172.21.15.103:3300/0 conn(0x7f302c0cfed0 0x7f302c0d2c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 --2- 172.21.15.33:0/3468565846 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c15cd60 0x7f302c06b730 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 -- 172.21.15.33:0/3468565846 >> 172.21.15.33:0/3468565846 conn(0x7f302c08c240 msgr2=0x7f302c09c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:43.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 -- 172.21.15.33:0/3468565846 shutdown_connections 2024-09-13T15:01:43.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 -- 172.21.15.33:0/3468565846 wait complete. 2024-09-13T15:01:43.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 Processor -- start 2024-09-13T15:01:43.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 -- start start 2024-09-13T15:01:43.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f302c0cf3c0 0x7f302c1526d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f302c0cfed0 0x7f302c1f5890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c15cd60 0x7f302c1f5dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f302c152530 con 0x7f302c15cd60 2024-09-13T15:01:43.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f302c152c10 con 0x7f302c0cfed0 2024-09-13T15:01:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.113+0000 7f3030905700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f302c0cc990 con 0x7f302c0cf3c0 2024-09-13T15:01:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f302b59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c15cd60 0x7f302c1f5dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f302b59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c15cd60 0x7f302c1f5dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40030/0 (socket says 172.21.15.33:40030) 2024-09-13T15:01:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f302b59e700 1 -- 172.21.15.33:0/761716828 learned_addr learned my addr 172.21.15.33:0/761716828 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f302a59c700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f302c0cfed0 0x7f302c1f5890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f302ad9d700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f302c0cf3c0 0x7f302c1526d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f302b59e700 1 -- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f302c0cf3c0 msgr2=0x7f302c1526d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f302b59e700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f302c0cf3c0 0x7f302c1526d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f302b59e700 1 -- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f302c0cfed0 msgr2=0x7f302c1f5890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f302b59e700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f302c0cfed0 0x7f302c1f5890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f302b59e700 1 -- 172.21.15.33:0/761716828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30200094b0 con 0x7f302c15cd60 2024-09-13T15:01:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f302a59c700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f302c0cfed0 0x7f302c1f5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f302b59e700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c15cd60 0x7f302c1f5dd0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f302400efc0 tx=0x7f302400c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:43.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f30137fe700 1 -- 172.21.15.33:0/761716828 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f302400cd40 con 0x7f302c15cd60 2024-09-13T15:01:43.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f30137fe700 1 -- 172.21.15.33:0/761716828 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f302400f040 con 0x7f302c15cd60 2024-09-13T15:01:43.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f3030905700 1 -- 172.21.15.33:0/761716828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f302c0ccc70 con 0x7f302c15cd60 2024-09-13T15:01:43.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f30137fe700 1 -- 172.21.15.33:0/761716828 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f30240146c0 con 0x7f302c15cd60 2024-09-13T15:01:43.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f3030905700 1 -- 172.21.15.33:0/761716828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f302c0c6d50 con 0x7f302c15cd60 2024-09-13T15:01:43.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f3030905700 1 -- 172.21.15.33:0/761716828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f302c0b33a0 con 0x7f302c15cd60 2024-09-13T15:01:43.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f30137fe700 1 -- 172.21.15.33:0/761716828 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3024014820 con 0x7f302c15cd60 2024-09-13T15:01:43.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.117+0000 7f30137fe700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3018066760 0x7f3018068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.125 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.121+0000 7f30137fe700 1 -- 172.21.15.33:0/761716828 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f3024084e50 con 0x7f302c15cd60 2024-09-13T15:01:43.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.121+0000 7f302ad9d700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3018066760 0x7f3018068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.126 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.121+0000 7f302ad9d700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3018066760 0x7f3018068c20 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3020000c00 tx=0x7f3020008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:43.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.129+0000 7f30137fe700 1 -- 172.21.15.33:0/761716828 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3024051d80 con 0x7f302c15cd60 2024-09-13T15:01:43.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.305+0000 7f3030905700 1 -- 172.21.15.33:0/761716828 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f302c1f20f0 con 0x7f302c15cd60 2024-09-13T15:01:43.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.309+0000 7f30137fe700 1 -- 172.21.15.33:0/761716828 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18687 (secure 0 0 0) 0x7f3024018090 con 0x7f302c15cd60 2024-09-13T15:01:43.316 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:43.316 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:01:39.459771+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2}]},{"pgid":"3.e","mappings":[{"from":7,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":1}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:43.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.313+0000 7f3030905700 1 -- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3018066760 msgr2=0x7f3018068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.313+0000 7f3030905700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3018066760 0x7f3018068c20 secure :-1 s=READY pgs=182 cs=0 l=1 rev1=1 crypto rx=0x7f3020000c00 tx=0x7f3020008030 comp rx=0 tx=0).stop 2024-09-13T15:01:43.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.313+0000 7f3030905700 1 -- 172.21.15.33:0/761716828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c15cd60 msgr2=0x7f302c1f5dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.313+0000 7f3030905700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c15cd60 0x7f302c1f5dd0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7f302400efc0 tx=0x7f302400c3a0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.318 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.313+0000 7f3030905700 1 -- 172.21.15.33:0/761716828 shutdown_connections 2024-09-13T15:01:43.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.313+0000 7f3030905700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3018066760 0x7f3018068c20 unknown :-1 s=CLOSED pgs=182 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.313+0000 7f3030905700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f302c15cd60 0x7f302c1f5dd0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.313+0000 7f3030905700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f302c0cfed0 0x7f302c1f5890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.313+0000 7f3030905700 1 --2- 172.21.15.33:0/761716828 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f302c0cf3c0 0x7f302c1526d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.313+0000 7f3030905700 1 -- 172.21.15.33:0/761716828 >> 172.21.15.33:0/761716828 conn(0x7f302c08c240 msgr2=0x7f302c0b3a60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:43.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.313+0000 7f3030905700 1 -- 172.21.15.33:0/761716828 shutdown_connections 2024-09-13T15:01:43.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.313+0000 7f3030905700 1 -- 172.21.15.33:0/761716828 wait complete. 2024-09-13T15:01:43.332 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:43.332 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:43.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.449+0000 7f7d5359e700 1 Processor -- start 2024-09-13T15:01:43.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.449+0000 7f7d5359e700 1 -- start start 2024-09-13T15:01:43.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5359e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7d4c0e0d90 0x7f7d4c03ab50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d4c0075c0 0x7f7d4c007a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5359e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7d4c0563e0 con 0x7f7d4c0e09b0 2024-09-13T15:01:43.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5359e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f7d4c0530c0 con 0x7f7d4c0e0d90 2024-09-13T15:01:43.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d4c006800 con 0x7f7d4c0075c0 2024-09-13T15:01:43.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d51d9b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7d4c0e0d90 0x7f7d4c03ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d51d9b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f7d4c0e0d90 0x7f7d4c03ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40044/0 (socket says 172.21.15.33:40044) 2024-09-13T15:01:43.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d51d9b700 1 -- 172.21.15.33:0/106592462 learned_addr learned my addr 172.21.15.33:0/106592462 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:43.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d52d9d700 1 --2- 172.21.15.33:0/106592462 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d4c0075c0 0x7f7d4c007a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d51d9b700 1 -- 172.21.15.33:0/106592462 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d4c0075c0 msgr2=0x7f7d4c007a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:43.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d51d9b700 1 --2- 172.21.15.33:0/106592462 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d4c0075c0 0x7f7d4c007a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d51d9b700 1 -- 172.21.15.33:0/106592462 >> v1:172.21.15.103:6789/0 conn(0x7f7d4c0e09b0 legacy=0x7f7d4c03a440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d51d9b700 1 -- 172.21.15.33:0/106592462 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d4c006ae0 con 0x7f7d4c0e0d90 2024-09-13T15:01:43.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d52d9d700 1 --2- 172.21.15.33:0/106592462 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d4c0075c0 0x7f7d4c007a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:43.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d51d9b700 1 --2- 172.21.15.33:0/106592462 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d4c0e0d90 0x7f7d4c03ab50 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f7d48009910 tx=0x7f7d48009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=44b0c26c4e96c446 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:43.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5159a700 1 -- 172.21.15.33:0/106592462 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d4800ba60 con 0x7f7d4c0e0d90 2024-09-13T15:01:43.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5159a700 1 -- 172.21.15.33:0/106592462 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d4800bbc0 con 0x7f7d4c0e0d90 2024-09-13T15:01:43.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5159a700 1 -- 172.21.15.33:0/106592462 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d48009e60 con 0x7f7d4c0e0d90 2024-09-13T15:01:43.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5359e700 1 -- 172.21.15.33:0/106592462 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d4c0e0d90 msgr2=0x7f7d4c03ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5359e700 1 --2- 172.21.15.33:0/106592462 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d4c0e0d90 0x7f7d4c03ab50 secure :-1 s=READY pgs=320 cs=0 l=1 rev1=1 crypto rx=0x7f7d48009910 tx=0x7f7d48009c20 comp rx=0 tx=0).stop 2024-09-13T15:01:43.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5359e700 1 -- 172.21.15.33:0/106592462 shutdown_connections 2024-09-13T15:01:43.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5359e700 1 --2- 172.21.15.33:0/106592462 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d4c0075c0 0x7f7d4c007a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5359e700 1 --2- 172.21.15.33:0/106592462 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d4c0e0d90 0x7f7d4c03ab50 unknown :-1 s=CLOSED pgs=320 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5359e700 1 -- 172.21.15.33:0/106592462 >> 172.21.15.33:0/106592462 conn(0x7f7d4c01eaf0 msgr2=0x7f7d4c055790 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:43.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5359e700 1 -- 172.21.15.33:0/106592462 shutdown_connections 2024-09-13T15:01:43.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.453+0000 7f7d5359e700 1 -- 172.21.15.33:0/106592462 wait complete. 2024-09-13T15:01:43.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5359e700 1 Processor -- start 2024-09-13T15:01:43.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5359e700 1 -- start start 2024-09-13T15:01:43.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5359e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d4c0075c0 0x7f7d4c0492a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5359e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d4c0e09b0 0x7f7d4c0dbe00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d4c0e0d90 0x7f7d4c0e3b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5359e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d4c0dc340 con 0x7f7d4c0075c0 2024-09-13T15:01:43.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5359e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7d4c0e40c0 con 0x7f7d4c0e09b0 2024-09-13T15:01:43.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7d4c049880 con 0x7f7d4c0e0d90 2024-09-13T15:01:43.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5259c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d4c0075c0 0x7f7d4c0492a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5259c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d4c0075c0 0x7f7d4c0492a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40052/0 (socket says 172.21.15.33:40052) 2024-09-13T15:01:43.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5259c700 1 -- 172.21.15.33:0/2323279232 learned_addr learned my addr 172.21.15.33:0/2323279232 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:43.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d51d9b700 1 --2- 172.21.15.33:0/2323279232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d4c0e09b0 0x7f7d4c0dbe00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d52d9d700 1 --2- 172.21.15.33:0/2323279232 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d4c0e0d90 0x7f7d4c0e3b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5259c700 1 -- 172.21.15.33:0/2323279232 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d4c0e0d90 msgr2=0x7f7d4c0e3b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5259c700 1 --2- 172.21.15.33:0/2323279232 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d4c0e0d90 0x7f7d4c0e3b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5259c700 1 -- 172.21.15.33:0/2323279232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d4c0e09b0 msgr2=0x7f7d4c0dbe00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5259c700 1 --2- 172.21.15.33:0/2323279232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d4c0e09b0 0x7f7d4c0dbe00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5259c700 1 -- 172.21.15.33:0/2323279232 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7d48009570 con 0x7f7d4c0075c0 2024-09-13T15:01:43.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5259c700 1 --2- 172.21.15.33:0/2323279232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d4c0075c0 0x7f7d4c0492a0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7d4400c500 tx=0x7f7d4400c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:43.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d42ffd700 1 -- 172.21.15.33:0/2323279232 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d440052d0 con 0x7f7d4c0075c0 2024-09-13T15:01:43.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d42ffd700 1 -- 172.21.15.33:0/2323279232 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7d44005430 con 0x7f7d4c0075c0 2024-09-13T15:01:43.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5359e700 1 -- 172.21.15.33:0/2323279232 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7d4c049b60 con 0x7f7d4c0075c0 2024-09-13T15:01:43.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d42ffd700 1 -- 172.21.15.33:0/2323279232 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7d440055a0 con 0x7f7d4c0075c0 2024-09-13T15:01:43.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.457+0000 7f7d5359e700 1 -- 172.21.15.33:0/2323279232 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7d4c04a120 con 0x7f7d4c0075c0 2024-09-13T15:01:43.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.461+0000 7f7d5359e700 1 -- 172.21.15.33:0/2323279232 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7d4c03ac10 con 0x7f7d4c0075c0 2024-09-13T15:01:43.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.461+0000 7f7d42ffd700 1 -- 172.21.15.33:0/2323279232 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7d440038e0 con 0x7f7d4c0075c0 2024-09-13T15:01:43.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.461+0000 7f7d42ffd700 1 --2- 172.21.15.33:0/2323279232 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d34066730 0x7f7d34068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.461+0000 7f7d42ffd700 1 -- 172.21.15.33:0/2323279232 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f7d44083830 con 0x7f7d4c0075c0 2024-09-13T15:01:43.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.461+0000 7f7d51d9b700 1 --2- 172.21.15.33:0/2323279232 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d34066730 0x7f7d34068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.461+0000 7f7d51d9b700 1 --2- 172.21.15.33:0/2323279232 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d34066730 0x7f7d34068bf0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7d48000c00 tx=0x7f7d48008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:43.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.469+0000 7f7d42ffd700 1 -- 172.21.15.33:0/2323279232 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7d44050870 con 0x7f7d4c0075c0 2024-09-13T15:01:43.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.645+0000 7f7d5359e700 1 -- 172.21.15.33:0/2323279232 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f7d4c008570 con 0x7f7d4c0075c0 2024-09-13T15:01:43.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.645+0000 7f7d42ffd700 1 -- 172.21.15.33:0/2323279232 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f7d44017020 con 0x7f7d4c0075c0 2024-09-13T15:01:43.652 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:43.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.649+0000 7f7d5359e700 1 -- 172.21.15.33:0/2323279232 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d34066730 msgr2=0x7f7d34068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.649+0000 7f7d5359e700 1 --2- 172.21.15.33:0/2323279232 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d34066730 0x7f7d34068bf0 secure :-1 s=READY pgs=183 cs=0 l=1 rev1=1 crypto rx=0x7f7d48000c00 tx=0x7f7d48008030 comp rx=0 tx=0).stop 2024-09-13T15:01:43.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.649+0000 7f7d5359e700 1 -- 172.21.15.33:0/2323279232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d4c0075c0 msgr2=0x7f7d4c0492a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.649+0000 7f7d5359e700 1 --2- 172.21.15.33:0/2323279232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d4c0075c0 0x7f7d4c0492a0 secure :-1 s=READY pgs=321 cs=0 l=1 rev1=1 crypto rx=0x7f7d4400c500 tx=0x7f7d4400c810 comp rx=0 tx=0).stop 2024-09-13T15:01:43.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.649+0000 7f7d5359e700 1 -- 172.21.15.33:0/2323279232 shutdown_connections 2024-09-13T15:01:43.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.649+0000 7f7d5359e700 1 --2- 172.21.15.33:0/2323279232 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7d34066730 0x7f7d34068bf0 unknown :-1 s=CLOSED pgs=183 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.649+0000 7f7d5359e700 1 --2- 172.21.15.33:0/2323279232 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7d4c0e0d90 0x7f7d4c0e3b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.649+0000 7f7d5359e700 1 --2- 172.21.15.33:0/2323279232 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7d4c0e09b0 0x7f7d4c0dbe00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.649+0000 7f7d5359e700 1 --2- 172.21.15.33:0/2323279232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7d4c0075c0 0x7f7d4c0492a0 unknown :-1 s=CLOSED pgs=321 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.649+0000 7f7d5359e700 1 -- 172.21.15.33:0/2323279232 >> 172.21.15.33:0/2323279232 conn(0x7f7d4c01eaf0 msgr2=0x7f7d4c00b760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:43.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.649+0000 7f7d5359e700 1 -- 172.21.15.33:0/2323279232 shutdown_connections 2024-09-13T15:01:43.655 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.649+0000 7f7d5359e700 1 -- 172.21.15.33:0/2323279232 wait complete. 2024-09-13T15:01:43.671 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:43.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.785+0000 7fca3a6f3700 1 Processor -- start 2024-09-13T15:01:43.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.785+0000 7fca3a6f3700 1 -- start start 2024-09-13T15:01:43.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.785+0000 7fca3a6f3700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fca3415cad0 0x7fca340d1630 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.785+0000 7fca3a6f3700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fca340ce0d0 0x7fca340ce510 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.785+0000 7fca3a6f3700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fca340d05b0 con 0x7fca340cf220 2024-09-13T15:01:43.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.785+0000 7fca3a6f3700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fca340d0870 con 0x7fca3415cad0 2024-09-13T15:01:43.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.785+0000 7fca3a6f3700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca340d0b50 con 0x7fca340ce0d0 2024-09-13T15:01:43.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.785+0000 7fca396f1700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fca3415cad0 0x7fca340d1630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.785+0000 7fca39ef2700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fca340cf220 0x7fca340b5810 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60486/0 (socket says 172.21.15.33:60486) 2024-09-13T15:01:43.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.785+0000 7fca39ef2700 1 -- 172.21.15.33:0/2081908932 learned_addr learned my addr 172.21.15.33:0/2081908932 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:43.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.785+0000 7fca38ef0700 1 --2- 172.21.15.33:0/2081908932 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fca340ce0d0 0x7fca340ce510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca396f1700 1 -- 172.21.15.33:0/2081908932 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fca340ce0d0 msgr2=0x7fca340ce510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:43.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca396f1700 1 --2- 172.21.15.33:0/2081908932 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fca340ce0d0 0x7fca340ce510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca396f1700 1 -- 172.21.15.33:0/2081908932 >> v1:172.21.15.33:6789/0 conn(0x7fca340cf220 legacy=0x7fca340b5810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca2bfff700 1 -- 172.21.15.33:0/2081908932 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3310302142 0 0) 0x7fca340d05b0 con 0x7fca340cf220 2024-09-13T15:01:43.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca396f1700 1 -- 172.21.15.33:0/2081908932 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca340d0e30 con 0x7fca3415cad0 2024-09-13T15:01:43.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca396f1700 1 --2- 172.21.15.33:0/2081908932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca3415cad0 0x7fca340d1630 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fca24009850 tx=0x7fca24009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=85a1116a0c7a9b41 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:43.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca2bfff700 1 -- 172.21.15.33:0/2081908932 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca24011830 con 0x7fca3415cad0 2024-09-13T15:01:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca2bfff700 1 -- 172.21.15.33:0/2081908932 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca24011990 con 0x7fca3415cad0 2024-09-13T15:01:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca2bfff700 1 -- 172.21.15.33:0/2081908932 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca24011d40 con 0x7fca3415cad0 2024-09-13T15:01:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca3a6f3700 1 -- 172.21.15.33:0/2081908932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca3415cad0 msgr2=0x7fca340d1630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca3a6f3700 1 --2- 172.21.15.33:0/2081908932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca3415cad0 0x7fca340d1630 secure :-1 s=READY pgs=323 cs=0 l=1 rev1=1 crypto rx=0x7fca24009850 tx=0x7fca24009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca3a6f3700 1 -- 172.21.15.33:0/2081908932 shutdown_connections 2024-09-13T15:01:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca3a6f3700 1 --2- 172.21.15.33:0/2081908932 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fca340ce0d0 0x7fca340ce510 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca3a6f3700 1 --2- 172.21.15.33:0/2081908932 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca3415cad0 0x7fca340d1630 unknown :-1 s=CLOSED pgs=323 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca3a6f3700 1 -- 172.21.15.33:0/2081908932 >> 172.21.15.33:0/2081908932 conn(0x7fca3408bf70 msgr2=0x7fca340d29e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca3a6f3700 1 -- 172.21.15.33:0/2081908932 shutdown_connections 2024-09-13T15:01:43.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca3a6f3700 1 -- 172.21.15.33:0/2081908932 wait complete. 2024-09-13T15:01:43.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca3a6f3700 1 Processor -- start 2024-09-13T15:01:43.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.789+0000 7fca3a6f3700 1 -- start start 2024-09-13T15:01:43.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca3a6f3700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca340ce0d0 0x7fca340b6c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca3a6f3700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fca340cf220 0x7fca34155db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca3a6f3700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fca3415cad0 0x7fca34152b10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca3a6f3700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca340b7140 con 0x7fca340ce0d0 2024-09-13T15:01:43.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca3a6f3700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fca340b5b60 con 0x7fca340cf220 2024-09-13T15:01:43.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca3a6f3700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fca340b5e40 con 0x7fca3415cad0 2024-09-13T15:01:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca396f1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca340ce0d0 0x7fca340b6c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca396f1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca340ce0d0 0x7fca340b6c00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40064/0 (socket says 172.21.15.33:40064) 2024-09-13T15:01:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca396f1700 1 -- 172.21.15.33:0/491783500 learned_addr learned my addr 172.21.15.33:0/491783500 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca38ef0700 1 --2- 172.21.15.33:0/491783500 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fca340cf220 0x7fca34155db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca39ef2700 1 --2- 172.21.15.33:0/491783500 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fca3415cad0 0x7fca34152b10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca396f1700 1 -- 172.21.15.33:0/491783500 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fca3415cad0 msgr2=0x7fca34152b10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca396f1700 1 --2- 172.21.15.33:0/491783500 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fca3415cad0 0x7fca34152b10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca396f1700 1 -- 172.21.15.33:0/491783500 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fca340cf220 msgr2=0x7fca34155db0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca396f1700 1 --2- 172.21.15.33:0/491783500 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fca340cf220 0x7fca34155db0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca396f1700 1 -- 172.21.15.33:0/491783500 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fca240094b0 con 0x7fca340ce0d0 2024-09-13T15:01:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca396f1700 1 --2- 172.21.15.33:0/491783500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca340ce0d0 0x7fca340b6c00 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fca24014040 tx=0x7fca24004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:43.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca29ffb700 1 -- 172.21.15.33:0/491783500 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca24019980 con 0x7fca340ce0d0 2024-09-13T15:01:43.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca29ffb700 1 -- 172.21.15.33:0/491783500 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fca2401e070 con 0x7fca340ce0d0 2024-09-13T15:01:43.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca3a6f3700 1 -- 172.21.15.33:0/491783500 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fca340b6120 con 0x7fca340ce0d0 2024-09-13T15:01:43.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca29ffb700 1 -- 172.21.15.33:0/491783500 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fca24019d20 con 0x7fca340ce0d0 2024-09-13T15:01:43.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.793+0000 7fca3a6f3700 1 -- 172.21.15.33:0/491783500 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fca340b66e0 con 0x7fca340ce0d0 2024-09-13T15:01:43.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.797+0000 7fca3a6f3700 1 -- 172.21.15.33:0/491783500 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fca340cfac0 con 0x7fca340ce0d0 2024-09-13T15:01:43.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.797+0000 7fca29ffb700 1 -- 172.21.15.33:0/491783500 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fca2402d450 con 0x7fca340ce0d0 2024-09-13T15:01:43.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.797+0000 7fca29ffb700 1 --2- 172.21.15.33:0/491783500 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fca18066730 0x7fca18068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:43.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.797+0000 7fca29ffb700 1 -- 172.21.15.33:0/491783500 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fca240853e0 con 0x7fca340ce0d0 2024-09-13T15:01:43.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.797+0000 7fca38ef0700 1 --2- 172.21.15.33:0/491783500 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fca18066730 0x7fca18068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:43.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.797+0000 7fca38ef0700 1 --2- 172.21.15.33:0/491783500 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fca18066730 0x7fca18068bf0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fca340a0870 tx=0x7fca30009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:43.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.805+0000 7fca29ffb700 1 -- 172.21.15.33:0/491783500 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fca24052420 con 0x7fca340ce0d0 2024-09-13T15:01:43.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.973+0000 7fca3a6f3700 1 -- 172.21.15.33:0/491783500 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fca340d38f0 con 0x7fca340ce0d0 2024-09-13T15:01:43.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.977+0000 7fca29ffb700 1 -- 172.21.15.33:0/491783500 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7fca24055a40 con 0x7fca340ce0d0 2024-09-13T15:01:43.982 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:43.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.981+0000 7fca3a6f3700 1 -- 172.21.15.33:0/491783500 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fca18066730 msgr2=0x7fca18068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.981+0000 7fca3a6f3700 1 --2- 172.21.15.33:0/491783500 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fca18066730 0x7fca18068bf0 secure :-1 s=READY pgs=184 cs=0 l=1 rev1=1 crypto rx=0x7fca340a0870 tx=0x7fca30009240 comp rx=0 tx=0).stop 2024-09-13T15:01:43.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.981+0000 7fca3a6f3700 1 -- 172.21.15.33:0/491783500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca340ce0d0 msgr2=0x7fca340b6c00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:43.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.981+0000 7fca3a6f3700 1 --2- 172.21.15.33:0/491783500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca340ce0d0 0x7fca340b6c00 secure :-1 s=READY pgs=324 cs=0 l=1 rev1=1 crypto rx=0x7fca24014040 tx=0x7fca24004770 comp rx=0 tx=0).stop 2024-09-13T15:01:43.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.981+0000 7fca3a6f3700 1 -- 172.21.15.33:0/491783500 shutdown_connections 2024-09-13T15:01:43.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.981+0000 7fca3a6f3700 1 --2- 172.21.15.33:0/491783500 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fca18066730 0x7fca18068bf0 unknown :-1 s=CLOSED pgs=184 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.981+0000 7fca3a6f3700 1 --2- 172.21.15.33:0/491783500 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fca3415cad0 0x7fca34152b10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.981+0000 7fca3a6f3700 1 --2- 172.21.15.33:0/491783500 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fca340cf220 0x7fca34155db0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.981+0000 7fca3a6f3700 1 --2- 172.21.15.33:0/491783500 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fca340ce0d0 0x7fca340b6c00 unknown :-1 s=CLOSED pgs=324 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:43.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.981+0000 7fca3a6f3700 1 -- 172.21.15.33:0/491783500 >> 172.21.15.33:0/491783500 conn(0x7fca3408bf70 msgr2=0x7fca3415fb80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:43.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.981+0000 7fca3a6f3700 1 -- 172.21.15.33:0/491783500 shutdown_connections 2024-09-13T15:01:43.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:43.981+0000 7fca3a6f3700 1 -- 172.21.15.33:0/491783500 wait complete. 2024-09-13T15:01:44.004 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:44.128 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.121+0000 7fbd8e6df700 1 Processor -- start 2024-09-13T15:01:44.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.121+0000 7fbd8e6df700 1 -- start start 2024-09-13T15:01:44.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8e6df700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd880ce8c0 0x7fbd880d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8e6df700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd880d0df0 con 0x7fbd8815cc00 2024-09-13T15:01:44.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8e6df700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd880cdb00 con 0x7fbd880d1610 2024-09-13T15:01:44.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8e6df700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd880d1a80 con 0x7fbd880ce8c0 2024-09-13T15:01:44.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8d6dd700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fbd8815cc00 0x7fbd880d06e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60502/0 (socket says 172.21.15.33:60502) 2024-09-13T15:01:44.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8d6dd700 1 -- 172.21.15.33:0/1403812682 learned_addr learned my addr 172.21.15.33:0/1403812682 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:44.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8cedc700 1 --2- 172.21.15.33:0/1403812682 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd880ce8c0 0x7fbd880d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd7ffff700 1 -- 172.21.15.33:0/1403812682 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1722268497 0 0) 0x7fbd880d0df0 con 0x7fbd8815cc00 2024-09-13T15:01:44.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd7ffff700 1 -- 172.21.15.33:0/1403812682 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbd740035d0 con 0x7fbd8815cc00 2024-09-13T15:01:44.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd7ffff700 1 -- 172.21.15.33:0/1403812682 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3595764523 0 0) 0x7fbd880cdb00 con 0x7fbd880d1610 2024-09-13T15:01:44.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd7ffff700 1 -- 172.21.15.33:0/1403812682 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fbd880d0df0 con 0x7fbd880d1610 2024-09-13T15:01:44.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8cedc700 1 -- 172.21.15.33:0/1403812682 >> v1:172.21.15.103:6789/0 conn(0x7fbd880d1610 legacy=0x7fbd880b5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd7ffff700 1 -- 172.21.15.33:0/1403812682 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 237741267 0 0) 0x7fbd740035d0 con 0x7fbd8815cc00 2024-09-13T15:01:44.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8cedc700 1 -- 172.21.15.33:0/1403812682 >> v1:172.21.15.33:6789/0 conn(0x7fbd8815cc00 legacy=0x7fbd880d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8cedc700 1 -- 172.21.15.33:0/1403812682 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd880cdde0 con 0x7fbd880ce8c0 2024-09-13T15:01:44.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8cedc700 1 --2- 172.21.15.33:0/1403812682 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd880ce8c0 0x7fbd880d10d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fbd78009880 tx=0x7fbd78009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=91bb8c8e1925ac13 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:44.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd7ffff700 1 -- 172.21.15.33:0/1403812682 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd84001670 con 0x7fbd880ce8c0 2024-09-13T15:01:44.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd7ffff700 1 -- 172.21.15.33:0/1403812682 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd78004030 con 0x7fbd880ce8c0 2024-09-13T15:01:44.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd7ffff700 1 -- 172.21.15.33:0/1403812682 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd780043a0 con 0x7fbd880ce8c0 2024-09-13T15:01:44.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1403812682 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd880ce8c0 msgr2=0x7fbd880d10d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8e6df700 1 --2- 172.21.15.33:0/1403812682 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd880ce8c0 0x7fbd880d10d0 secure :-1 s=READY pgs=76 cs=0 l=1 rev1=1 crypto rx=0x7fbd78009880 tx=0x7fbd78009b90 comp rx=0 tx=0).stop 2024-09-13T15:01:44.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1403812682 shutdown_connections 2024-09-13T15:01:44.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8e6df700 1 --2- 172.21.15.33:0/1403812682 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd880ce8c0 0x7fbd880d10d0 unknown :-1 s=CLOSED pgs=76 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1403812682 >> 172.21.15.33:0/1403812682 conn(0x7fbd8808c080 msgr2=0x7fbd880d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:44.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1403812682 shutdown_connections 2024-09-13T15:01:44.134 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.125+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1403812682 wait complete. 2024-09-13T15:01:44.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.129+0000 7fbd8e6df700 1 Processor -- start 2024-09-13T15:01:44.136 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.129+0000 7fbd8e6df700 1 -- start start 2024-09-13T15:01:44.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8e6df700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd880ce8c0 0x7fbd8814e9b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8e6df700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd880d1610 0x7fbd8809da20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8e6df700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd8815cc00 0x7fbd881504d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8e6df700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd881500b0 con 0x7fbd880ce8c0 2024-09-13T15:01:44.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8e6df700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd8814f430 con 0x7fbd8815cc00 2024-09-13T15:01:44.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8e6df700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd8814f710 con 0x7fbd880d1610 2024-09-13T15:01:44.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8d6dd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd880ce8c0 0x7fbd8814e9b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8d6dd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd880ce8c0 0x7fbd8814e9b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40078/0 (socket says 172.21.15.33:40078) 2024-09-13T15:01:44.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8d6dd700 1 -- 172.21.15.33:0/1325572413 learned_addr learned my addr 172.21.15.33:0/1325572413 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:44.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8cedc700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd880d1610 0x7fbd8809da20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8dede700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd8815cc00 0x7fbd881504d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8d6dd700 1 -- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd880d1610 msgr2=0x7fbd8809da20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8d6dd700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd880d1610 0x7fbd8809da20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8d6dd700 1 -- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd8815cc00 msgr2=0x7fbd881504d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8d6dd700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd8815cc00 0x7fbd881504d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8d6dd700 1 -- 172.21.15.33:0/1325572413 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd780094b0 con 0x7fbd880ce8c0 2024-09-13T15:01:44.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8dede700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd8815cc00 0x7fbd881504d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:44.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8d6dd700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd880ce8c0 0x7fbd8814e9b0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fbd8400c750 tx=0x7fbd8400ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:44.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd7dffb700 1 -- 172.21.15.33:0/1325572413 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd84004ca0 con 0x7fbd880ce8c0 2024-09-13T15:01:44.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd7dffb700 1 -- 172.21.15.33:0/1325572413 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd84004e20 con 0x7fbd880ce8c0 2024-09-13T15:01:44.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd7dffb700 1 -- 172.21.15.33:0/1325572413 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd84007310 con 0x7fbd880ce8c0 2024-09-13T15:01:44.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1325572413 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd8814f9f0 con 0x7fbd880ce8c0 2024-09-13T15:01:44.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1325572413 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd881511e0 con 0x7fbd880ce8c0 2024-09-13T15:01:44.141 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.133+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1325572413 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd88150320 con 0x7fbd880ce8c0 2024-09-13T15:01:44.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.137+0000 7fbd7dffb700 1 -- 172.21.15.33:0/1325572413 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbd84007470 con 0x7fbd880ce8c0 2024-09-13T15:01:44.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.137+0000 7fbd7dffb700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbd6c066730 0x7fbd6c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.137+0000 7fbd7dffb700 1 -- 172.21.15.33:0/1325572413 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fbd84084300 con 0x7fbd880ce8c0 2024-09-13T15:01:44.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.137+0000 7fbd8cedc700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbd6c066730 0x7fbd6c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.137+0000 7fbd8cedc700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbd6c066730 0x7fbd6c068bf0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fbd880cecc0 tx=0x7fbd78010000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:44.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.149+0000 7fbd7dffb700 1 -- 172.21.15.33:0/1325572413 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbd84051210 con 0x7fbd880ce8c0 2024-09-13T15:01:44.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.317+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1325572413 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fbd880d3670 con 0x7fbd880ce8c0 2024-09-13T15:01:44.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.321+0000 7fbd7dffb700 1 -- 172.21.15.33:0/1325572413 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7fbd84007720 con 0x7fbd880ce8c0 2024-09-13T15:01:44.326 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:44.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.321+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbd6c066730 msgr2=0x7fbd6c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.321+0000 7fbd8e6df700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbd6c066730 0x7fbd6c068bf0 secure :-1 s=READY pgs=185 cs=0 l=1 rev1=1 crypto rx=0x7fbd880cecc0 tx=0x7fbd78010000 comp rx=0 tx=0).stop 2024-09-13T15:01:44.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.321+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1325572413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd880ce8c0 msgr2=0x7fbd8814e9b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.321+0000 7fbd8e6df700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd880ce8c0 0x7fbd8814e9b0 secure :-1 s=READY pgs=326 cs=0 l=1 rev1=1 crypto rx=0x7fbd8400c750 tx=0x7fbd8400ca60 comp rx=0 tx=0).stop 2024-09-13T15:01:44.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.321+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1325572413 shutdown_connections 2024-09-13T15:01:44.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.321+0000 7fbd8e6df700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbd6c066730 0x7fbd6c068bf0 unknown :-1 s=CLOSED pgs=185 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.321+0000 7fbd8e6df700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd8815cc00 0x7fbd881504d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.321+0000 7fbd8e6df700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd880d1610 0x7fbd8809da20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.321+0000 7fbd8e6df700 1 --2- 172.21.15.33:0/1325572413 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd880ce8c0 0x7fbd8814e9b0 unknown :-1 s=CLOSED pgs=326 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.321+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1325572413 >> 172.21.15.33:0/1325572413 conn(0x7fbd8808c080 msgr2=0x7fbd88161030 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:44.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.321+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1325572413 shutdown_connections 2024-09-13T15:01:44.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.321+0000 7fbd8e6df700 1 -- 172.21.15.33:0/1325572413 wait complete. 2024-09-13T15:01:44.342 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:44.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.457+0000 7f32e3fff700 1 Processor -- start 2024-09-13T15:01:44.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.457+0000 7f32e3fff700 1 -- start start 2024-09-13T15:01:44.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e3fff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f32e40ce8c0 0x7f32e40d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e3fff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32e40d1a20 con 0x7f32e415cc00 2024-09-13T15:01:44.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e3fff700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f32e40d0df0 con 0x7f32e40d1610 2024-09-13T15:01:44.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e3fff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f32e40cdb00 con 0x7f32e40ce8c0 2024-09-13T15:01:44.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e2ffd700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f32e415cc00 0x7f32e40d06e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60516/0 (socket says 172.21.15.33:60516) 2024-09-13T15:01:44.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e2ffd700 1 -- 172.21.15.33:0/316019817 learned_addr learned my addr 172.21.15.33:0/316019817 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:44.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32dbfff700 1 --2- 172.21.15.33:0/316019817 >> v2:172.21.15.103:3300/0 conn(0x7f32e40ce8c0 0x7f32e40d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e27fc700 1 -- 172.21.15.33:0/316019817 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 650315978 0 0) 0x7f32e40d1a20 con 0x7f32e415cc00 2024-09-13T15:01:44.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e27fc700 1 -- 172.21.15.33:0/316019817 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f32d00035d0 con 0x7f32e415cc00 2024-09-13T15:01:44.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32dbfff700 1 -- 172.21.15.33:0/316019817 >> v1:172.21.15.103:6789/0 conn(0x7f32e40d1610 legacy=0x7f32e40b5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32dbfff700 1 -- 172.21.15.33:0/316019817 >> v1:172.21.15.33:6789/0 conn(0x7f32e415cc00 legacy=0x7f32e40d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32dbfff700 1 -- 172.21.15.33:0/316019817 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32e40cdde0 con 0x7f32e40ce8c0 2024-09-13T15:01:44.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32dbfff700 1 --2- 172.21.15.33:0/316019817 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f32e40ce8c0 0x7f32e40d10d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f32cc009850 tx=0x7f32cc009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=83a3c532db43315 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:44.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e27fc700 1 -- 172.21.15.33:0/316019817 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32cc011830 con 0x7f32e40ce8c0 2024-09-13T15:01:44.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e27fc700 1 -- 172.21.15.33:0/316019817 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32cc011990 con 0x7f32e40ce8c0 2024-09-13T15:01:44.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e27fc700 1 -- 172.21.15.33:0/316019817 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32cc011d00 con 0x7f32e40ce8c0 2024-09-13T15:01:44.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e3fff700 1 -- 172.21.15.33:0/316019817 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f32e40ce8c0 msgr2=0x7f32e40d10d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e3fff700 1 --2- 172.21.15.33:0/316019817 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f32e40ce8c0 0x7f32e40d10d0 secure :-1 s=READY pgs=165 cs=0 l=1 rev1=1 crypto rx=0x7f32cc009850 tx=0x7f32cc009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:44.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e3fff700 1 -- 172.21.15.33:0/316019817 shutdown_connections 2024-09-13T15:01:44.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e3fff700 1 --2- 172.21.15.33:0/316019817 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f32e40ce8c0 0x7f32e40d10d0 unknown :-1 s=CLOSED pgs=165 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e3fff700 1 -- 172.21.15.33:0/316019817 >> 172.21.15.33:0/316019817 conn(0x7f32e408c080 msgr2=0x7f32e40d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:44.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e3fff700 1 -- 172.21.15.33:0/316019817 shutdown_connections 2024-09-13T15:01:44.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.461+0000 7f32e3fff700 1 -- 172.21.15.33:0/316019817 wait complete. 2024-09-13T15:01:44.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32e3fff700 1 Processor -- start 2024-09-13T15:01:44.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32e3fff700 1 -- start start 2024-09-13T15:01:44.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32e3fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f32e40ce8c0 0x7f32e40c7fc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32e3fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f32e40d1610 0x7f32e41f27b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32e3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32e415cc00 0x7f32e41f2cf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32e3fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32e41f32e0 con 0x7f32e415cc00 2024-09-13T15:01:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32e3fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f32e41f35c0 con 0x7f32e40d1610 2024-09-13T15:01:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32e3fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f32e41f38a0 con 0x7f32e40ce8c0 2024-09-13T15:01:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32e37fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32e415cc00 0x7f32e41f2cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32e37fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32e415cc00 0x7f32e41f2cf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40092/0 (socket says 172.21.15.33:40092) 2024-09-13T15:01:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32e37fe700 1 -- 172.21.15.33:0/2336993105 learned_addr learned my addr 172.21.15.33:0/2336993105 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32e2ffd700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f32e40ce8c0 0x7f32e40c7fc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32dbfff700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f32e40d1610 0x7f32e41f27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32e37fe700 1 -- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f32e40ce8c0 msgr2=0x7f32e40c7fc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.465+0000 7f32e37fe700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f32e40ce8c0 0x7f32e40c7fc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32e37fe700 1 -- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f32e40d1610 msgr2=0x7f32e41f27b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32e37fe700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f32e40d1610 0x7f32e41f27b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32e37fe700 1 -- 172.21.15.33:0/2336993105 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f32cc0094b0 con 0x7f32e415cc00 2024-09-13T15:01:44.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32e2ffd700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f32e40ce8c0 0x7f32e40c7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:44.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32dbfff700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f32e40d1610 0x7f32e41f27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:44.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32e37fe700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32e415cc00 0x7f32e41f2cf0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f32dc00cc50 tx=0x7f32dc00a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:44.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32db7fe700 1 -- 172.21.15.33:0/2336993105 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32dc00ad80 con 0x7f32e415cc00 2024-09-13T15:01:44.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32db7fe700 1 -- 172.21.15.33:0/2336993105 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f32dc00ce50 con 0x7f32e415cc00 2024-09-13T15:01:44.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32e3fff700 1 -- 172.21.15.33:0/2336993105 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f32e41f3b80 con 0x7f32e415cc00 2024-09-13T15:01:44.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32db7fe700 1 -- 172.21.15.33:0/2336993105 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f32dc003c60 con 0x7f32e415cc00 2024-09-13T15:01:44.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32e3fff700 1 -- 172.21.15.33:0/2336993105 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f32e4155bc0 con 0x7f32e415cc00 2024-09-13T15:01:44.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32e3fff700 1 -- 172.21.15.33:0/2336993105 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f32e40d3670 con 0x7f32e415cc00 2024-09-13T15:01:44.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32db7fe700 1 -- 172.21.15.33:0/2336993105 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f32dc0050d0 con 0x7f32e415cc00 2024-09-13T15:01:44.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32db7fe700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f32c4066730 0x7f32c4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.469+0000 7f32db7fe700 1 -- 172.21.15.33:0/2336993105 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f32dc084610 con 0x7f32e415cc00 2024-09-13T15:01:44.477 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.473+0000 7f32e2ffd700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f32c4066730 0x7f32c4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.473+0000 7f32e2ffd700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f32c4066730 0x7f32c4068bf0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f32d40011e0 tx=0x7f32d4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:44.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.477+0000 7f32db7fe700 1 -- 172.21.15.33:0/2336993105 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f32dc0515d0 con 0x7f32e415cc00 2024-09-13T15:01:44.656 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.649+0000 7f32e3fff700 1 -- 172.21.15.33:0/2336993105 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f32e408c560 con 0x7f32e415cc00 2024-09-13T15:01:44.657 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.649+0000 7f32db7fe700 1 -- 172.21.15.33:0/2336993105 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f32dc054bf0 con 0x7f32e415cc00 2024-09-13T15:01:44.657 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.653+0000 7f32e3fff700 1 -- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f32c4066730 msgr2=0x7f32c4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.653+0000 7f32e3fff700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f32c4066730 0x7f32c4068bf0 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f32d40011e0 tx=0x7f32d4009040 comp rx=0 tx=0).stop 2024-09-13T15:01:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.653+0000 7f32e3fff700 1 -- 172.21.15.33:0/2336993105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32e415cc00 msgr2=0x7f32e41f2cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.653+0000 7f32e3fff700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32e415cc00 0x7f32e41f2cf0 secure :-1 s=READY pgs=328 cs=0 l=1 rev1=1 crypto rx=0x7f32dc00cc50 tx=0x7f32dc00a340 comp rx=0 tx=0).stop 2024-09-13T15:01:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.653+0000 7f32e3fff700 1 -- 172.21.15.33:0/2336993105 shutdown_connections 2024-09-13T15:01:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.653+0000 7f32e3fff700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f32c4066730 0x7f32c4068bf0 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.653+0000 7f32e3fff700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f32e415cc00 0x7f32e41f2cf0 unknown :-1 s=CLOSED pgs=328 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.653+0000 7f32e3fff700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f32e40d1610 0x7f32e41f27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.653+0000 7f32e3fff700 1 --2- 172.21.15.33:0/2336993105 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f32e40ce8c0 0x7f32e40c7fc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.653+0000 7f32e3fff700 1 -- 172.21.15.33:0/2336993105 >> 172.21.15.33:0/2336993105 conn(0x7f32e408c080 msgr2=0x7f32e40b5940 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.653+0000 7f32e3fff700 1 -- 172.21.15.33:0/2336993105 shutdown_connections 2024-09-13T15:01:44.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.653+0000 7f32e3fff700 1 -- 172.21.15.33:0/2336993105 wait complete. 2024-09-13T15:01:44.673 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:01:44.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8e360700 1 Processor -- start 2024-09-13T15:01:44.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8e360700 1 -- start start 2024-09-13T15:01:44.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8e360700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fda880cd8d0 0x7fda8806cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8e360700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fda880b2200 0x7fda880b2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8e360700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fda880705d0 con 0x7fda880b17f0 2024-09-13T15:01:44.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8e360700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fda880cbf10 con 0x7fda880b2200 2024-09-13T15:01:44.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8e360700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda880b2bd0 con 0x7fda880cd8d0 2024-09-13T15:01:44.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8db5f700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fda880b2200 0x7fda880b2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8d35e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fda880cd8d0 0x7fda8806cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8cb5d700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7fda880b17f0 0x7fda880cb800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:41540/0 (socket says 172.21.15.33:41540) 2024-09-13T15:01:44.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8cb5d700 1 -- 172.21.15.33:0/2573122327 learned_addr learned my addr 172.21.15.33:0/2573122327 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:44.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda7bfff700 1 -- 172.21.15.33:0/2573122327 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2528577523 0 0) 0x7fda880705d0 con 0x7fda880b17f0 2024-09-13T15:01:44.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda7bfff700 1 -- 172.21.15.33:0/2573122327 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fda740035d0 con 0x7fda880b17f0 2024-09-13T15:01:44.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8d35e700 1 -- 172.21.15.33:0/2573122327 >> v2:172.21.15.103:3300/0 conn(0x7fda880b2200 msgr2=0x7fda880b2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:44.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8d35e700 1 --2- 172.21.15.33:0/2573122327 >> v2:172.21.15.103:3300/0 conn(0x7fda880b2200 0x7fda880b2690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8d35e700 1 -- 172.21.15.33:0/2573122327 >> v1:172.21.15.103:6789/0 conn(0x7fda880b17f0 legacy=0x7fda880cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8d35e700 1 -- 172.21.15.33:0/2573122327 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda8806d0d0 con 0x7fda880cd8d0 2024-09-13T15:01:44.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda8d35e700 1 --2- 172.21.15.33:0/2573122327 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fda880cd8d0 0x7fda8806cb90 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fda7c009850 tx=0x7fda7c009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a1752d8ba2303fa1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:44.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda7bfff700 1 -- 172.21.15.33:0/2573122327 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda7c011830 con 0x7fda880cd8d0 2024-09-13T15:01:44.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda7bfff700 1 -- 172.21.15.33:0/2573122327 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda7c011990 con 0x7fda880cd8d0 2024-09-13T15:01:44.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.781+0000 7fda7bfff700 1 -- 172.21.15.33:0/2573122327 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda7c011d40 con 0x7fda880cd8d0 2024-09-13T15:01:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 -- 172.21.15.33:0/2573122327 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fda880cd8d0 msgr2=0x7fda8806cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 --2- 172.21.15.33:0/2573122327 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fda880cd8d0 0x7fda8806cb90 secure :-1 s=READY pgs=77 cs=0 l=1 rev1=1 crypto rx=0x7fda7c009850 tx=0x7fda7c009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 -- 172.21.15.33:0/2573122327 shutdown_connections 2024-09-13T15:01:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 --2- 172.21.15.33:0/2573122327 >> v2:172.21.15.103:3300/0 conn(0x7fda880b2200 0x7fda880b2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 --2- 172.21.15.33:0/2573122327 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fda880cd8d0 0x7fda8806cb90 unknown :-1 s=CLOSED pgs=77 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 -- 172.21.15.33:0/2573122327 >> 172.21.15.33:0/2573122327 conn(0x7fda8806a350 msgr2=0x7fda8806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:44.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 -- 172.21.15.33:0/2573122327 shutdown_connections 2024-09-13T15:01:44.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 -- 172.21.15.33:0/2573122327 wait complete. 2024-09-13T15:01:44.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 Processor -- start 2024-09-13T15:01:44.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 -- start start 2024-09-13T15:01:44.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fda880b17f0 0x7fda880aecc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fda880b2200 0x7fda8815ca90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda880cd8d0 0x7fda881f6650 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda8815cfd0 con 0x7fda880cd8d0 2024-09-13T15:01:44.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fda880ac920 con 0x7fda880b2200 2024-09-13T15:01:44.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8e360700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fda880acc00 con 0x7fda880b17f0 2024-09-13T15:01:44.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.785+0000 7fda8db5f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda880cd8d0 0x7fda881f6650 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8cb5d700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fda880b2200 0x7fda8815ca90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8d35e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fda880b17f0 0x7fda880aecc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8db5f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda880cd8d0 0x7fda881f6650 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40104/0 (socket says 172.21.15.33:40104) 2024-09-13T15:01:44.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8cb5d700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fda880b2200 0x7fda8815ca90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:45960/0 (socket says 172.21.15.33:45960) 2024-09-13T15:01:44.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8d35e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fda880b17f0 0x7fda880aecc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:56228/0 (socket says 172.21.15.33:56228) 2024-09-13T15:01:44.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8cb5d700 1 -- 172.21.15.33:0/1477154707 learned_addr learned my addr 172.21.15.33:0/1477154707 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:44.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8db5f700 1 -- 172.21.15.33:0/1477154707 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fda880b17f0 msgr2=0x7fda880aecc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8db5f700 1 --2- 172.21.15.33:0/1477154707 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fda880b17f0 0x7fda880aecc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8db5f700 1 -- 172.21.15.33:0/1477154707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fda880b2200 msgr2=0x7fda8815ca90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8db5f700 1 --2- 172.21.15.33:0/1477154707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fda880b2200 0x7fda8815ca90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8db5f700 1 -- 172.21.15.33:0/1477154707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fda7c0094b0 con 0x7fda880cd8d0 2024-09-13T15:01:44.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8d35e700 1 --2- 172.21.15.33:0/1477154707 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fda880b17f0 0x7fda880aecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:44.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8db5f700 1 --2- 172.21.15.33:0/1477154707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda880cd8d0 0x7fda881f6650 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fda8000e860 tx=0x7fda8000eb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:44.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda79ffb700 1 -- 172.21.15.33:0/1477154707 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda80013680 con 0x7fda880cd8d0 2024-09-13T15:01:44.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda79ffb700 1 -- 172.21.15.33:0/1477154707 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fda800137e0 con 0x7fda880cd8d0 2024-09-13T15:01:44.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda79ffb700 1 -- 172.21.15.33:0/1477154707 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fda80013b90 con 0x7fda880cd8d0 2024-09-13T15:01:44.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8e360700 1 -- 172.21.15.33:0/1477154707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fda880acee0 con 0x7fda880cd8d0 2024-09-13T15:01:44.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8e360700 1 -- 172.21.15.33:0/1477154707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fda881f6b90 con 0x7fda880cd8d0 2024-09-13T15:01:44.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda8e360700 1 -- 172.21.15.33:0/1477154707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fda88165800 con 0x7fda880cd8d0 2024-09-13T15:01:44.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.789+0000 7fda79ffb700 1 -- 172.21.15.33:0/1477154707 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fda80013cf0 con 0x7fda880cd8d0 2024-09-13T15:01:44.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.793+0000 7fda79ffb700 1 --2- 172.21.15.33:0/1477154707 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fda6c066730 0x7fda6c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:44.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.793+0000 7fda79ffb700 1 -- 172.21.15.33:0/1477154707 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fda80084450 con 0x7fda880cd8d0 2024-09-13T15:01:44.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.793+0000 7fda8d35e700 1 --2- 172.21.15.33:0/1477154707 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fda6c066730 0x7fda6c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:44.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.793+0000 7fda8d35e700 1 --2- 172.21.15.33:0/1477154707 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fda6c066730 0x7fda6c068bf0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fda7c000c00 tx=0x7fda7c01c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:44.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.801+0000 7fda79ffb700 1 -- 172.21.15.33:0/1477154707 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fda80051410 con 0x7fda880cd8d0 2024-09-13T15:01:44.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.985+0000 7fda8e360700 1 -- 172.21.15.33:0/1477154707 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fda880cdcb0 con 0x7fda880cd8d0 2024-09-13T15:01:44.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.985+0000 7fda79ffb700 1 -- 172.21.15.33:0/1477154707 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7fda80054a30 con 0x7fda880cd8d0 2024-09-13T15:01:44.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.989+0000 7fda8e360700 1 -- 172.21.15.33:0/1477154707 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fda6c066730 msgr2=0x7fda6c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.989+0000 7fda8e360700 1 --2- 172.21.15.33:0/1477154707 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fda6c066730 0x7fda6c068bf0 secure :-1 s=READY pgs=187 cs=0 l=1 rev1=1 crypto rx=0x7fda7c000c00 tx=0x7fda7c01c040 comp rx=0 tx=0).stop 2024-09-13T15:01:44.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.989+0000 7fda8e360700 1 -- 172.21.15.33:0/1477154707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda880cd8d0 msgr2=0x7fda881f6650 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:44.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.989+0000 7fda8e360700 1 --2- 172.21.15.33:0/1477154707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda880cd8d0 0x7fda881f6650 secure :-1 s=READY pgs=329 cs=0 l=1 rev1=1 crypto rx=0x7fda8000e860 tx=0x7fda8000eb70 comp rx=0 tx=0).stop 2024-09-13T15:01:44.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.989+0000 7fda8e360700 1 -- 172.21.15.33:0/1477154707 shutdown_connections 2024-09-13T15:01:44.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.989+0000 7fda8e360700 1 --2- 172.21.15.33:0/1477154707 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fda6c066730 0x7fda6c068bf0 unknown :-1 s=CLOSED pgs=187 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.989+0000 7fda8e360700 1 --2- 172.21.15.33:0/1477154707 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fda880cd8d0 0x7fda881f6650 unknown :-1 s=CLOSED pgs=329 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.989+0000 7fda8e360700 1 --2- 172.21.15.33:0/1477154707 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fda880b2200 0x7fda8815ca90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.989+0000 7fda8e360700 1 --2- 172.21.15.33:0/1477154707 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fda880b17f0 0x7fda880aecc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:44.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.989+0000 7fda8e360700 1 -- 172.21.15.33:0/1477154707 >> 172.21.15.33:0/1477154707 conn(0x7fda8806a350 msgr2=0x7fda881650f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:44.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.989+0000 7fda8e360700 1 -- 172.21.15.33:0/1477154707 shutdown_connections 2024-09-13T15:01:44.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:44.989+0000 7fda8e360700 1 -- 172.21.15.33:0/1477154707 wait complete. 2024-09-13T15:01:44.996 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-09-13T15:01:45.012 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:01:45.012 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:01:45.020 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:45.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0ccabf700 1 Processor -- start 2024-09-13T15:01:45.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0ccabf700 1 -- start start 2024-09-13T15:01:45.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0ccabf700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff0c80adb30 0x7ff0c80cc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0ccabf700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff0c806bb90 0x7ff0c80cd930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0ccabf700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff0c806cf60 con 0x7ff0c80cde70 2024-09-13T15:01:45.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0ccabf700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff0c80b3390 con 0x7ff0c80adb30 2024-09-13T15:01:45.140 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0ccabf700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c806c350 con 0x7ff0c806bb90 2024-09-13T15:01:45.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0c77fe700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff0c80adb30 0x7ff0c80cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0c7fff700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7ff0c80cde70 0x7ff0c815e2f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:41556/0 (socket says 172.21.15.33:41556) 2024-09-13T15:01:45.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0c6ffd700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff0c806bb90 0x7ff0c80cd930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0c7fff700 1 -- 172.21.15.33:0/1079841708 learned_addr learned my addr 172.21.15.33:0/1079841708 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:45.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0c67fc700 1 -- 172.21.15.33:0/1079841708 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3920025690 0 0) 0x7ff0c806cf60 con 0x7ff0c80cde70 2024-09-13T15:01:45.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0c67fc700 1 -- 172.21.15.33:0/1079841708 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff0b00035d0 con 0x7ff0c80cde70 2024-09-13T15:01:45.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0c6ffd700 1 -- 172.21.15.33:0/1079841708 >> v2:172.21.15.103:3300/0 conn(0x7ff0c80adb30 msgr2=0x7ff0c80cc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:45.142 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0c6ffd700 1 --2- 172.21.15.33:0/1079841708 >> v2:172.21.15.103:3300/0 conn(0x7ff0c80adb30 0x7ff0c80cc060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0c6ffd700 1 -- 172.21.15.33:0/1079841708 >> v1:172.21.15.103:6789/0 conn(0x7ff0c80cde70 legacy=0x7ff0c815e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.133+0000 7ff0c6ffd700 1 -- 172.21.15.33:0/1079841708 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0c806c630 con 0x7ff0c806bb90 2024-09-13T15:01:45.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0c6ffd700 1 --2- 172.21.15.33:0/1079841708 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff0c806bb90 0x7ff0c80cd930 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8009850 tx=0x7ff0b8009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3dc76a416704fe1a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:45.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0c67fc700 1 -- 172.21.15.33:0/1079841708 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b8011830 con 0x7ff0c806bb90 2024-09-13T15:01:45.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0c67fc700 1 -- 172.21.15.33:0/1079841708 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0b8011990 con 0x7ff0c806bb90 2024-09-13T15:01:45.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0c67fc700 1 -- 172.21.15.33:0/1079841708 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0b8011d00 con 0x7ff0c806bb90 2024-09-13T15:01:45.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0ccabf700 1 -- 172.21.15.33:0/1079841708 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff0c806bb90 msgr2=0x7ff0c80cd930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0ccabf700 1 --2- 172.21.15.33:0/1079841708 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff0c806bb90 0x7ff0c80cd930 secure :-1 s=READY pgs=78 cs=0 l=1 rev1=1 crypto rx=0x7ff0b8009850 tx=0x7ff0b8009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:45.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0ccabf700 1 -- 172.21.15.33:0/1079841708 shutdown_connections 2024-09-13T15:01:45.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0ccabf700 1 --2- 172.21.15.33:0/1079841708 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff0c806bb90 0x7ff0c80cd930 unknown :-1 s=CLOSED pgs=78 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0ccabf700 1 --2- 172.21.15.33:0/1079841708 >> v2:172.21.15.103:3300/0 conn(0x7ff0c80adb30 0x7ff0c80cc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0ccabf700 1 -- 172.21.15.33:0/1079841708 >> 172.21.15.33:0/1079841708 conn(0x7ff0c806a350 msgr2=0x7ff0c806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:45.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0ccabf700 1 -- 172.21.15.33:0/1079841708 shutdown_connections 2024-09-13T15:01:45.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0ccabf700 1 -- 172.21.15.33:0/1079841708 wait complete. 2024-09-13T15:01:45.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0ccabf700 1 Processor -- start 2024-09-13T15:01:45.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0ccabf700 1 -- start start 2024-09-13T15:01:45.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0ccabf700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff0c806bb90 0x7ff0c80ac8c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0ccabf700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0c80adb30 0x7ff0c80ace00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.137+0000 7ff0ccabf700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0c80cde70 0x7ff0c8132860 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0ccabf700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c80c53e0 con 0x7ff0c80cde70 2024-09-13T15:01:45.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0ccabf700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c8130760 con 0x7ff0c80adb30 2024-09-13T15:01:45.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0ccabf700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff0c806fc00 con 0x7ff0c806bb90 2024-09-13T15:01:45.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0c7fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0c80cde70 0x7ff0c8132860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0c77fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff0c806bb90 0x7ff0c80ac8c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0c6ffd700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0c80adb30 0x7ff0c80ace00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0c77fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff0c806bb90 0x7ff0c80ac8c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:56250/0 (socket says 172.21.15.33:56250) 2024-09-13T15:01:45.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0c7fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0c80cde70 0x7ff0c8132860 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40114/0 (socket says 172.21.15.33:40114) 2024-09-13T15:01:45.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0c77fe700 1 -- 172.21.15.33:0/245887911 learned_addr learned my addr 172.21.15.33:0/245887911 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:45.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0c7fff700 1 -- 172.21.15.33:0/245887911 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff0c806bb90 msgr2=0x7ff0c80ac8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0c7fff700 1 --2- 172.21.15.33:0/245887911 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff0c806bb90 0x7ff0c80ac8c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0c7fff700 1 -- 172.21.15.33:0/245887911 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0c80adb30 msgr2=0x7ff0c80ace00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0c7fff700 1 --2- 172.21.15.33:0/245887911 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0c80adb30 0x7ff0c80ace00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0c7fff700 1 -- 172.21.15.33:0/245887911 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff0b80094b0 con 0x7ff0c80cde70 2024-09-13T15:01:45.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0c7fff700 1 --2- 172.21.15.33:0/245887911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0c80cde70 0x7ff0c8132860 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff0c000ca70 tx=0x7ff0c000caa0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:45.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0affff700 1 -- 172.21.15.33:0/245887911 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0c00074e0 con 0x7ff0c80cde70 2024-09-13T15:01:45.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0affff700 1 -- 172.21.15.33:0/245887911 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff0c0007640 con 0x7ff0c80cde70 2024-09-13T15:01:45.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0ccabf700 1 -- 172.21.15.33:0/245887911 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff0c81335d0 con 0x7ff0c80cde70 2024-09-13T15:01:45.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0affff700 1 -- 172.21.15.33:0/245887911 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff0c00079f0 con 0x7ff0c80cde70 2024-09-13T15:01:45.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0ccabf700 1 -- 172.21.15.33:0/245887911 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff0c8130c90 con 0x7ff0c80cde70 2024-09-13T15:01:45.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.141+0000 7ff0ccabf700 1 -- 172.21.15.33:0/245887911 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff0c806bfd0 con 0x7ff0c80cde70 2024-09-13T15:01:45.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.145+0000 7ff0affff700 1 -- 172.21.15.33:0/245887911 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff0c001b3b0 con 0x7ff0c80cde70 2024-09-13T15:01:45.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.145+0000 7ff0affff700 1 --2- 172.21.15.33:0/245887911 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff0b4066760 0x7ff0b4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.145+0000 7ff0affff700 1 -- 172.21.15.33:0/245887911 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7ff0c0083d80 con 0x7ff0c80cde70 2024-09-13T15:01:45.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.145+0000 7ff0c77fe700 1 --2- 172.21.15.33:0/245887911 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff0b4066760 0x7ff0b4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.145+0000 7ff0c77fe700 1 --2- 172.21.15.33:0/245887911 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff0b4066760 0x7ff0b4068c20 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc009cb0 tx=0x7ff0bc009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:45.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.153+0000 7ff0affff700 1 -- 172.21.15.33:0/245887911 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff0c0050d20 con 0x7ff0c80cde70 2024-09-13T15:01:45.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.329+0000 7ff0ccabf700 1 -- 172.21.15.33:0/245887911 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff0c80caa50 con 0x7ff0c80cde70 2024-09-13T15:01:45.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.333+0000 7ff0affff700 1 -- 172.21.15.33:0/245887911 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18687 (secure 0 0 0) 0x7ff0c0054340 con 0x7ff0c80cde70 2024-09-13T15:01:45.339 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:45.339 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:01:39.459771+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2}]},{"pgid":"3.e","mappings":[{"from":7,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":1}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:45.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.333+0000 7ff0ccabf700 1 -- 172.21.15.33:0/245887911 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff0b4066760 msgr2=0x7ff0b4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.333+0000 7ff0ccabf700 1 --2- 172.21.15.33:0/245887911 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff0b4066760 0x7ff0b4068c20 secure :-1 s=READY pgs=188 cs=0 l=1 rev1=1 crypto rx=0x7ff0bc009cb0 tx=0x7ff0bc009240 comp rx=0 tx=0).stop 2024-09-13T15:01:45.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.333+0000 7ff0ccabf700 1 -- 172.21.15.33:0/245887911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0c80cde70 msgr2=0x7ff0c8132860 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.333+0000 7ff0ccabf700 1 --2- 172.21.15.33:0/245887911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0c80cde70 0x7ff0c8132860 secure :-1 s=READY pgs=330 cs=0 l=1 rev1=1 crypto rx=0x7ff0c000ca70 tx=0x7ff0c000caa0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.333+0000 7ff0ccabf700 1 -- 172.21.15.33:0/245887911 shutdown_connections 2024-09-13T15:01:45.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.333+0000 7ff0ccabf700 1 --2- 172.21.15.33:0/245887911 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff0b4066760 0x7ff0b4068c20 unknown :-1 s=CLOSED pgs=188 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.333+0000 7ff0ccabf700 1 --2- 172.21.15.33:0/245887911 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff0c80cde70 0x7ff0c8132860 unknown :-1 s=CLOSED pgs=330 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.333+0000 7ff0ccabf700 1 --2- 172.21.15.33:0/245887911 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff0c80adb30 0x7ff0c80ace00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.333+0000 7ff0ccabf700 1 --2- 172.21.15.33:0/245887911 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff0c806bb90 0x7ff0c80ac8c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.333+0000 7ff0ccabf700 1 -- 172.21.15.33:0/245887911 >> 172.21.15.33:0/245887911 conn(0x7ff0c806a350 msgr2=0x7ff0c80cb4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:45.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.337+0000 7ff0ccabf700 1 -- 172.21.15.33:0/245887911 shutdown_connections 2024-09-13T15:01:45.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.337+0000 7ff0ccabf700 1 -- 172.21.15.33:0/245887911 wait complete. 2024-09-13T15:01:45.355 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:45.355 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:45.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.473+0000 7f36becda700 1 Processor -- start 2024-09-13T15:01:45.481 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.473+0000 7f36becda700 1 -- start start 2024-09-13T15:01:45.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36becda700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f36b815a810 0x7f36b80afcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36becda700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f36b815abf0 con 0x7f36b80b4860 2024-09-13T15:01:45.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36becda700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f36b80af080 con 0x7f36b80b36b0 2024-09-13T15:01:45.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36becda700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f36b80b3e20 con 0x7f36b815a810 2024-09-13T15:01:45.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36be4d9700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f36b80b4860 0x7f36b806dce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60524/0 (socket says 172.21.15.33:60524) 2024-09-13T15:01:45.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36be4d9700 1 -- 172.21.15.33:0/3100226380 learned_addr learned my addr 172.21.15.33:0/3100226380 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:45.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36bdcd8700 1 --2- 172.21.15.33:0/3100226380 >> v2:172.21.15.103:3300/0 conn(0x7f36b815a810 0x7f36b80afcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36bccd6700 1 -- 172.21.15.33:0/3100226380 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3424907772 0 0) 0x7f36b815abf0 con 0x7f36b80b4860 2024-09-13T15:01:45.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36bccd6700 1 -- 172.21.15.33:0/3100226380 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f36a40035d0 con 0x7f36b80b4860 2024-09-13T15:01:45.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36bccd6700 1 -- 172.21.15.33:0/3100226380 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1132513883 0 0) 0x7f36b80af080 con 0x7f36b80b36b0 2024-09-13T15:01:45.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36bccd6700 1 -- 172.21.15.33:0/3100226380 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f36b815abf0 con 0x7f36b80b36b0 2024-09-13T15:01:45.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36bdcd8700 1 -- 172.21.15.33:0/3100226380 >> v1:172.21.15.103:6789/0 conn(0x7f36b80b36b0 legacy=0x7f36b80b4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36bccd6700 1 -- 172.21.15.33:0/3100226380 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1766858797 0 0) 0x7f36a40035d0 con 0x7f36b80b4860 2024-09-13T15:01:45.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36bdcd8700 1 -- 172.21.15.33:0/3100226380 >> v1:172.21.15.33:6789/0 conn(0x7f36b80b4860 legacy=0x7f36b806dce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36bdcd8700 1 -- 172.21.15.33:0/3100226380 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36b80b3b40 con 0x7f36b815a810 2024-09-13T15:01:45.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36bdcd8700 1 --2- 172.21.15.33:0/3100226380 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b815a810 0x7f36b80afcc0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f36b4009850 tx=0x7f36b4009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=6f0f12a950e9dba9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:45.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36bccd6700 1 -- 172.21.15.33:0/3100226380 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36b00019f0 con 0x7f36b815a810 2024-09-13T15:01:45.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36bccd6700 1 -- 172.21.15.33:0/3100226380 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36b4004030 con 0x7f36b815a810 2024-09-13T15:01:45.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.477+0000 7f36bccd6700 1 -- 172.21.15.33:0/3100226380 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36b40043a0 con 0x7f36b815a810 2024-09-13T15:01:45.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.481+0000 7f36becda700 1 -- 172.21.15.33:0/3100226380 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b815a810 msgr2=0x7f36b80afcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.481+0000 7f36becda700 1 --2- 172.21.15.33:0/3100226380 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b815a810 0x7f36b80afcc0 secure :-1 s=READY pgs=169 cs=0 l=1 rev1=1 crypto rx=0x7f36b4009850 tx=0x7f36b4009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:45.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.481+0000 7f36becda700 1 -- 172.21.15.33:0/3100226380 shutdown_connections 2024-09-13T15:01:45.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.481+0000 7f36becda700 1 --2- 172.21.15.33:0/3100226380 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b815a810 0x7f36b80afcc0 unknown :-1 s=CLOSED pgs=169 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.481+0000 7f36becda700 1 -- 172.21.15.33:0/3100226380 >> 172.21.15.33:0/3100226380 conn(0x7f36b80b5bd0 msgr2=0x7f36b80b5fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:45.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.481+0000 7f36becda700 1 -- 172.21.15.33:0/3100226380 shutdown_connections 2024-09-13T15:01:45.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.481+0000 7f36becda700 1 -- 172.21.15.33:0/3100226380 wait complete. 2024-09-13T15:01:45.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.481+0000 7f36becda700 1 Processor -- start 2024-09-13T15:01:45.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.481+0000 7f36becda700 1 -- start start 2024-09-13T15:01:45.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36becda700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f36b80b4860 0x7f36b8148d10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36becda700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b815a810 0x7f36b8145920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36becda700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36b80ccc70 0x7f36b80cd100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36becda700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36b8148250 con 0x7f36b80ccc70 2024-09-13T15:01:45.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36becda700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f36b80cd710 con 0x7f36b815a810 2024-09-13T15:01:45.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36becda700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f36b80cd9f0 con 0x7f36b80b4860 2024-09-13T15:01:45.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36be4d9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36b80ccc70 0x7f36b80cd100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36be4d9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36b80ccc70 0x7f36b80cd100 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40120/0 (socket says 172.21.15.33:40120) 2024-09-13T15:01:45.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36be4d9700 1 -- 172.21.15.33:0/3356070381 learned_addr learned my addr 172.21.15.33:0/3356070381 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:45.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36bd4d7700 1 --2- 172.21.15.33:0/3356070381 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b815a810 0x7f36b8145920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36bdcd8700 1 --2- 172.21.15.33:0/3356070381 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f36b80b4860 0x7f36b8148d10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36be4d9700 1 -- 172.21.15.33:0/3356070381 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f36b80b4860 msgr2=0x7f36b8148d10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36be4d9700 1 --2- 172.21.15.33:0/3356070381 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f36b80b4860 0x7f36b8148d10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36be4d9700 1 -- 172.21.15.33:0/3356070381 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b815a810 msgr2=0x7f36b8145920 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36be4d9700 1 --2- 172.21.15.33:0/3356070381 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b815a810 0x7f36b8145920 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36be4d9700 1 -- 172.21.15.33:0/3356070381 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f36b40094b0 con 0x7f36b80ccc70 2024-09-13T15:01:45.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36be4d9700 1 --2- 172.21.15.33:0/3356070381 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36b80ccc70 0x7f36b80cd100 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f36b0001560 tx=0x7f36b000cec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36aa7fc700 1 -- 172.21.15.33:0/3356070381 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36b000aaa0 con 0x7f36b80ccc70 2024-09-13T15:01:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36aa7fc700 1 -- 172.21.15.33:0/3356070381 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f36b000ac00 con 0x7f36b80ccc70 2024-09-13T15:01:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36becda700 1 -- 172.21.15.33:0/3356070381 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f36b8148510 con 0x7f36b80ccc70 2024-09-13T15:01:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36aa7fc700 1 -- 172.21.15.33:0/3356070381 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f36b00070d0 con 0x7f36b80ccc70 2024-09-13T15:01:45.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36becda700 1 -- 172.21.15.33:0/3356070381 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f36b8145e60 con 0x7f36b80ccc70 2024-09-13T15:01:45.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.485+0000 7f36becda700 1 -- 172.21.15.33:0/3356070381 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f36b8148a30 con 0x7f36b80ccc70 2024-09-13T15:01:45.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.489+0000 7f36aa7fc700 1 -- 172.21.15.33:0/3356070381 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f36b0007230 con 0x7f36b80ccc70 2024-09-13T15:01:45.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.489+0000 7f36aa7fc700 1 --2- 172.21.15.33:0/3356070381 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f369c066760 0x7f369c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.489+0000 7f36aa7fc700 1 -- 172.21.15.33:0/3356070381 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f36b00841f0 con 0x7f36b80ccc70 2024-09-13T15:01:45.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.489+0000 7f36bdcd8700 1 --2- 172.21.15.33:0/3356070381 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f369c066760 0x7f369c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.497 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.489+0000 7f36bdcd8700 1 --2- 172.21.15.33:0/3356070381 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f369c066760 0x7f369c068c20 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f36b40090b0 tx=0x7f36b4008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:45.506 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.501+0000 7f36aa7fc700 1 -- 172.21.15.33:0/3356070381 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f36b8148a30 con 0x7f36b80ccc70 2024-09-13T15:01:45.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.669+0000 7f36becda700 1 -- 172.21.15.33:0/3356070381 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f36b8148a30 con 0x7f36b80ccc70 2024-09-13T15:01:45.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.669+0000 7f36aa7fc700 1 -- 172.21.15.33:0/3356070381 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f36b8148a30 con 0x7f36b80ccc70 2024-09-13T15:01:45.675 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.669+0000 7f36becda700 1 -- 172.21.15.33:0/3356070381 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f369c066760 msgr2=0x7f369c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.669+0000 7f36becda700 1 --2- 172.21.15.33:0/3356070381 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f369c066760 0x7f369c068c20 secure :-1 s=READY pgs=189 cs=0 l=1 rev1=1 crypto rx=0x7f36b40090b0 tx=0x7f36b4008030 comp rx=0 tx=0).stop 2024-09-13T15:01:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.669+0000 7f36becda700 1 -- 172.21.15.33:0/3356070381 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36b80ccc70 msgr2=0x7f36b80cd100 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.669+0000 7f36becda700 1 --2- 172.21.15.33:0/3356070381 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36b80ccc70 0x7f36b80cd100 secure :-1 s=READY pgs=332 cs=0 l=1 rev1=1 crypto rx=0x7f36b0001560 tx=0x7f36b000cec0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.669+0000 7f36becda700 1 -- 172.21.15.33:0/3356070381 shutdown_connections 2024-09-13T15:01:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.669+0000 7f36becda700 1 --2- 172.21.15.33:0/3356070381 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f369c066760 0x7f369c068c20 unknown :-1 s=CLOSED pgs=189 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.669+0000 7f36becda700 1 --2- 172.21.15.33:0/3356070381 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f36b80ccc70 0x7f36b80cd100 unknown :-1 s=CLOSED pgs=332 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.669+0000 7f36becda700 1 --2- 172.21.15.33:0/3356070381 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f36b815a810 0x7f36b8145920 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.669+0000 7f36becda700 1 --2- 172.21.15.33:0/3356070381 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f36b80b4860 0x7f36b8148d10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.669+0000 7f36becda700 1 -- 172.21.15.33:0/3356070381 >> 172.21.15.33:0/3356070381 conn(0x7f36b80b5bd0 msgr2=0x7f36b815af60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.669+0000 7f36becda700 1 -- 172.21.15.33:0/3356070381 shutdown_connections 2024-09-13T15:01:45.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.669+0000 7f36becda700 1 -- 172.21.15.33:0/3356070381 wait complete. 2024-09-13T15:01:45.690 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:45.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.805+0000 7f02a56fb700 1 Processor -- start 2024-09-13T15:01:45.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.805+0000 7f02a56fb700 1 -- start start 2024-09-13T15:01:45.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a56fb700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02a00ce8c0 0x7f02a00d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a56fb700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f02a00d1610 0x7f02a00b5960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a56fb700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f02a00d0df0 con 0x7f02a015cc00 2024-09-13T15:01:45.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a56fb700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02a00d1a80 con 0x7f02a00d1610 2024-09-13T15:01:45.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a56fb700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02a00cdb00 con 0x7f02a00ce8c0 2024-09-13T15:01:45.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a4efa700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f02a00d1610 0x7f02a00b5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f029f7fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02a00ce8c0 0x7f02a00d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a4efa700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f02a00d1610 0x7f02a00b5960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:45996/0 (socket says 172.21.15.33:45996) 2024-09-13T15:01:45.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a4efa700 1 -- 172.21.15.33:0/1247386569 learned_addr learned my addr 172.21.15.33:0/1247386569 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:45.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f029ffff700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f02a015cc00 0x7f02a00d06e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:41576/0 (socket says 172.21.15.33:41576) 2024-09-13T15:01:45.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f029f7fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02a00ce8c0 0x7f02a00d10d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:56266/0 (socket says 172.21.15.33:56266) 2024-09-13T15:01:45.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f029f7fe700 1 -- 172.21.15.33:0/1247386569 >> v2:172.21.15.103:3300/0 conn(0x7f02a00d1610 msgr2=0x7f02a00b5960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:45.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f029f7fe700 1 --2- 172.21.15.33:0/1247386569 >> v2:172.21.15.103:3300/0 conn(0x7f02a00d1610 0x7f02a00b5960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f029f7fe700 1 -- 172.21.15.33:0/1247386569 >> v1:172.21.15.103:6789/0 conn(0x7f02a015cc00 legacy=0x7f02a00d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f029effd700 1 -- 172.21.15.33:0/1247386569 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3567742450 0 0) 0x7f02a00d0df0 con 0x7f02a015cc00 2024-09-13T15:01:45.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f029f7fe700 1 -- 172.21.15.33:0/1247386569 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02a00cdde0 con 0x7f02a00ce8c0 2024-09-13T15:01:45.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a4efa700 1 --2- 172.21.15.33:0/1247386569 >> v2:172.21.15.103:3300/0 conn(0x7f02a00d1610 0x7f02a00b5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:45.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f029f7fe700 1 --2- 172.21.15.33:0/1247386569 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02a00ce8c0 0x7f02a00d10d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0290009850 tx=0x7f0290009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ca9cded4d77c6dc server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:45.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f029effd700 1 -- 172.21.15.33:0/1247386569 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0290011830 con 0x7f02a00ce8c0 2024-09-13T15:01:45.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f029effd700 1 -- 172.21.15.33:0/1247386569 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0290011990 con 0x7f02a00ce8c0 2024-09-13T15:01:45.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f029effd700 1 -- 172.21.15.33:0/1247386569 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0290011d40 con 0x7f02a00ce8c0 2024-09-13T15:01:45.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a56fb700 1 -- 172.21.15.33:0/1247386569 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02a00ce8c0 msgr2=0x7f02a00d10d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a56fb700 1 --2- 172.21.15.33:0/1247386569 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02a00ce8c0 0x7f02a00d10d0 secure :-1 s=READY pgs=79 cs=0 l=1 rev1=1 crypto rx=0x7f0290009850 tx=0x7f0290009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:45.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a56fb700 1 -- 172.21.15.33:0/1247386569 shutdown_connections 2024-09-13T15:01:45.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a56fb700 1 --2- 172.21.15.33:0/1247386569 >> v2:172.21.15.103:3300/0 conn(0x7f02a00d1610 0x7f02a00b5960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a56fb700 1 --2- 172.21.15.33:0/1247386569 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02a00ce8c0 0x7f02a00d10d0 unknown :-1 s=CLOSED pgs=79 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a56fb700 1 -- 172.21.15.33:0/1247386569 >> 172.21.15.33:0/1247386569 conn(0x7f02a008c080 msgr2=0x7f02a00d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:45.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.809+0000 7f02a56fb700 1 -- 172.21.15.33:0/1247386569 shutdown_connections 2024-09-13T15:01:45.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a56fb700 1 -- 172.21.15.33:0/1247386569 wait complete. 2024-09-13T15:01:45.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a56fb700 1 Processor -- start 2024-09-13T15:01:45.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a56fb700 1 -- start start 2024-09-13T15:01:45.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a56fb700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02a00ce8c0 0x7f02a0158540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a56fb700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02a00d1610 0x7f02a015ece0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a56fb700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a015cc00 0x7f02a015b730 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a56fb700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a0158a80 con 0x7f02a015cc00 2024-09-13T15:01:45.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a56fb700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02a015f220 con 0x7f02a00ce8c0 2024-09-13T15:01:45.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a56fb700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02a015f4c0 con 0x7f02a00d1610 2024-09-13T15:01:45.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a4efa700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a015cc00 0x7f02a015b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a4efa700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a015cc00 0x7f02a015b730 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40130/0 (socket says 172.21.15.33:40130) 2024-09-13T15:01:45.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a4efa700 1 -- 172.21.15.33:0/3420888713 learned_addr learned my addr 172.21.15.33:0/3420888713 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:45.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f029ffff700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02a00ce8c0 0x7f02a0158540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f029f7fe700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02a00d1610 0x7f02a015ece0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a4efa700 1 -- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02a00d1610 msgr2=0x7f02a015ece0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a4efa700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02a00d1610 0x7f02a015ece0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a4efa700 1 -- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02a00ce8c0 msgr2=0x7f02a0158540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:45.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a4efa700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02a00ce8c0 0x7f02a0158540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:45.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.813+0000 7f02a4efa700 1 -- 172.21.15.33:0/3420888713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0298009b30 con 0x7f02a015cc00 2024-09-13T15:01:45.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.817+0000 7f029ffff700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02a00ce8c0 0x7f02a0158540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:45.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.817+0000 7f02a4efa700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a015cc00 0x7f02a015b730 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f029800efc0 tx=0x7f029800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:45.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.817+0000 7f029cff9700 1 -- 172.21.15.33:0/3420888713 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0298018070 con 0x7f02a015cc00 2024-09-13T15:01:45.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.817+0000 7f029cff9700 1 -- 172.21.15.33:0/3420888713 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f029800f040 con 0x7f02a015cc00 2024-09-13T15:01:45.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.817+0000 7f02a56fb700 1 -- 172.21.15.33:0/3420888713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02900094b0 con 0x7f02a015cc00 2024-09-13T15:01:45.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.817+0000 7f029cff9700 1 -- 172.21.15.33:0/3420888713 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0298003c40 con 0x7f02a015cc00 2024-09-13T15:01:45.824 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.817+0000 7f02a56fb700 1 -- 172.21.15.33:0/3420888713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02a0155cd0 con 0x7f02a015cc00 2024-09-13T15:01:45.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.817+0000 7f029cff9700 1 -- 172.21.15.33:0/3420888713 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f029800c930 con 0x7f02a015cc00 2024-09-13T15:01:45.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.817+0000 7f02a56fb700 1 -- 172.21.15.33:0/3420888713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02a00d3670 con 0x7f02a015cc00 2024-09-13T15:01:45.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.817+0000 7f029cff9700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0280066730 0x7f0280068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:45.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.821+0000 7f029cff9700 1 -- 172.21.15.33:0/3420888713 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f0298084720 con 0x7f02a015cc00 2024-09-13T15:01:45.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.821+0000 7f029ffff700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0280066730 0x7f0280068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:45.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.821+0000 7f029ffff700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0280066730 0x7f0280068bf0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0288000f60 tx=0x7f0288007cc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:45.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:45.829+0000 7f029cff9700 1 -- 172.21.15.33:0/3420888713 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f02980516e0 con 0x7f02a015cc00 2024-09-13T15:01:46.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.005+0000 7f02a56fb700 1 -- 172.21.15.33:0/3420888713 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f02a008c560 con 0x7f02a015cc00 2024-09-13T15:01:46.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.005+0000 7f029cff9700 1 -- 172.21.15.33:0/3420888713 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f0298054d00 con 0x7f02a015cc00 2024-09-13T15:01:46.010 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:46.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.005+0000 7f02a56fb700 1 -- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0280066730 msgr2=0x7f0280068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.005+0000 7f02a56fb700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0280066730 0x7f0280068bf0 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f0288000f60 tx=0x7f0288007cc0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.005+0000 7f02a56fb700 1 -- 172.21.15.33:0/3420888713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a015cc00 msgr2=0x7f02a015b730 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.005+0000 7f02a56fb700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a015cc00 0x7f02a015b730 secure :-1 s=READY pgs=333 cs=0 l=1 rev1=1 crypto rx=0x7f029800efc0 tx=0x7f029800c3a0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.005+0000 7f02a56fb700 1 -- 172.21.15.33:0/3420888713 shutdown_connections 2024-09-13T15:01:46.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.005+0000 7f02a56fb700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0280066730 0x7f0280068bf0 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.005+0000 7f02a56fb700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02a015cc00 0x7f02a015b730 unknown :-1 s=CLOSED pgs=333 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.005+0000 7f02a56fb700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02a00d1610 0x7f02a015ece0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.005+0000 7f02a56fb700 1 --2- 172.21.15.33:0/3420888713 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02a00ce8c0 0x7f02a0158540 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.005+0000 7f02a56fb700 1 -- 172.21.15.33:0/3420888713 >> 172.21.15.33:0/3420888713 conn(0x7f02a008c080 msgr2=0x7f02a00b6770 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:46.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.005+0000 7f02a56fb700 1 -- 172.21.15.33:0/3420888713 shutdown_connections 2024-09-13T15:01:46.014 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.005+0000 7f02a56fb700 1 -- 172.21.15.33:0/3420888713 wait complete. 2024-09-13T15:01:46.025 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:46.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec6999700 1 Processor -- start 2024-09-13T15:01:46.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec6999700 1 -- start start 2024-09-13T15:01:46.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec6999700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ec0159530 0x7f5ec00cdbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec6999700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f5ec00ce110 0x7f5ec015d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec6999700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f5ec015d700 0x7f5ec00b2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.143 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec6999700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ec015dbb0 con 0x7f5ec00ce110 2024-09-13T15:01:46.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec6999700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5ec00ce700 con 0x7f5ec015d700 2024-09-13T15:01:46.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec6999700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ec00ce9e0 con 0x7f5ec0159530 2024-09-13T15:01:46.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec5196700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f5ec00ce110 0x7f5ec015d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec5196700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f5ec00ce110 0x7f5ec015d1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40140/0 (socket says 172.21.15.33:40140) 2024-09-13T15:01:46.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec5196700 1 -- 172.21.15.33:0/3555753392 learned_addr learned my addr 172.21.15.33:0/3555753392 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:46.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec6198700 1 --2- 172.21.15.33:0/3555753392 >> v2:172.21.15.103:3300/0 conn(0x7f5ec015d700 0x7f5ec00b2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec5997700 1 --2- 172.21.15.33:0/3555753392 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ec0159530 0x7f5ec00cdbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.146 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec5196700 1 -- 172.21.15.33:0/3555753392 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ec0159530 msgr2=0x7f5ec00cdbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:46.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec5196700 1 --2- 172.21.15.33:0/3555753392 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ec0159530 0x7f5ec00cdbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec5196700 1 -- 172.21.15.33:0/3555753392 >> v2:172.21.15.103:3300/0 conn(0x7f5ec015d700 msgr2=0x7f5ec00b2ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:46.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec5196700 1 --2- 172.21.15.33:0/3555753392 >> v2:172.21.15.103:3300/0 conn(0x7f5ec015d700 0x7f5ec00b2ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec5196700 1 -- 172.21.15.33:0/3555753392 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ec00cecc0 con 0x7f5ec00ce110 2024-09-13T15:01:46.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec5196700 1 --2- 172.21.15.33:0/3555753392 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec00ce110 0x7f5ec015d1c0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0071e60 tx=0x7f5ebc009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c4c85524657d62be server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:46.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec4995700 1 -- 172.21.15.33:0/3555753392 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ebc011830 con 0x7f5ec00ce110 2024-09-13T15:01:46.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec4995700 1 -- 172.21.15.33:0/3555753392 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ebc011990 con 0x7f5ec00ce110 2024-09-13T15:01:46.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.137+0000 7f5ec4995700 1 -- 172.21.15.33:0/3555753392 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ebc011d20 con 0x7f5ec00ce110 2024-09-13T15:01:46.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 -- 172.21.15.33:0/3555753392 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec00ce110 msgr2=0x7f5ec015d1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 --2- 172.21.15.33:0/3555753392 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec00ce110 0x7f5ec015d1c0 secure :-1 s=READY pgs=334 cs=0 l=1 rev1=1 crypto rx=0x7f5ec0071e60 tx=0x7f5ebc009bf0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 -- 172.21.15.33:0/3555753392 shutdown_connections 2024-09-13T15:01:46.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 --2- 172.21.15.33:0/3555753392 >> v2:172.21.15.103:3300/0 conn(0x7f5ec015d700 0x7f5ec00b2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 --2- 172.21.15.33:0/3555753392 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec00ce110 0x7f5ec015d1c0 unknown :-1 s=CLOSED pgs=334 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.147 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 --2- 172.21.15.33:0/3555753392 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ec0159530 0x7f5ec00cdbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 -- 172.21.15.33:0/3555753392 >> 172.21.15.33:0/3555753392 conn(0x7f5ec006b460 msgr2=0x7f5ec006b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:46.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 -- 172.21.15.33:0/3555753392 shutdown_connections 2024-09-13T15:01:46.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 -- 172.21.15.33:0/3555753392 wait complete. 2024-09-13T15:01:46.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 Processor -- start 2024-09-13T15:01:46.148 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 -- start start 2024-09-13T15:01:46.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ec00ce110 0x7f5ec014c250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec0159530 0x7f5ec014b6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ec015d700 0x7f5ec013feb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ec014bc10 con 0x7f5ec0159530 2024-09-13T15:01:46.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5ec014ce80 con 0x7f5ec015d700 2024-09-13T15:01:46.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec6999700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5ec014f890 con 0x7f5ec00ce110 2024-09-13T15:01:46.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec5196700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec0159530 0x7f5ec014b6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.141+0000 7f5ec5196700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec0159530 0x7f5ec014b6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40144/0 (socket says 172.21.15.33:40144) 2024-09-13T15:01:46.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5ec5196700 1 -- 172.21.15.33:0/255561360 learned_addr learned my addr 172.21.15.33:0/255561360 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:46.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5ec5997700 1 --2- 172.21.15.33:0/255561360 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ec00ce110 0x7f5ec014c250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5ec6198700 1 --2- 172.21.15.33:0/255561360 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ec015d700 0x7f5ec013feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5ec5196700 1 -- 172.21.15.33:0/255561360 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ec00ce110 msgr2=0x7f5ec014c250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5ec5196700 1 --2- 172.21.15.33:0/255561360 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ec00ce110 0x7f5ec014c250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5ec5196700 1 -- 172.21.15.33:0/255561360 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ec015d700 msgr2=0x7f5ec013feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5ec5196700 1 --2- 172.21.15.33:0/255561360 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ec015d700 0x7f5ec013feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.151 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5ec5196700 1 -- 172.21.15.33:0/255561360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5ebc009570 con 0x7f5ec0159530 2024-09-13T15:01:46.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5ec5196700 1 --2- 172.21.15.33:0/255561360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec0159530 0x7f5ec014b6d0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc013000 tx=0x7f5ebc004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:46.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5eb27fc700 1 -- 172.21.15.33:0/255561360 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ebc004240 con 0x7f5ec0159530 2024-09-13T15:01:46.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5eb27fc700 1 -- 172.21.15.33:0/255561360 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5ebc01f070 con 0x7f5ec0159530 2024-09-13T15:01:46.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5ec6999700 1 -- 172.21.15.33:0/255561360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5ec014c8c0 con 0x7f5ec0159530 2024-09-13T15:01:46.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5eb27fc700 1 -- 172.21.15.33:0/255561360 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5ebc004600 con 0x7f5ec0159530 2024-09-13T15:01:46.152 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5ec6999700 1 -- 172.21.15.33:0/255561360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5ec014f520 con 0x7f5ec0159530 2024-09-13T15:01:46.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5ec6999700 1 -- 172.21.15.33:0/255561360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5ec015de30 con 0x7f5ec0159530 2024-09-13T15:01:46.153 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.145+0000 7f5eb27fc700 1 -- 172.21.15.33:0/255561360 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5ebc021030 con 0x7f5ec0159530 2024-09-13T15:01:46.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.149+0000 7f5eb27fc700 1 --2- 172.21.15.33:0/255561360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5ea4066730 0x7f5ea4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.149+0000 7f5eb27fc700 1 -- 172.21.15.33:0/255561360 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f5ebc0852f0 con 0x7f5ec0159530 2024-09-13T15:01:46.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.149+0000 7f5ec5997700 1 --2- 172.21.15.33:0/255561360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5ea4066730 0x7f5ea4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.149+0000 7f5ec5997700 1 --2- 172.21.15.33:0/255561360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5ea4066730 0x7f5ea4068bf0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5eb4009bf0 tx=0x7f5eb4009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:46.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.157+0000 7f5eb27fc700 1 -- 172.21.15.33:0/255561360 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5ebc0523f0 con 0x7f5ec0159530 2024-09-13T15:01:46.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.333+0000 7f5ec6999700 1 -- 172.21.15.33:0/255561360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f5ec015d1c0 con 0x7f5ec0159530 2024-09-13T15:01:46.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.333+0000 7f5eb27fc700 1 -- 172.21.15.33:0/255561360 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f5ebc055a10 con 0x7f5ec0159530 2024-09-13T15:01:46.341 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:46.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.337+0000 7f5ec6999700 1 -- 172.21.15.33:0/255561360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5ea4066730 msgr2=0x7f5ea4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.337+0000 7f5ec6999700 1 --2- 172.21.15.33:0/255561360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5ea4066730 0x7f5ea4068bf0 secure :-1 s=READY pgs=191 cs=0 l=1 rev1=1 crypto rx=0x7f5eb4009bf0 tx=0x7f5eb4009240 comp rx=0 tx=0).stop 2024-09-13T15:01:46.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.337+0000 7f5ec6999700 1 -- 172.21.15.33:0/255561360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec0159530 msgr2=0x7f5ec014b6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.337+0000 7f5ec6999700 1 --2- 172.21.15.33:0/255561360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec0159530 0x7f5ec014b6d0 secure :-1 s=READY pgs=335 cs=0 l=1 rev1=1 crypto rx=0x7f5ebc013000 tx=0x7f5ebc004770 comp rx=0 tx=0).stop 2024-09-13T15:01:46.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.337+0000 7f5ec6999700 1 -- 172.21.15.33:0/255561360 shutdown_connections 2024-09-13T15:01:46.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.337+0000 7f5ec6999700 1 --2- 172.21.15.33:0/255561360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5ea4066730 0x7f5ea4068bf0 unknown :-1 s=CLOSED pgs=191 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.337+0000 7f5ec6999700 1 --2- 172.21.15.33:0/255561360 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5ec015d700 0x7f5ec013feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.337+0000 7f5ec6999700 1 --2- 172.21.15.33:0/255561360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5ec0159530 0x7f5ec014b6d0 unknown :-1 s=CLOSED pgs=335 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.337+0000 7f5ec6999700 1 --2- 172.21.15.33:0/255561360 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5ec00ce110 0x7f5ec014c250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.337+0000 7f5ec6999700 1 -- 172.21.15.33:0/255561360 >> 172.21.15.33:0/255561360 conn(0x7f5ec006b460 msgr2=0x7f5ec0066120 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:46.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.337+0000 7f5ec6999700 1 -- 172.21.15.33:0/255561360 shutdown_connections 2024-09-13T15:01:46.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.337+0000 7f5ec6999700 1 -- 172.21.15.33:0/255561360 wait complete. 2024-09-13T15:01:46.356 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:46.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.473+0000 7f6511c1e700 1 Processor -- start 2024-09-13T15:01:46.480 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.473+0000 7f6511c1e700 1 -- start start 2024-09-13T15:01:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6511c1e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f650c159530 0x7f650c0cdbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6511c1e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f650c0ce110 0x7f650c15d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6511c1e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f650c0ce700 con 0x7f650c15d700 2024-09-13T15:01:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6511c1e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f650c15db90 con 0x7f650c159530 2024-09-13T15:01:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6511c1e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f650c0ce9e0 con 0x7f650c0ce110 2024-09-13T15:01:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6510c1c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f650c159530 0x7f650c0cdbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f651141d700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f650c15d700 0x7f650c0b2ac0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60526/0 (socket says 172.21.15.33:60526) 2024-09-13T15:01:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f651141d700 1 -- 172.21.15.33:0/1597284771 learned_addr learned my addr 172.21.15.33:0/1597284771 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f650bfff700 1 --2- 172.21.15.33:0/1597284771 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f650c0ce110 0x7f650c15d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6510c1c700 1 -- 172.21.15.33:0/1597284771 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f650c0ce110 msgr2=0x7f650c15d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6510c1c700 1 --2- 172.21.15.33:0/1597284771 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f650c0ce110 0x7f650c15d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f650b7fe700 1 -- 172.21.15.33:0/1597284771 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1601874940 0 0) 0x7f650c0ce700 con 0x7f650c15d700 2024-09-13T15:01:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6510c1c700 1 -- 172.21.15.33:0/1597284771 >> v1:172.21.15.33:6789/0 conn(0x7f650c15d700 legacy=0x7f650c0b2ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.484 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6510c1c700 1 -- 172.21.15.33:0/1597284771 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f650c0cecc0 con 0x7f650c159530 2024-09-13T15:01:46.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6510c1c700 1 --2- 172.21.15.33:0/1597284771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f650c159530 0x7f650c0cdbd0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f64fc009850 tx=0x7f64fc009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=59c9f633cd5f29bb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:46.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f650b7fe700 1 -- 172.21.15.33:0/1597284771 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64fc011830 con 0x7f650c159530 2024-09-13T15:01:46.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f650b7fe700 1 -- 172.21.15.33:0/1597284771 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64fc011990 con 0x7f650c159530 2024-09-13T15:01:46.485 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f650b7fe700 1 -- 172.21.15.33:0/1597284771 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64fc011d40 con 0x7f650c159530 2024-09-13T15:01:46.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6511c1e700 1 -- 172.21.15.33:0/1597284771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f650c159530 msgr2=0x7f650c0cdbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6511c1e700 1 --2- 172.21.15.33:0/1597284771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f650c159530 0x7f650c0cdbd0 secure :-1 s=READY pgs=337 cs=0 l=1 rev1=1 crypto rx=0x7f64fc009850 tx=0x7f64fc009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:46.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6511c1e700 1 -- 172.21.15.33:0/1597284771 shutdown_connections 2024-09-13T15:01:46.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6511c1e700 1 --2- 172.21.15.33:0/1597284771 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f650c0ce110 0x7f650c15d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6511c1e700 1 --2- 172.21.15.33:0/1597284771 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f650c159530 0x7f650c0cdbd0 unknown :-1 s=CLOSED pgs=337 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6511c1e700 1 -- 172.21.15.33:0/1597284771 >> 172.21.15.33:0/1597284771 conn(0x7f650c06b460 msgr2=0x7f650c06b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:46.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6511c1e700 1 -- 172.21.15.33:0/1597284771 shutdown_connections 2024-09-13T15:01:46.486 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.477+0000 7f6511c1e700 1 -- 172.21.15.33:0/1597284771 wait complete. 2024-09-13T15:01:46.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f6511c1e700 1 Processor -- start 2024-09-13T15:01:46.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f6511c1e700 1 -- start start 2024-09-13T15:01:46.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f6511c1e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f650c0ce110 0x7f650c14a330 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f6511c1e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f650c159530 0x7f650c1561c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f6511c1e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f650c15d700 0x7f650c1544e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f6511c1e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f650c157880 con 0x7f650c159530 2024-09-13T15:01:46.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f6511c1e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f650c157b60 con 0x7f650c15d700 2024-09-13T15:01:46.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f6511c1e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f650c157e40 con 0x7f650c0ce110 2024-09-13T15:01:46.489 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f650bfff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f650c159530 0x7f650c1561c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f650bfff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f650c159530 0x7f650c1561c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40164/0 (socket says 172.21.15.33:40164) 2024-09-13T15:01:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f650bfff700 1 -- 172.21.15.33:0/1491631480 learned_addr learned my addr 172.21.15.33:0/1491631480 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f651141d700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f650c15d700 0x7f650c1544e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f6510c1c700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f650c0ce110 0x7f650c14a330 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f650bfff700 1 -- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f650c0ce110 msgr2=0x7f650c14a330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f650bfff700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f650c0ce110 0x7f650c14a330 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f650bfff700 1 -- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f650c15d700 msgr2=0x7f650c1544e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f650bfff700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f650c15d700 0x7f650c1544e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f650bfff700 1 -- 172.21.15.33:0/1491631480 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f64fc0094b0 con 0x7f650c159530 2024-09-13T15:01:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f651141d700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f650c15d700 0x7f650c1544e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:46.490 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.481+0000 7f650bfff700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f650c159530 0x7f650c1561c0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f64f400e9d0 tx=0x7f64f400ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.485+0000 7f65097fa700 1 -- 172.21.15.33:0/1491631480 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64f4009720 con 0x7f650c159530 2024-09-13T15:01:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.485+0000 7f65097fa700 1 -- 172.21.15.33:0/1491631480 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f64f400c850 con 0x7f650c159530 2024-09-13T15:01:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.485+0000 7f6511c1e700 1 -- 172.21.15.33:0/1491631480 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f650c151bc0 con 0x7f650c159530 2024-09-13T15:01:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.485+0000 7f65097fa700 1 -- 172.21.15.33:0/1491631480 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f64f400cbc0 con 0x7f650c159530 2024-09-13T15:01:46.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.485+0000 7f6511c1e700 1 -- 172.21.15.33:0/1491631480 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f650c1f2500 con 0x7f650c159530 2024-09-13T15:01:46.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.485+0000 7f6511c1e700 1 -- 172.21.15.33:0/1491631480 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f650c15de30 con 0x7f650c159530 2024-09-13T15:01:46.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.485+0000 7f65097fa700 1 -- 172.21.15.33:0/1491631480 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f64f400cd20 con 0x7f650c159530 2024-09-13T15:01:46.492 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.485+0000 7f65097fa700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f64ec066730 0x7f64ec068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.485+0000 7f65097fa700 1 -- 172.21.15.33:0/1491631480 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f64f4084580 con 0x7f650c159530 2024-09-13T15:01:46.493 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.485+0000 7f6510c1c700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f64ec066730 0x7f64ec068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.494 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.489+0000 7f6510c1c700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f64ec066730 0x7f64ec068bf0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f64fc0090b0 tx=0x7f64fc008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:46.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.493+0000 7f65097fa700 1 -- 172.21.15.33:0/1491631480 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f64f40515c0 con 0x7f650c159530 2024-09-13T15:01:46.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.665+0000 7f6511c1e700 1 -- 172.21.15.33:0/1491631480 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f650c15d1c0 con 0x7f650c159530 2024-09-13T15:01:46.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.665+0000 7f65097fa700 1 -- 172.21.15.33:0/1491631480 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f64f4054be0 con 0x7f650c159530 2024-09-13T15:01:46.671 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:46.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.669+0000 7f6511c1e700 1 -- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f64ec066730 msgr2=0x7f64ec068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.669+0000 7f6511c1e700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f64ec066730 0x7f64ec068bf0 secure :-1 s=READY pgs=192 cs=0 l=1 rev1=1 crypto rx=0x7f64fc0090b0 tx=0x7f64fc008030 comp rx=0 tx=0).stop 2024-09-13T15:01:46.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.669+0000 7f6511c1e700 1 -- 172.21.15.33:0/1491631480 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f650c159530 msgr2=0x7f650c1561c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.669+0000 7f6511c1e700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f650c159530 0x7f650c1561c0 secure :-1 s=READY pgs=338 cs=0 l=1 rev1=1 crypto rx=0x7f64f400e9d0 tx=0x7f64f400ece0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.669+0000 7f6511c1e700 1 -- 172.21.15.33:0/1491631480 shutdown_connections 2024-09-13T15:01:46.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.669+0000 7f6511c1e700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f64ec066730 0x7f64ec068bf0 unknown :-1 s=CLOSED pgs=192 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.669+0000 7f6511c1e700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f650c15d700 0x7f650c1544e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.669+0000 7f6511c1e700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f650c159530 0x7f650c1561c0 unknown :-1 s=CLOSED pgs=338 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.669+0000 7f6511c1e700 1 --2- 172.21.15.33:0/1491631480 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f650c0ce110 0x7f650c14a330 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.669+0000 7f6511c1e700 1 -- 172.21.15.33:0/1491631480 >> 172.21.15.33:0/1491631480 conn(0x7f650c06b460 msgr2=0x7f650c06b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:46.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.669+0000 7f6511c1e700 1 -- 172.21.15.33:0/1491631480 shutdown_connections 2024-09-13T15:01:46.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.669+0000 7f6511c1e700 1 -- 172.21.15.33:0/1491631480 wait complete. 2024-09-13T15:01:46.687 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:01:46.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27b113a700 1 Processor -- start 2024-09-13T15:01:46.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27b113a700 1 -- start start 2024-09-13T15:01:46.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27b113a700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f27ac1440d0 0x7f27ac15b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27b113a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f27ac1444b0 0x7f27ac06d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27b113a700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f27ac06bd60 con 0x7f27ac0cbb10 2024-09-13T15:01:46.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27b113a700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27ac15bf10 con 0x7f27ac1444b0 2024-09-13T15:01:46.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27b113a700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f27ac06bfe0 con 0x7f27ac1440d0 2024-09-13T15:01:46.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27a259c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f27ac1444b0 0x7f27ac06d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27a259c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f27ac1444b0 0x7f27ac06d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40176/0 (socket says 172.21.15.33:40176) 2024-09-13T15:01:46.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27ab59e700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f27ac0cbb10 0x7f27ac0b1f10 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60532/0 (socket says 172.21.15.33:60532) 2024-09-13T15:01:46.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27a259c700 1 -- 172.21.15.33:0/1614870348 learned_addr learned my addr 172.21.15.33:0/1614870348 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:46.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27aad9d700 1 --2- 172.21.15.33:0/1614870348 >> v2:172.21.15.103:3300/0 conn(0x7f27ac1440d0 0x7f27ac15b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27a259c700 1 -- 172.21.15.33:0/1614870348 >> v2:172.21.15.103:3300/0 conn(0x7f27ac1440d0 msgr2=0x7f27ac15b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:46.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27a259c700 1 --2- 172.21.15.33:0/1614870348 >> v2:172.21.15.103:3300/0 conn(0x7f27ac1440d0 0x7f27ac15b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27a259c700 1 -- 172.21.15.33:0/1614870348 >> v1:172.21.15.33:6789/0 conn(0x7f27ac0cbb10 legacy=0x7f27ac0b1f10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27a259c700 1 -- 172.21.15.33:0/1614870348 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f27ac06c2c0 con 0x7f27ac1444b0 2024-09-13T15:01:46.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27a259c700 1 --2- 172.21.15.33:0/1614870348 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27ac1444b0 0x7f27ac06d080 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f27ac0721f0 tx=0x7f2794009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a35ca371a073715 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:46.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27aa59c700 1 -- 172.21.15.33:0/1614870348 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f279400b8a0 con 0x7f27ac1444b0 2024-09-13T15:01:46.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27aa59c700 1 -- 172.21.15.33:0/1614870348 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f279400ba00 con 0x7f27ac1444b0 2024-09-13T15:01:46.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27aa59c700 1 -- 172.21.15.33:0/1614870348 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f279400bd90 con 0x7f27ac1444b0 2024-09-13T15:01:46.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27b113a700 1 -- 172.21.15.33:0/1614870348 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27ac1444b0 msgr2=0x7f27ac06d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.797+0000 7f27b113a700 1 --2- 172.21.15.33:0/1614870348 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27ac1444b0 0x7f27ac06d080 secure :-1 s=READY pgs=340 cs=0 l=1 rev1=1 crypto rx=0x7f27ac0721f0 tx=0x7f2794009bf0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.801+0000 7f27b113a700 1 -- 172.21.15.33:0/1614870348 shutdown_connections 2024-09-13T15:01:46.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.801+0000 7f27b113a700 1 --2- 172.21.15.33:0/1614870348 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27ac1444b0 0x7f27ac06d080 unknown :-1 s=CLOSED pgs=340 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.801+0000 7f27b113a700 1 --2- 172.21.15.33:0/1614870348 >> v2:172.21.15.103:3300/0 conn(0x7f27ac1440d0 0x7f27ac15b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.801+0000 7f27b113a700 1 -- 172.21.15.33:0/1614870348 >> 172.21.15.33:0/1614870348 conn(0x7f27ac06a350 msgr2=0x7f27ac06a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:46.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.801+0000 7f27b113a700 1 -- 172.21.15.33:0/1614870348 shutdown_connections 2024-09-13T15:01:46.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.801+0000 7f27b113a700 1 -- 172.21.15.33:0/1614870348 wait complete. 2024-09-13T15:01:46.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.801+0000 7f27b113a700 1 Processor -- start 2024-09-13T15:01:46.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.801+0000 7f27b113a700 1 -- start start 2024-09-13T15:01:46.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27b113a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27ac0cbb10 0x7f27ac1f0c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27b113a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27ac1440d0 0x7f27ac15e4d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27b113a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f27ac1444b0 0x7f27ac15ea10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27b113a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27ac13db40 con 0x7f27ac0cbb10 2024-09-13T15:01:46.811 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27b113a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f27ac13d6b0 con 0x7f27ac1440d0 2024-09-13T15:01:46.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27b113a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f27ac13caa0 con 0x7f27ac1444b0 2024-09-13T15:01:46.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27aad9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27ac0cbb10 0x7f27ac1f0c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27aad9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27ac0cbb10 0x7f27ac1f0c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40184/0 (socket says 172.21.15.33:40184) 2024-09-13T15:01:46.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27aad9d700 1 -- 172.21.15.33:0/2774735468 learned_addr learned my addr 172.21.15.33:0/2774735468 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:46.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27a259c700 1 --2- 172.21.15.33:0/2774735468 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27ac1440d0 0x7f27ac15e4d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27aad9d700 1 -- 172.21.15.33:0/2774735468 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f27ac1444b0 msgr2=0x7f27ac15ea10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27aad9d700 1 --2- 172.21.15.33:0/2774735468 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f27ac1444b0 0x7f27ac15ea10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27aad9d700 1 -- 172.21.15.33:0/2774735468 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27ac1440d0 msgr2=0x7f27ac15e4d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:46.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27aad9d700 1 --2- 172.21.15.33:0/2774735468 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27ac1440d0 0x7f27ac15e4d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:46.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27aad9d700 1 -- 172.21.15.33:0/2774735468 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2794009570 con 0x7f27ac0cbb10 2024-09-13T15:01:46.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27a259c700 1 --2- 172.21.15.33:0/2774735468 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27ac1440d0 0x7f27ac15e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:46.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27aad9d700 1 --2- 172.21.15.33:0/2774735468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27ac0cbb10 0x7f27ac1f0c40 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f279c00e790 tx=0x7f279c00eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:46.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27a3fff700 1 -- 172.21.15.33:0/2774735468 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f279c013610 con 0x7f27ac0cbb10 2024-09-13T15:01:46.812 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27a3fff700 1 -- 172.21.15.33:0/2774735468 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f279c013770 con 0x7f27ac0cbb10 2024-09-13T15:01:46.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27b113a700 1 -- 172.21.15.33:0/2774735468 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f27ac13cd80 con 0x7f27ac0cbb10 2024-09-13T15:01:46.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27a3fff700 1 -- 172.21.15.33:0/2774735468 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f279c013ae0 con 0x7f27ac0cbb10 2024-09-13T15:01:46.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27b113a700 1 -- 172.21.15.33:0/2774735468 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f27ac13d340 con 0x7f27ac0cbb10 2024-09-13T15:01:46.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27b113a700 1 -- 172.21.15.33:0/2774735468 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f27ac067760 con 0x7f27ac0cbb10 2024-09-13T15:01:46.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.805+0000 7f27a3fff700 1 -- 172.21.15.33:0/2774735468 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f279c013c40 con 0x7f27ac0cbb10 2024-09-13T15:01:46.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.809+0000 7f27a3fff700 1 --2- 172.21.15.33:0/2774735468 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f278c066730 0x7f278c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:46.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.809+0000 7f27a3fff700 1 -- 172.21.15.33:0/2774735468 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f279c084250 con 0x7f27ac0cbb10 2024-09-13T15:01:46.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.809+0000 7f27a259c700 1 --2- 172.21.15.33:0/2774735468 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f278c066730 0x7f278c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:46.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.809+0000 7f27a259c700 1 --2- 172.21.15.33:0/2774735468 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f278c066730 0x7f278c068bf0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f27ac1448c0 tx=0x7f2794008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:46.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:46.817+0000 7f27a3fff700 1 -- 172.21.15.33:0/2774735468 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f279c051180 con 0x7f27ac0cbb10 2024-09-13T15:01:47.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.001+0000 7f27b113a700 1 -- 172.21.15.33:0/2774735468 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f27ac15b9d0 con 0x7f27ac0cbb10 2024-09-13T15:01:47.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.001+0000 7f27a3fff700 1 -- 172.21.15.33:0/2774735468 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7f279c0547a0 con 0x7f27ac0cbb10 2024-09-13T15:01:47.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.005+0000 7f27b113a700 1 -- 172.21.15.33:0/2774735468 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f278c066730 msgr2=0x7f278c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.005+0000 7f27b113a700 1 --2- 172.21.15.33:0/2774735468 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f278c066730 0x7f278c068bf0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f27ac1448c0 tx=0x7f2794008030 comp rx=0 tx=0).stop 2024-09-13T15:01:47.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.005+0000 7f27b113a700 1 -- 172.21.15.33:0/2774735468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27ac0cbb10 msgr2=0x7f27ac1f0c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.005+0000 7f27b113a700 1 --2- 172.21.15.33:0/2774735468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27ac0cbb10 0x7f27ac1f0c40 secure :-1 s=READY pgs=341 cs=0 l=1 rev1=1 crypto rx=0x7f279c00e790 tx=0x7f279c00eb50 comp rx=0 tx=0).stop 2024-09-13T15:01:47.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.005+0000 7f27b113a700 1 -- 172.21.15.33:0/2774735468 shutdown_connections 2024-09-13T15:01:47.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.005+0000 7f27b113a700 1 --2- 172.21.15.33:0/2774735468 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f278c066730 0x7f278c068bf0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.005+0000 7f27b113a700 1 --2- 172.21.15.33:0/2774735468 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f27ac1444b0 0x7f27ac15ea10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.005+0000 7f27b113a700 1 --2- 172.21.15.33:0/2774735468 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f27ac1440d0 0x7f27ac15e4d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.005+0000 7f27b113a700 1 --2- 172.21.15.33:0/2774735468 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f27ac0cbb10 0x7f27ac1f0c40 unknown :-1 s=CLOSED pgs=341 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.005+0000 7f27b113a700 1 -- 172.21.15.33:0/2774735468 >> 172.21.15.33:0/2774735468 conn(0x7f27ac06a350 msgr2=0x7f27ac15daa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:47.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.005+0000 7f27b113a700 1 -- 172.21.15.33:0/2774735468 shutdown_connections 2024-09-13T15:01:47.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.005+0000 7f27b113a700 1 -- 172.21.15.33:0/2774735468 wait complete. 2024-09-13T15:01:47.012 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-09-13T15:01:47.024 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi103.front.sepia.ceph.com... 2024-09-13T15:01:47.024 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:47.024 DEBUG:teuthology.orchestra.run.smithi103:> sudo fusermount -u /home/ubuntu/cephtest/mnt.1 2024-09-13T15:01:47.051 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:01:47.051 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T15:01:47.051 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:47.051 DEBUG:teuthology.orchestra.run.smithi103:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T15:01:47.100 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:01:47.100 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:01:47.107 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:01:47.107 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:01:47.115 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:47.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.221+0000 7f3551a92700 1 Processor -- start 2024-09-13T15:01:47.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.221+0000 7f3551a92700 1 -- start start 2024-09-13T15:01:47.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f3551a92700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f354c0b17f0 0x7f354c0cb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f3551a92700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f354c0705d0 con 0x7f354c0cd8d0 2024-09-13T15:01:47.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f3551a92700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f354c06fca0 con 0x7f354c0b2200 2024-09-13T15:01:47.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f3551a92700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f354c06ff80 con 0x7f354c0b17f0 2024-09-13T15:01:47.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f3550a90700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f354c0cd8d0 0x7f354c06cb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60548/0 (socket says 172.21.15.33:60548) 2024-09-13T15:01:47.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f354bfff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f354c0b17f0 0x7f354c0cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f3550a90700 1 -- 172.21.15.33:0/2443918049 learned_addr learned my addr 172.21.15.33:0/2443918049 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:47.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f354b7fe700 1 -- 172.21.15.33:0/2443918049 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1412435698 0 0) 0x7f354c0705d0 con 0x7f354c0cd8d0 2024-09-13T15:01:47.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f354b7fe700 1 -- 172.21.15.33:0/2443918049 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f35340035d0 con 0x7f354c0cd8d0 2024-09-13T15:01:47.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f354bfff700 1 -- 172.21.15.33:0/2443918049 >> v1:172.21.15.103:6789/0 conn(0x7f354c0b2200 legacy=0x7f354c070a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f354bfff700 1 -- 172.21.15.33:0/2443918049 >> v1:172.21.15.33:6789/0 conn(0x7f354c0cd8d0 legacy=0x7f354c06cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f354bfff700 1 -- 172.21.15.33:0/2443918049 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f354c070260 con 0x7f354c0b17f0 2024-09-13T15:01:47.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f354bfff700 1 --2- 172.21.15.33:0/2443918049 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f354c0b17f0 0x7f354c0cb800 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f353c009850 tx=0x7f353c009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a5c9c1d12a82b0a9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:47.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f354b7fe700 1 -- 172.21.15.33:0/2443918049 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f353c011830 con 0x7f354c0b17f0 2024-09-13T15:01:47.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f354b7fe700 1 -- 172.21.15.33:0/2443918049 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f353c011990 con 0x7f354c0b17f0 2024-09-13T15:01:47.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f354b7fe700 1 -- 172.21.15.33:0/2443918049 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f353c011d40 con 0x7f354c0b17f0 2024-09-13T15:01:47.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f3551a92700 1 -- 172.21.15.33:0/2443918049 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f354c0b17f0 msgr2=0x7f354c0cb800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f3551a92700 1 --2- 172.21.15.33:0/2443918049 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f354c0b17f0 0x7f354c0cb800 secure :-1 s=READY pgs=343 cs=0 l=1 rev1=1 crypto rx=0x7f353c009850 tx=0x7f353c009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:47.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f3551a92700 1 -- 172.21.15.33:0/2443918049 shutdown_connections 2024-09-13T15:01:47.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f3551a92700 1 --2- 172.21.15.33:0/2443918049 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f354c0b17f0 0x7f354c0cb800 unknown :-1 s=CLOSED pgs=343 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f3551a92700 1 -- 172.21.15.33:0/2443918049 >> 172.21.15.33:0/2443918049 conn(0x7f354c06a350 msgr2=0x7f354c06a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:47.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f3551a92700 1 -- 172.21.15.33:0/2443918049 shutdown_connections 2024-09-13T15:01:47.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.225+0000 7f3551a92700 1 -- 172.21.15.33:0/2443918049 wait complete. 2024-09-13T15:01:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3551a92700 1 Processor -- start 2024-09-13T15:01:47.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3551a92700 1 -- start start 2024-09-13T15:01:47.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3551a92700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f354c0b17f0 0x7f354c1f9560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3551a92700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f354c0b2200 0x7f354c0c8e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3551a92700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f354c0cd8d0 0x7f354c0c9340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3551a92700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f354c0c5060 con 0x7f354c0b17f0 2024-09-13T15:01:47.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3551a92700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f354c1f6b90 con 0x7f354c0b2200 2024-09-13T15:01:47.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3551a92700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f354c0c43e0 con 0x7f354c0cd8d0 2024-09-13T15:01:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3550a90700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f354c0b17f0 0x7f354c1f9560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3550a90700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f354c0b17f0 0x7f354c1f9560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40202/0 (socket says 172.21.15.33:40202) 2024-09-13T15:01:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3550a90700 1 -- 172.21.15.33:0/777247219 learned_addr learned my addr 172.21.15.33:0/777247219 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f354bfff700 1 --2- 172.21.15.33:0/777247219 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f354c0b2200 0x7f354c0c8e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3551291700 1 --2- 172.21.15.33:0/777247219 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f354c0cd8d0 0x7f354c0c9340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3550a90700 1 -- 172.21.15.33:0/777247219 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f354c0cd8d0 msgr2=0x7f354c0c9340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3550a90700 1 --2- 172.21.15.33:0/777247219 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f354c0cd8d0 0x7f354c0c9340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3550a90700 1 -- 172.21.15.33:0/777247219 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f354c0b2200 msgr2=0x7f354c0c8e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3550a90700 1 --2- 172.21.15.33:0/777247219 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f354c0b2200 0x7f354c0c8e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3550a90700 1 -- 172.21.15.33:0/777247219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f353c0094b0 con 0x7f354c0b17f0 2024-09-13T15:01:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3550a90700 1 --2- 172.21.15.33:0/777247219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f354c0b17f0 0x7f354c1f9560 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f354000c700 tx=0x7f354000ca10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f35497fa700 1 -- 172.21.15.33:0/777247219 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3540005d90 con 0x7f354c0b17f0 2024-09-13T15:01:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f35497fa700 1 -- 172.21.15.33:0/777247219 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35400070d0 con 0x7f354c0b17f0 2024-09-13T15:01:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3551a92700 1 -- 172.21.15.33:0/777247219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f354c0c46c0 con 0x7f354c0b17f0 2024-09-13T15:01:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f35497fa700 1 -- 172.21.15.33:0/777247219 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3540007480 con 0x7f354c0b17f0 2024-09-13T15:01:47.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.229+0000 7f3551a92700 1 -- 172.21.15.33:0/777247219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f354c0c4c80 con 0x7f354c0b17f0 2024-09-13T15:01:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.233+0000 7f35497fa700 1 -- 172.21.15.33:0/777247219 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f35400075e0 con 0x7f354c0b17f0 2024-09-13T15:01:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.233+0000 7f3551a92700 1 -- 172.21.15.33:0/777247219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f354c0cb800 con 0x7f354c0b17f0 2024-09-13T15:01:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.233+0000 7f35497fa700 1 --2- 172.21.15.33:0/777247219 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3538066730 0x7f3538068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.233+0000 7f35497fa700 1 -- 172.21.15.33:0/777247219 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f3540083a00 con 0x7f354c0b17f0 2024-09-13T15:01:47.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.233+0000 7f354bfff700 1 --2- 172.21.15.33:0/777247219 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3538066730 0x7f3538068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.233+0000 7f354bfff700 1 --2- 172.21.15.33:0/777247219 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3538066730 0x7f3538068bf0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f353c0090b0 tx=0x7f353c01c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:47.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.237+0000 7f35497fa700 1 -- 172.21.15.33:0/777247219 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3540050920 con 0x7f354c0b17f0 2024-09-13T15:01:47.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.417+0000 7f3551a92700 1 -- 172.21.15.33:0/777247219 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f354c163970 con 0x7f354c0b17f0 2024-09-13T15:01:47.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.421+0000 7f35497fa700 1 -- 172.21.15.33:0/777247219 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18687 (secure 0 0 0) 0x7f3540053f40 con 0x7f354c0b17f0 2024-09-13T15:01:47.428 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:47.428 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:01:39.459771+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2}]},{"pgid":"3.e","mappings":[{"from":7,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":1}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:47.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.425+0000 7f3551a92700 1 -- 172.21.15.33:0/777247219 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3538066730 msgr2=0x7f3538068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.425+0000 7f3551a92700 1 --2- 172.21.15.33:0/777247219 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3538066730 0x7f3538068bf0 secure :-1 s=READY pgs=194 cs=0 l=1 rev1=1 crypto rx=0x7f353c0090b0 tx=0x7f353c01c040 comp rx=0 tx=0).stop 2024-09-13T15:01:47.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.425+0000 7f3551a92700 1 -- 172.21.15.33:0/777247219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f354c0b17f0 msgr2=0x7f354c1f9560 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.425+0000 7f3551a92700 1 --2- 172.21.15.33:0/777247219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f354c0b17f0 0x7f354c1f9560 secure :-1 s=READY pgs=344 cs=0 l=1 rev1=1 crypto rx=0x7f354000c700 tx=0x7f354000ca10 comp rx=0 tx=0).stop 2024-09-13T15:01:47.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.425+0000 7f3551a92700 1 -- 172.21.15.33:0/777247219 shutdown_connections 2024-09-13T15:01:47.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.425+0000 7f3551a92700 1 --2- 172.21.15.33:0/777247219 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3538066730 0x7f3538068bf0 unknown :-1 s=CLOSED pgs=194 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.425+0000 7f3551a92700 1 --2- 172.21.15.33:0/777247219 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f354c0cd8d0 0x7f354c0c9340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.425+0000 7f3551a92700 1 --2- 172.21.15.33:0/777247219 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f354c0b2200 0x7f354c0c8e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.425+0000 7f3551a92700 1 --2- 172.21.15.33:0/777247219 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f354c0b17f0 0x7f354c1f9560 unknown :-1 s=CLOSED pgs=344 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.425+0000 7f3551a92700 1 -- 172.21.15.33:0/777247219 >> 172.21.15.33:0/777247219 conn(0x7f354c06a350 msgr2=0x7f354c066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:47.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.425+0000 7f3551a92700 1 -- 172.21.15.33:0/777247219 shutdown_connections 2024-09-13T15:01:47.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.425+0000 7f3551a92700 1 -- 172.21.15.33:0/777247219 wait complete. 2024-09-13T15:01:47.443 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:47.443 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:47.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f982a63e700 1 Processor -- start 2024-09-13T15:01:47.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f982a63e700 1 -- start start 2024-09-13T15:01:47.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f982a63e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f98240ce8c0 0x7f98240d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f982a63e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f98240d1610 0x7f98240b5960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.564 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f982a63e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98240d1a20 con 0x7f982415cc00 2024-09-13T15:01:47.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f982a63e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98240d0df0 con 0x7f98240d1610 2024-09-13T15:01:47.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f982a63e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98240cdb00 con 0x7f98240ce8c0 2024-09-13T15:01:47.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f982963c700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f982415cc00 0x7f98240d06e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60564/0 (socket says 172.21.15.33:60564) 2024-09-13T15:01:47.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f982963c700 1 -- 172.21.15.33:0/69908714 learned_addr learned my addr 172.21.15.33:0/69908714 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:47.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f9829e3d700 1 --2- 172.21.15.33:0/69908714 >> v2:172.21.15.33:3300/0 conn(0x7f98240d1610 0x7f98240b5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.565 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f9828e3b700 1 --2- 172.21.15.33:0/69908714 >> v2:172.21.15.103:3300/0 conn(0x7f98240ce8c0 0x7f98240d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f9829e3d700 1 -- 172.21.15.33:0/69908714 >> v2:172.21.15.103:3300/0 conn(0x7f98240ce8c0 msgr2=0x7f98240d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:47.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f9829e3d700 1 --2- 172.21.15.33:0/69908714 >> v2:172.21.15.103:3300/0 conn(0x7f98240ce8c0 0x7f98240d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f9829e3d700 1 -- 172.21.15.33:0/69908714 >> v1:172.21.15.33:6789/0 conn(0x7f982415cc00 legacy=0x7f98240d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f981bfff700 1 -- 172.21.15.33:0/69908714 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3007385968 0 0) 0x7f98240d1a20 con 0x7f982415cc00 2024-09-13T15:01:47.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f9829e3d700 1 -- 172.21.15.33:0/69908714 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98240cdde0 con 0x7f98240d1610 2024-09-13T15:01:47.566 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.557+0000 7f9829e3d700 1 --2- 172.21.15.33:0/69908714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98240d1610 0x7f98240b5960 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f982408c050 tx=0x7f981c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d05b71418566a7a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:47.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.561+0000 7f981bfff700 1 -- 172.21.15.33:0/69908714 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f981c00e070 con 0x7f98240d1610 2024-09-13T15:01:47.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.561+0000 7f981bfff700 1 -- 172.21.15.33:0/69908714 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f981c00bb20 con 0x7f98240d1610 2024-09-13T15:01:47.567 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.561+0000 7f981bfff700 1 -- 172.21.15.33:0/69908714 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f981c012430 con 0x7f98240d1610 2024-09-13T15:01:47.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.561+0000 7f982a63e700 1 -- 172.21.15.33:0/69908714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98240d1610 msgr2=0x7f98240b5960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.561+0000 7f982a63e700 1 --2- 172.21.15.33:0/69908714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98240d1610 0x7f98240b5960 secure :-1 s=READY pgs=346 cs=0 l=1 rev1=1 crypto rx=0x7f982408c050 tx=0x7f981c00b330 comp rx=0 tx=0).stop 2024-09-13T15:01:47.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.561+0000 7f982a63e700 1 -- 172.21.15.33:0/69908714 shutdown_connections 2024-09-13T15:01:47.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.561+0000 7f982a63e700 1 --2- 172.21.15.33:0/69908714 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98240d1610 0x7f98240b5960 unknown :-1 s=CLOSED pgs=346 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.561+0000 7f982a63e700 1 --2- 172.21.15.33:0/69908714 >> v2:172.21.15.103:3300/0 conn(0x7f98240ce8c0 0x7f98240d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.561+0000 7f982a63e700 1 -- 172.21.15.33:0/69908714 >> 172.21.15.33:0/69908714 conn(0x7f982408c080 msgr2=0x7f98240d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:47.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.561+0000 7f982a63e700 1 -- 172.21.15.33:0/69908714 shutdown_connections 2024-09-13T15:01:47.568 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.561+0000 7f982a63e700 1 -- 172.21.15.33:0/69908714 wait complete. 2024-09-13T15:01:47.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.561+0000 7f982a63e700 1 Processor -- start 2024-09-13T15:01:47.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f982a63e700 1 -- start start 2024-09-13T15:01:47.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f982a63e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f98240ce8c0 0x7f982415b970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f982a63e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98240d1610 0x7f98240cbe90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f982a63e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f982415cc00 0x7f982415cfe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f982a63e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f982415beb0 con 0x7f982415cc00 2024-09-13T15:01:47.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f982a63e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98240cadf0 con 0x7f98240d1610 2024-09-13T15:01:47.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f982a63e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98240cb0d0 con 0x7f98240ce8c0 2024-09-13T15:01:47.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f9829e3d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f982415cc00 0x7f982415cfe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.573 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f9829e3d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f982415cc00 0x7f982415cfe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40226/0 (socket says 172.21.15.33:40226) 2024-09-13T15:01:47.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f9829e3d700 1 -- 172.21.15.33:0/3983581721 learned_addr learned my addr 172.21.15.33:0/3983581721 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:47.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f9828e3b700 1 --2- 172.21.15.33:0/3983581721 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98240d1610 0x7f98240cbe90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f982963c700 1 --2- 172.21.15.33:0/3983581721 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f98240ce8c0 0x7f982415b970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f9829e3d700 1 -- 172.21.15.33:0/3983581721 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f98240ce8c0 msgr2=0x7f982415b970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f9829e3d700 1 --2- 172.21.15.33:0/3983581721 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f98240ce8c0 0x7f982415b970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f9829e3d700 1 -- 172.21.15.33:0/3983581721 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98240d1610 msgr2=0x7f98240cbe90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f9829e3d700 1 --2- 172.21.15.33:0/3983581721 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98240d1610 0x7f98240cbe90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f9829e3d700 1 -- 172.21.15.33:0/3983581721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f981c009a70 con 0x7f982415cc00 2024-09-13T15:01:47.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f9829e3d700 1 --2- 172.21.15.33:0/3983581721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f982415cc00 0x7f982415cfe0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f982408c530 tx=0x7f981c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:47.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f9819ffb700 1 -- 172.21.15.33:0/3983581721 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f981c012430 con 0x7f982415cc00 2024-09-13T15:01:47.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f9819ffb700 1 -- 172.21.15.33:0/3983581721 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f981c020070 con 0x7f982415cc00 2024-09-13T15:01:47.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f982a63e700 1 -- 172.21.15.33:0/3983581721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98240cb3b0 con 0x7f982415cc00 2024-09-13T15:01:47.574 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f9819ffb700 1 -- 172.21.15.33:0/3983581721 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f981c004280 con 0x7f982415cc00 2024-09-13T15:01:47.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.565+0000 7f982a63e700 1 -- 172.21.15.33:0/3983581721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98240cb970 con 0x7f982415cc00 2024-09-13T15:01:47.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.569+0000 7f982a63e700 1 -- 172.21.15.33:0/3983581721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f98240d3670 con 0x7f982415cc00 2024-09-13T15:01:47.575 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.569+0000 7f9819ffb700 1 -- 172.21.15.33:0/3983581721 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f981c0043e0 con 0x7f982415cc00 2024-09-13T15:01:47.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.569+0000 7f9819ffb700 1 --2- 172.21.15.33:0/3983581721 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9808066760 0x7f9808068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.569+0000 7f9819ffb700 1 -- 172.21.15.33:0/3983581721 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f981c022070 con 0x7f982415cc00 2024-09-13T15:01:47.576 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.569+0000 7f982963c700 1 --2- 172.21.15.33:0/3983581721 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9808066760 0x7f9808068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.577 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.569+0000 7f982963c700 1 --2- 172.21.15.33:0/3983581721 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9808066760 0x7f9808068c20 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9820000f60 tx=0x7f9820007e90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:47.586 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.581+0000 7f9819ffb700 1 -- 172.21.15.33:0/3983581721 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f981c053060 con 0x7f982415cc00 2024-09-13T15:01:47.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.745+0000 7f982a63e700 1 -- 172.21.15.33:0/3983581721 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f982408c560 con 0x7f982415cc00 2024-09-13T15:01:47.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.749+0000 7f9819ffb700 1 -- 172.21.15.33:0/3983581721 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f981c02c0a0 con 0x7f982415cc00 2024-09-13T15:01:47.754 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.749+0000 7f982a63e700 1 -- 172.21.15.33:0/3983581721 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9808066760 msgr2=0x7f9808068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.749+0000 7f982a63e700 1 --2- 172.21.15.33:0/3983581721 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9808066760 0x7f9808068c20 secure :-1 s=READY pgs=195 cs=0 l=1 rev1=1 crypto rx=0x7f9820000f60 tx=0x7f9820007e90 comp rx=0 tx=0).stop 2024-09-13T15:01:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.749+0000 7f982a63e700 1 -- 172.21.15.33:0/3983581721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f982415cc00 msgr2=0x7f982415cfe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.749+0000 7f982a63e700 1 --2- 172.21.15.33:0/3983581721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f982415cc00 0x7f982415cfe0 secure :-1 s=READY pgs=347 cs=0 l=1 rev1=1 crypto rx=0x7f982408c530 tx=0x7f981c004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.749+0000 7f982a63e700 1 -- 172.21.15.33:0/3983581721 shutdown_connections 2024-09-13T15:01:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.749+0000 7f982a63e700 1 --2- 172.21.15.33:0/3983581721 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9808066760 0x7f9808068c20 unknown :-1 s=CLOSED pgs=195 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.749+0000 7f982a63e700 1 --2- 172.21.15.33:0/3983581721 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f982415cc00 0x7f982415cfe0 unknown :-1 s=CLOSED pgs=347 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.749+0000 7f982a63e700 1 --2- 172.21.15.33:0/3983581721 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98240d1610 0x7f98240cbe90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.749+0000 7f982a63e700 1 --2- 172.21.15.33:0/3983581721 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f98240ce8c0 0x7f982415b970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.749+0000 7f982a63e700 1 -- 172.21.15.33:0/3983581721 >> 172.21.15.33:0/3983581721 conn(0x7f982408c080 msgr2=0x7f98240b7e10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:47.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.749+0000 7f982a63e700 1 -- 172.21.15.33:0/3983581721 shutdown_connections 2024-09-13T15:01:47.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.749+0000 7f982a63e700 1 -- 172.21.15.33:0/3983581721 wait complete. 2024-09-13T15:01:47.769 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:47.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.881+0000 7f61e2f5d700 1 Processor -- start 2024-09-13T15:01:47.888 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.881+0000 7f61e2f5d700 1 -- start start 2024-09-13T15:01:47.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f61dc15cc00 0x7f61dc0d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f61dc0d0c20 0x7f61dc0d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.891 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f61dc0ce8c0 0x7f61dc0d1610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61dc0cdb00 con 0x7f61dc0d0c20 2024-09-13T15:01:47.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f61dc0cdde0 con 0x7f61dc15cc00 2024-09-13T15:01:47.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61dc0ce0c0 con 0x7f61dc0ce8c0 2024-09-13T15:01:47.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e175a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f61dc0d0c20 0x7f61dc0d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e175a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f61dc0d0c20 0x7f61dc0d10d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40238/0 (socket says 172.21.15.33:40238) 2024-09-13T15:01:47.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e175a700 1 -- 172.21.15.33:0/3404240549 learned_addr learned my addr 172.21.15.33:0/3404240549 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:47.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e275c700 1 --2- 172.21.15.33:0/3404240549 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f61dc0ce8c0 0x7f61dc0d1610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e1f5b700 1 --2- 172.21.15.33:0/3404240549 >> v2:172.21.15.103:3300/0 conn(0x7f61dc15cc00 0x7f61dc0d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e175a700 1 -- 172.21.15.33:0/3404240549 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f61dc0ce8c0 msgr2=0x7f61dc0d1610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:47.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e175a700 1 --2- 172.21.15.33:0/3404240549 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f61dc0ce8c0 0x7f61dc0d1610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e175a700 1 -- 172.21.15.33:0/3404240549 >> v2:172.21.15.103:3300/0 conn(0x7f61dc15cc00 msgr2=0x7f61dc0d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:47.892 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e175a700 1 --2- 172.21.15.33:0/3404240549 >> v2:172.21.15.103:3300/0 conn(0x7f61dc15cc00 0x7f61dc0d06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e175a700 1 -- 172.21.15.33:0/3404240549 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61dc0ce3a0 con 0x7f61dc0d0c20 2024-09-13T15:01:47.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e1f5b700 1 --2- 172.21.15.33:0/3404240549 >> v2:172.21.15.103:3300/0 conn(0x7f61dc15cc00 0x7f61dc0d06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:47.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e175a700 1 --2- 172.21.15.33:0/3404240549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61dc0d0c20 0x7f61dc0d10d0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f61dc0b5610 tx=0x7f61d0009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dedb420a9e302d44 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:47.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e0f59700 1 -- 172.21.15.33:0/3404240549 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61d000b8a0 con 0x7f61dc0d0c20 2024-09-13T15:01:47.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e0f59700 1 -- 172.21.15.33:0/3404240549 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61d000ba00 con 0x7f61dc0d0c20 2024-09-13T15:01:47.893 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e0f59700 1 -- 172.21.15.33:0/3404240549 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61d000bd90 con 0x7f61dc0d0c20 2024-09-13T15:01:47.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3404240549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61dc0d0c20 msgr2=0x7f61dc0d10d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 --2- 172.21.15.33:0/3404240549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61dc0d0c20 0x7f61dc0d10d0 secure :-1 s=READY pgs=348 cs=0 l=1 rev1=1 crypto rx=0x7f61dc0b5610 tx=0x7f61d0009bf0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3404240549 shutdown_connections 2024-09-13T15:01:47.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 --2- 172.21.15.33:0/3404240549 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f61dc0ce8c0 0x7f61dc0d1610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 --2- 172.21.15.33:0/3404240549 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61dc0d0c20 0x7f61dc0d10d0 unknown :-1 s=CLOSED pgs=348 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.894 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 --2- 172.21.15.33:0/3404240549 >> v2:172.21.15.103:3300/0 conn(0x7f61dc15cc00 0x7f61dc0d06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3404240549 >> 172.21.15.33:0/3404240549 conn(0x7f61dc08c080 msgr2=0x7f61dc0d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:47.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3404240549 shutdown_connections 2024-09-13T15:01:47.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.885+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3404240549 wait complete. 2024-09-13T15:01:47.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e2f5d700 1 Processor -- start 2024-09-13T15:01:47.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e2f5d700 1 -- start start 2024-09-13T15:01:47.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e2f5d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f61dc0ce8c0 0x7f61dc154e20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e2f5d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61dc0d0c20 0x7f61dc159db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e2f5d700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61dc15cc00 0x7f61dc155980 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e2f5d700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61dc15a8a0 con 0x7f61dc0d0c20 2024-09-13T15:01:47.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e2f5d700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f61dc0c69c0 con 0x7f61dc15cc00 2024-09-13T15:01:47.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e2f5d700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f61dc0c6ca0 con 0x7f61dc0ce8c0 2024-09-13T15:01:47.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e175a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61dc0d0c20 0x7f61dc159db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.897 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e175a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61dc0d0c20 0x7f61dc159db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40240/0 (socket says 172.21.15.33:40240) 2024-09-13T15:01:47.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e175a700 1 -- 172.21.15.33:0/3365760886 learned_addr learned my addr 172.21.15.33:0/3365760886 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:47.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e1f5b700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f61dc0ce8c0 0x7f61dc154e20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e275c700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61dc15cc00 0x7f61dc155980 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e175a700 1 -- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f61dc0ce8c0 msgr2=0x7f61dc154e20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e175a700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f61dc0ce8c0 0x7f61dc154e20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e175a700 1 -- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61dc15cc00 msgr2=0x7f61dc155980 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:47.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e175a700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61dc15cc00 0x7f61dc155980 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:47.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e175a700 1 -- 172.21.15.33:0/3365760886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f61d0009570 con 0x7f61dc0d0c20 2024-09-13T15:01:47.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e1f5b700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f61dc0ce8c0 0x7f61dc154e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:47.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e175a700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61dc0d0c20 0x7f61dc159db0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f61dc08bdf0 tx=0x7f61d0004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:47.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61ce7fc700 1 -- 172.21.15.33:0/3365760886 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61d00036c0 con 0x7f61dc0d0c20 2024-09-13T15:01:47.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61ce7fc700 1 -- 172.21.15.33:0/3365760886 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f61d001f070 con 0x7f61dc0d0c20 2024-09-13T15:01:47.898 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3365760886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f61dc0c6f80 con 0x7f61dc0d0c20 2024-09-13T15:01:47.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61ce7fc700 1 -- 172.21.15.33:0/3365760886 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f61d0003a40 con 0x7f61dc0d0c20 2024-09-13T15:01:47.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.889+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3365760886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f61dc155360 con 0x7f61dc0d0c20 2024-09-13T15:01:47.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.893+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3365760886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f61dc0c74a0 con 0x7f61dc0d0c20 2024-09-13T15:01:47.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.893+0000 7f61ce7fc700 1 -- 172.21.15.33:0/3365760886 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f61d0021030 con 0x7f61dc0d0c20 2024-09-13T15:01:47.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.893+0000 7f61ce7fc700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f61c0066730 0x7f61c0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:47.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.893+0000 7f61ce7fc700 1 -- 172.21.15.33:0/3365760886 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f61d0085ba0 con 0x7f61dc0d0c20 2024-09-13T15:01:47.900 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.893+0000 7f61e1f5b700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f61c0066730 0x7f61c0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:47.901 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.893+0000 7f61e1f5b700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f61c0066730 0x7f61c0068bf0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f61d8009a10 tx=0x7f61d8008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:47.910 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:47.905+0000 7f61ce7fc700 1 -- 172.21.15.33:0/3365760886 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f61dc0c74a0 con 0x7f61dc0d0c20 2024-09-13T15:01:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.077+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3365760886 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f61dc0c74a0 con 0x7f61dc0d0c20 2024-09-13T15:01:48.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.077+0000 7f61ce7fc700 1 -- 172.21.15.33:0/3365760886 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f61dc0c74a0 con 0x7f61dc0d0c20 2024-09-13T15:01:48.084 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.081+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f61c0066730 msgr2=0x7f61c0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.081+0000 7f61e2f5d700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f61c0066730 0x7f61c0068bf0 secure :-1 s=READY pgs=196 cs=0 l=1 rev1=1 crypto rx=0x7f61d8009a10 tx=0x7f61d8008040 comp rx=0 tx=0).stop 2024-09-13T15:01:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.081+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3365760886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61dc0d0c20 msgr2=0x7f61dc159db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.081+0000 7f61e2f5d700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61dc0d0c20 0x7f61dc159db0 secure :-1 s=READY pgs=349 cs=0 l=1 rev1=1 crypto rx=0x7f61dc08bdf0 tx=0x7f61d0004770 comp rx=0 tx=0).stop 2024-09-13T15:01:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.081+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3365760886 shutdown_connections 2024-09-13T15:01:48.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.081+0000 7f61e2f5d700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f61c0066730 0x7f61c0068bf0 unknown :-1 s=CLOSED pgs=196 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.081+0000 7f61e2f5d700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f61dc15cc00 0x7f61dc155980 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.081+0000 7f61e2f5d700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f61dc0d0c20 0x7f61dc159db0 unknown :-1 s=CLOSED pgs=349 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.081+0000 7f61e2f5d700 1 --2- 172.21.15.33:0/3365760886 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f61dc0ce8c0 0x7f61dc154e20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.081+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3365760886 >> 172.21.15.33:0/3365760886 conn(0x7f61dc08c080 msgr2=0x7f61dc066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:48.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.081+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3365760886 shutdown_connections 2024-09-13T15:01:48.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.081+0000 7f61e2f5d700 1 -- 172.21.15.33:0/3365760886 wait complete. 2024-09-13T15:01:48.100 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:48.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.213+0000 7ff6974ef700 1 Processor -- start 2024-09-13T15:01:48.220 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.213+0000 7ff6974ef700 1 -- start start 2024-09-13T15:01:48.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.213+0000 7ff6974ef700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff69006bb60 0x7ff6900d1d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.213+0000 7ff6974ef700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6900ce880 con 0x7ff69015cfb0 2024-09-13T15:01:48.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.213+0000 7ff6974ef700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6900ceb60 con 0x7ff69006b710 2024-09-13T15:01:48.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.213+0000 7ff6974ef700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6900cee40 con 0x7ff69006bb60 2024-09-13T15:01:48.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff69528b700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7ff69015cfb0 0x7ff69006ad90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60570/0 (socket says 172.21.15.33:60570) 2024-09-13T15:01:48.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff69528b700 1 -- 172.21.15.33:0/210163787 learned_addr learned my addr 172.21.15.33:0/210163787 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:48.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff695a8c700 1 --2- 172.21.15.33:0/210163787 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff69006bb60 0x7ff6900d1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff687fff700 1 -- 172.21.15.33:0/210163787 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1137367087 0 0) 0x7ff6900ce880 con 0x7ff69015cfb0 2024-09-13T15:01:48.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff687fff700 1 -- 172.21.15.33:0/210163787 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff67c0035d0 con 0x7ff69015cfb0 2024-09-13T15:01:48.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff687fff700 1 -- 172.21.15.33:0/210163787 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2787212431 0 0) 0x7ff6900ceb60 con 0x7ff69006b710 2024-09-13T15:01:48.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff687fff700 1 -- 172.21.15.33:0/210163787 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ff6900ce880 con 0x7ff69006b710 2024-09-13T15:01:48.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff687fff700 1 -- 172.21.15.33:0/210163787 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3694521517 0 0) 0x7ff67c0035d0 con 0x7ff69015cfb0 2024-09-13T15:01:48.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff695a8c700 1 -- 172.21.15.33:0/210163787 >> v1:172.21.15.103:6789/0 conn(0x7ff69006b710 legacy=0x7ff6900d1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff695a8c700 1 -- 172.21.15.33:0/210163787 >> v1:172.21.15.33:6789/0 conn(0x7ff69015cfb0 legacy=0x7ff69006ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff695a8c700 1 -- 172.21.15.33:0/210163787 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6900d0e40 con 0x7ff69006bb60 2024-09-13T15:01:48.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff695a8c700 1 --2- 172.21.15.33:0/210163787 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff69006bb60 0x7ff6900d1d50 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff688009dc0 tx=0x7ff68800b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=a4fe8cfef3bdf525 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:48.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff687fff700 1 -- 172.21.15.33:0/210163787 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff68800e070 con 0x7ff69006bb60 2024-09-13T15:01:48.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff687fff700 1 -- 172.21.15.33:0/210163787 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff688003a40 con 0x7ff69006bb60 2024-09-13T15:01:48.224 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff687fff700 1 -- 172.21.15.33:0/210163787 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff680001670 con 0x7ff69006bb60 2024-09-13T15:01:48.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff6974ef700 1 -- 172.21.15.33:0/210163787 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff69006bb60 msgr2=0x7ff6900d1d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff6974ef700 1 --2- 172.21.15.33:0/210163787 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff69006bb60 0x7ff6900d1d50 secure :-1 s=READY pgs=80 cs=0 l=1 rev1=1 crypto rx=0x7ff688009dc0 tx=0x7ff68800b330 comp rx=0 tx=0).stop 2024-09-13T15:01:48.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff6974ef700 1 -- 172.21.15.33:0/210163787 shutdown_connections 2024-09-13T15:01:48.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff6974ef700 1 --2- 172.21.15.33:0/210163787 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff69006bb60 0x7ff6900d1d50 unknown :-1 s=CLOSED pgs=80 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff6974ef700 1 -- 172.21.15.33:0/210163787 >> 172.21.15.33:0/210163787 conn(0x7ff6900d2da0 msgr2=0x7ff6900d31b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:48.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff6974ef700 1 -- 172.21.15.33:0/210163787 shutdown_connections 2024-09-13T15:01:48.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff6974ef700 1 -- 172.21.15.33:0/210163787 wait complete. 2024-09-13T15:01:48.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.217+0000 7ff6974ef700 1 Processor -- start 2024-09-13T15:01:48.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff6974ef700 1 -- start start 2024-09-13T15:01:48.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff6974ef700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff69006b710 0x7ff6901f2910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff6974ef700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff69006bb60 0x7ff6900b86d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff6974ef700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff69015cfb0 0x7ff6901f3ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff6974ef700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6900d1220 con 0x7ff69015cfb0 2024-09-13T15:01:48.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff6974ef700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6900c9fa0 con 0x7ff69006b710 2024-09-13T15:01:48.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff6974ef700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6900b8c10 con 0x7ff69006bb60 2024-09-13T15:01:48.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff695a8c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff69015cfb0 0x7ff6901f3ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff695a8c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff69015cfb0 0x7ff6901f3ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40242/0 (socket says 172.21.15.33:40242) 2024-09-13T15:01:48.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff695a8c700 1 -- 172.21.15.33:0/3079083775 learned_addr learned my addr 172.21.15.33:0/3079083775 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:48.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff69528b700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff69006b710 0x7ff6901f2910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff694a8a700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff69006bb60 0x7ff6900b86d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff695a8c700 1 -- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff69006bb60 msgr2=0x7ff6900b86d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff695a8c700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff69006bb60 0x7ff6900b86d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff695a8c700 1 -- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff69006b710 msgr2=0x7ff6901f2910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff695a8c700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff69006b710 0x7ff6901f2910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff695a8c700 1 -- 172.21.15.33:0/3079083775 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff688009a70 con 0x7ff69015cfb0 2024-09-13T15:01:48.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff69528b700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff69006b710 0x7ff6901f2910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:48.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff695a8c700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff69015cfb0 0x7ff6901f3ad0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7ff688015040 tx=0x7ff688004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:48.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff685ffb700 1 -- 172.21.15.33:0/3079083775 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6880043c0 con 0x7ff69015cfb0 2024-09-13T15:01:48.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff685ffb700 1 -- 172.21.15.33:0/3079083775 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff688004520 con 0x7ff69015cfb0 2024-09-13T15:01:48.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff6974ef700 1 -- 172.21.15.33:0/3079083775 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6901f3890 con 0x7ff69015cfb0 2024-09-13T15:01:48.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff685ffb700 1 -- 172.21.15.33:0/3079083775 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff688004910 con 0x7ff69015cfb0 2024-09-13T15:01:48.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff6974ef700 1 -- 172.21.15.33:0/3079083775 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6901f32d0 con 0x7ff69015cfb0 2024-09-13T15:01:48.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.221+0000 7ff6974ef700 1 -- 172.21.15.33:0/3079083775 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff6900ca110 con 0x7ff69015cfb0 2024-09-13T15:01:48.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.225+0000 7ff685ffb700 1 -- 172.21.15.33:0/3079083775 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff68801c460 con 0x7ff69015cfb0 2024-09-13T15:01:48.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.225+0000 7ff685ffb700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff674066730 0x7ff674068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.225+0000 7ff685ffb700 1 -- 172.21.15.33:0/3079083775 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7ff688085aa0 con 0x7ff69015cfb0 2024-09-13T15:01:48.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.225+0000 7ff69528b700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff674066730 0x7ff674068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.225+0000 7ff69528b700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff674066730 0x7ff674068bf0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff680001eb0 tx=0x7ff680001cc0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:48.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.229+0000 7ff685ffb700 1 -- 172.21.15.33:0/3079083775 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff688056440 con 0x7ff69015cfb0 2024-09-13T15:01:48.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.397+0000 7ff6974ef700 1 -- 172.21.15.33:0/3079083775 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7ff69006ad90 con 0x7ff69015cfb0 2024-09-13T15:01:48.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.401+0000 7ff685ffb700 1 -- 172.21.15.33:0/3079083775 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7ff688055fd0 con 0x7ff69015cfb0 2024-09-13T15:01:48.406 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:48.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.401+0000 7ff6974ef700 1 -- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff674066730 msgr2=0x7ff674068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.401+0000 7ff6974ef700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff674066730 0x7ff674068bf0 secure :-1 s=READY pgs=197 cs=0 l=1 rev1=1 crypto rx=0x7ff680001eb0 tx=0x7ff680001cc0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.401+0000 7ff6974ef700 1 -- 172.21.15.33:0/3079083775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff69015cfb0 msgr2=0x7ff6901f3ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.401+0000 7ff6974ef700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff69015cfb0 0x7ff6901f3ad0 secure :-1 s=READY pgs=351 cs=0 l=1 rev1=1 crypto rx=0x7ff688015040 tx=0x7ff688004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.401+0000 7ff6974ef700 1 -- 172.21.15.33:0/3079083775 shutdown_connections 2024-09-13T15:01:48.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.401+0000 7ff6974ef700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff674066730 0x7ff674068bf0 unknown :-1 s=CLOSED pgs=197 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.401+0000 7ff6974ef700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff69015cfb0 0x7ff6901f3ad0 unknown :-1 s=CLOSED pgs=351 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.401+0000 7ff6974ef700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff69006bb60 0x7ff6900b86d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.401+0000 7ff6974ef700 1 --2- 172.21.15.33:0/3079083775 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff69006b710 0x7ff6901f2910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.401+0000 7ff6974ef700 1 -- 172.21.15.33:0/3079083775 >> 172.21.15.33:0/3079083775 conn(0x7ff6900d2da0 msgr2=0x7ff6900b3bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:48.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.401+0000 7ff6974ef700 1 -- 172.21.15.33:0/3079083775 shutdown_connections 2024-09-13T15:01:48.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.401+0000 7ff6974ef700 1 -- 172.21.15.33:0/3079083775 wait complete. 2024-09-13T15:01:48.421 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:48.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f9471705700 1 Processor -- start 2024-09-13T15:01:48.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f9471705700 1 -- start start 2024-09-13T15:01:48.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f9471705700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f946c0b1d50 0x7f946c06c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f9471705700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f946c0b4850 0x7f946c0b4cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f9471705700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f946c0b4390 con 0x7f946c15cb90 2024-09-13T15:01:48.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f9471705700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f946c0b1be0 con 0x7f946c0b4850 2024-09-13T15:01:48.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f9471705700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f946c0b1060 con 0x7f946c0b1d50 2024-09-13T15:01:48.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f946affd700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f946c15cb90 0x7f946c06b990 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60584/0 (socket says 172.21.15.33:60584) 2024-09-13T15:01:48.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f946affd700 1 -- 172.21.15.33:0/3562527716 learned_addr learned my addr 172.21.15.33:0/3562527716 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:48.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f9463fff700 1 --2- 172.21.15.33:0/3562527716 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f946c0b1d50 0x7f946c06c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f946b7fe700 1 --2- 172.21.15.33:0/3562527716 >> v2:172.21.15.103:3300/0 conn(0x7f946c0b4850 0x7f946c0b4cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f946a7fc700 1 -- 172.21.15.33:0/3562527716 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 616950168 0 0) 0x7f946c0b4390 con 0x7f946c15cb90 2024-09-13T15:01:48.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f946a7fc700 1 -- 172.21.15.33:0/3562527716 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f94580035d0 con 0x7f946c15cb90 2024-09-13T15:01:48.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f9463fff700 1 -- 172.21.15.33:0/3562527716 >> v2:172.21.15.103:3300/0 conn(0x7f946c0b4850 msgr2=0x7f946c0b4cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:48.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f9463fff700 1 --2- 172.21.15.33:0/3562527716 >> v2:172.21.15.103:3300/0 conn(0x7f946c0b4850 0x7f946c0b4cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f9463fff700 1 -- 172.21.15.33:0/3562527716 >> v1:172.21.15.33:6789/0 conn(0x7f946c15cb90 legacy=0x7f946c06b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f9463fff700 1 -- 172.21.15.33:0/3562527716 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f946c0b1340 con 0x7f946c0b1d50 2024-09-13T15:01:48.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f9463fff700 1 --2- 172.21.15.33:0/3562527716 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f946c0b1d50 0x7f946c06c0a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9454009850 tx=0x7f9454009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d2065aba76471155 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:48.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f946a7fc700 1 -- 172.21.15.33:0/3562527716 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9454011830 con 0x7f946c0b1d50 2024-09-13T15:01:48.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f946a7fc700 1 -- 172.21.15.33:0/3562527716 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9454011990 con 0x7f946c0b1d50 2024-09-13T15:01:48.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.529+0000 7f946a7fc700 1 -- 172.21.15.33:0/3562527716 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9454011d40 con 0x7f946c0b1d50 2024-09-13T15:01:48.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 -- 172.21.15.33:0/3562527716 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f946c0b1d50 msgr2=0x7f946c06c0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 --2- 172.21.15.33:0/3562527716 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f946c0b1d50 0x7f946c06c0a0 secure :-1 s=READY pgs=81 cs=0 l=1 rev1=1 crypto rx=0x7f9454009850 tx=0x7f9454009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:48.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 -- 172.21.15.33:0/3562527716 shutdown_connections 2024-09-13T15:01:48.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 --2- 172.21.15.33:0/3562527716 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f946c0b1d50 0x7f946c06c0a0 unknown :-1 s=CLOSED pgs=81 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 --2- 172.21.15.33:0/3562527716 >> v2:172.21.15.103:3300/0 conn(0x7f946c0b4850 0x7f946c0b4cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 -- 172.21.15.33:0/3562527716 >> 172.21.15.33:0/3562527716 conn(0x7f946c099a50 msgr2=0x7f946c099e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:48.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 -- 172.21.15.33:0/3562527716 shutdown_connections 2024-09-13T15:01:48.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 -- 172.21.15.33:0/3562527716 wait complete. 2024-09-13T15:01:48.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 Processor -- start 2024-09-13T15:01:48.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 -- start start 2024-09-13T15:01:48.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f946c0b1d50 0x7f946c0cc800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f946c0b4850 0x7f946c15ad50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f946c15cb90 0x7f946c15b290 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f946c15bc80 con 0x7f946c0b4850 2024-09-13T15:01:48.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f946c0cba20 con 0x7f946c15cb90 2024-09-13T15:01:48.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.533+0000 7f9471705700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f946c0cb590 con 0x7f946c0b1d50 2024-09-13T15:01:48.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f9463fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f946c0b4850 0x7f946c15ad50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f9463fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f946c0b4850 0x7f946c15ad50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40252/0 (socket says 172.21.15.33:40252) 2024-09-13T15:01:48.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f9463fff700 1 -- 172.21.15.33:0/2931867697 learned_addr learned my addr 172.21.15.33:0/2931867697 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:48.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f946affd700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f946c0b1d50 0x7f946c0cc800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f946b7fe700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f946c15cb90 0x7f946c15b290 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f9463fff700 1 -- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f946c0b1d50 msgr2=0x7f946c0cc800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f9463fff700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f946c0b1d50 0x7f946c0cc800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f9463fff700 1 -- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f946c15cb90 msgr2=0x7f946c15b290 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f9463fff700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f946c15cb90 0x7f946c15b290 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f9463fff700 1 -- 172.21.15.33:0/2931867697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f94540094b0 con 0x7f946c0b4850 2024-09-13T15:01:48.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f946b7fe700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f946c15cb90 0x7f946c15b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:48.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f9463fff700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f946c0b4850 0x7f946c15ad50 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f946c0b11a0 tx=0x7f9454004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:48.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f94637fe700 1 -- 172.21.15.33:0/2931867697 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9454004380 con 0x7f946c0b4850 2024-09-13T15:01:48.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f94637fe700 1 -- 172.21.15.33:0/2931867697 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f945401f070 con 0x7f946c0b4850 2024-09-13T15:01:48.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f9471705700 1 -- 172.21.15.33:0/2931867697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f946c0ca980 con 0x7f946c0b4850 2024-09-13T15:01:48.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f94637fe700 1 -- 172.21.15.33:0/2931867697 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f94540036c0 con 0x7f946c0b4850 2024-09-13T15:01:48.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f9471705700 1 -- 172.21.15.33:0/2931867697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f946c0caf40 con 0x7f946c0b4850 2024-09-13T15:01:48.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f94637fe700 1 -- 172.21.15.33:0/2931867697 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9454021030 con 0x7f946c0b4850 2024-09-13T15:01:48.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.537+0000 7f9471705700 1 -- 172.21.15.33:0/2931867697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f946c0cb700 con 0x7f946c0b4850 2024-09-13T15:01:48.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.541+0000 7f94637fe700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f944c066730 0x7f944c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.541+0000 7f94637fe700 1 -- 172.21.15.33:0/2931867697 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f94540857d0 con 0x7f946c0b4850 2024-09-13T15:01:48.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.541+0000 7f946affd700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f944c066730 0x7f944c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.547 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.541+0000 7f946affd700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f944c066730 0x7f944c068bf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f945c007fd0 tx=0x7f945c007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:48.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.545+0000 7f94637fe700 1 -- 172.21.15.33:0/2931867697 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9454052790 con 0x7f946c0b4850 2024-09-13T15:01:48.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.717+0000 7f9471705700 1 -- 172.21.15.33:0/2931867697 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f946c06b990 con 0x7f946c0b4850 2024-09-13T15:01:48.725 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.721+0000 7f94637fe700 1 -- 172.21.15.33:0/2931867697 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f9454006ce0 con 0x7f946c0b4850 2024-09-13T15:01:48.726 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:48.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.721+0000 7f9471705700 1 -- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f944c066730 msgr2=0x7f944c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.721+0000 7f9471705700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f944c066730 0x7f944c068bf0 secure :-1 s=READY pgs=198 cs=0 l=1 rev1=1 crypto rx=0x7f945c007fd0 tx=0x7f945c007de0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.721+0000 7f9471705700 1 -- 172.21.15.33:0/2931867697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f946c0b4850 msgr2=0x7f946c15ad50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.721+0000 7f9471705700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f946c0b4850 0x7f946c15ad50 secure :-1 s=READY pgs=353 cs=0 l=1 rev1=1 crypto rx=0x7f946c0b11a0 tx=0x7f9454004770 comp rx=0 tx=0).stop 2024-09-13T15:01:48.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.721+0000 7f9471705700 1 -- 172.21.15.33:0/2931867697 shutdown_connections 2024-09-13T15:01:48.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.721+0000 7f9471705700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f944c066730 0x7f944c068bf0 unknown :-1 s=CLOSED pgs=198 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.721+0000 7f9471705700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f946c15cb90 0x7f946c15b290 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.721+0000 7f9471705700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f946c0b4850 0x7f946c15ad50 unknown :-1 s=CLOSED pgs=353 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.721+0000 7f9471705700 1 --2- 172.21.15.33:0/2931867697 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f946c0b1d50 0x7f946c0cc800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.721+0000 7f9471705700 1 -- 172.21.15.33:0/2931867697 >> 172.21.15.33:0/2931867697 conn(0x7f946c099a50 msgr2=0x7f946c06e020 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:48.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.721+0000 7f9471705700 1 -- 172.21.15.33:0/2931867697 shutdown_connections 2024-09-13T15:01:48.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.721+0000 7f9471705700 1 -- 172.21.15.33:0/2931867697 wait complete. 2024-09-13T15:01:48.742 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:01:48.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.853+0000 7f9ef4164700 1 Processor -- start 2024-09-13T15:01:48.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.853+0000 7f9ef4164700 1 -- start start 2024-09-13T15:01:48.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.853+0000 7f9ef4164700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9eec1440d0 0x7f9eec15b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.853+0000 7f9ef4164700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f9eec1444b0 0x7f9eec06d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.853+0000 7f9ef4164700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9eec0cbb10 0x7f9eec0cbf30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.853+0000 7f9ef4164700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9eec0cc470 con 0x7f9eec0cbb10 2024-09-13T15:01:48.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.853+0000 7f9ef4164700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9eec06bd60 con 0x7f9eec1444b0 2024-09-13T15:01:48.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.853+0000 7f9ef4164700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9eec15bf10 con 0x7f9eec1440d0 2024-09-13T15:01:48.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef2701700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9eec0cbb10 0x7f9eec0cbf30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef2701700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9eec0cbb10 0x7f9eec0cbf30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40262/0 (socket says 172.21.15.33:40262) 2024-09-13T15:01:48.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef2701700 1 -- 172.21.15.33:0/2470217766 learned_addr learned my addr 172.21.15.33:0/2470217766 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:48.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef1f00700 1 --2- 172.21.15.33:0/2470217766 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9eec1440d0 0x7f9eec15b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef16ff700 1 --2- 172.21.15.33:0/2470217766 >> v2:172.21.15.103:3300/0 conn(0x7f9eec1444b0 0x7f9eec06d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef2701700 1 -- 172.21.15.33:0/2470217766 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9eec1440d0 msgr2=0x7f9eec15b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:48.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef2701700 1 --2- 172.21.15.33:0/2470217766 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9eec1440d0 0x7f9eec15b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef2701700 1 -- 172.21.15.33:0/2470217766 >> v2:172.21.15.103:3300/0 conn(0x7f9eec1444b0 msgr2=0x7f9eec06d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:48.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef2701700 1 --2- 172.21.15.33:0/2470217766 >> v2:172.21.15.103:3300/0 conn(0x7f9eec1444b0 0x7f9eec06d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef2701700 1 -- 172.21.15.33:0/2470217766 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9eec06bfe0 con 0x7f9eec0cbb10 2024-09-13T15:01:48.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef16ff700 1 --2- 172.21.15.33:0/2470217766 >> v2:172.21.15.103:3300/0 conn(0x7f9eec1444b0 0x7f9eec06d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:48.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef2701700 1 --2- 172.21.15.33:0/2470217766 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9eec0cbb10 0x7f9eec0cbf30 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f9eec06df70 tx=0x7f9ee400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ebf529e5a9525102 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:48.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef0efe700 1 -- 172.21.15.33:0/2470217766 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee400e070 con 0x7f9eec0cbb10 2024-09-13T15:01:48.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef0efe700 1 -- 172.21.15.33:0/2470217766 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ee400b910 con 0x7f9eec0cbb10 2024-09-13T15:01:48.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef0efe700 1 -- 172.21.15.33:0/2470217766 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ee400bcc0 con 0x7f9eec0cbb10 2024-09-13T15:01:48.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef4164700 1 -- 172.21.15.33:0/2470217766 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9eec0cbb10 msgr2=0x7f9eec0cbf30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef4164700 1 --2- 172.21.15.33:0/2470217766 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9eec0cbb10 0x7f9eec0cbf30 secure :-1 s=READY pgs=354 cs=0 l=1 rev1=1 crypto rx=0x7f9eec06df70 tx=0x7f9ee400b330 comp rx=0 tx=0).stop 2024-09-13T15:01:48.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef4164700 1 -- 172.21.15.33:0/2470217766 shutdown_connections 2024-09-13T15:01:48.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef4164700 1 --2- 172.21.15.33:0/2470217766 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9eec0cbb10 0x7f9eec0cbf30 unknown :-1 s=CLOSED pgs=354 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef4164700 1 --2- 172.21.15.33:0/2470217766 >> v2:172.21.15.103:3300/0 conn(0x7f9eec1444b0 0x7f9eec06d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef4164700 1 --2- 172.21.15.33:0/2470217766 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9eec1440d0 0x7f9eec15b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef4164700 1 -- 172.21.15.33:0/2470217766 >> 172.21.15.33:0/2470217766 conn(0x7f9eec06a350 msgr2=0x7f9eec06a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:48.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef4164700 1 -- 172.21.15.33:0/2470217766 shutdown_connections 2024-09-13T15:01:48.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.857+0000 7f9ef4164700 1 -- 172.21.15.33:0/2470217766 wait complete. 2024-09-13T15:01:48.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef4164700 1 Processor -- start 2024-09-13T15:01:48.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef4164700 1 -- start start 2024-09-13T15:01:48.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef4164700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9eec0cbb10 0x7f9eec0ca410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef4164700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9eec1440d0 0x7f9eec0b2c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef4164700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9eec1444b0 0x7f9eec13f0f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef4164700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eec071350 con 0x7f9eec1440d0 2024-09-13T15:01:48.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef4164700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9eec0ca9f0 con 0x7f9eec1444b0 2024-09-13T15:01:48.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef4164700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9eec0c4040 con 0x7f9eec0cbb10 2024-09-13T15:01:48.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef16ff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9eec1440d0 0x7f9eec0b2c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef16ff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9eec1440d0 0x7f9eec0b2c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40276/0 (socket says 172.21.15.33:40276) 2024-09-13T15:01:48.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef16ff700 1 -- 172.21.15.33:0/3037125946 learned_addr learned my addr 172.21.15.33:0/3037125946 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:48.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef2701700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9eec1444b0 0x7f9eec13f0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef1f00700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9eec0cbb10 0x7f9eec0ca410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef16ff700 1 -- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9eec0cbb10 msgr2=0x7f9eec0ca410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef16ff700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9eec0cbb10 0x7f9eec0ca410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef16ff700 1 -- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9eec1444b0 msgr2=0x7f9eec13f0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:48.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef16ff700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9eec1444b0 0x7f9eec13f0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:48.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef16ff700 1 -- 172.21.15.33:0/3037125946 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ed40094b0 con 0x7f9eec1440d0 2024-09-13T15:01:48.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef2701700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9eec1444b0 0x7f9eec13f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:48.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef1f00700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9eec0cbb10 0x7f9eec0ca410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:48.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef16ff700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9eec1440d0 0x7f9eec0b2c40 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9ed400e9b0 tx=0x7f9ed400ed70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:48.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9eea7fc700 1 -- 172.21.15.33:0/3037125946 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ed400c850 con 0x7f9eec1440d0 2024-09-13T15:01:48.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9eea7fc700 1 -- 172.21.15.33:0/3037125946 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ed400c9b0 con 0x7f9eec1440d0 2024-09-13T15:01:48.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef4164700 1 -- 172.21.15.33:0/3037125946 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ee4009b30 con 0x7f9eec1440d0 2024-09-13T15:01:48.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9eea7fc700 1 -- 172.21.15.33:0/3037125946 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ed400cd60 con 0x7f9eec1440d0 2024-09-13T15:01:48.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.861+0000 7f9ef4164700 1 -- 172.21.15.33:0/3037125946 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9eec0c4600 con 0x7f9eec1440d0 2024-09-13T15:01:48.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.865+0000 7f9ef4164700 1 -- 172.21.15.33:0/3037125946 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9eec067760 con 0x7f9eec1440d0 2024-09-13T15:01:48.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.865+0000 7f9eea7fc700 1 -- 172.21.15.33:0/3037125946 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9ed4013470 con 0x7f9eec1440d0 2024-09-13T15:01:48.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.865+0000 7f9eea7fc700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9ecc066730 0x7f9ecc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:48.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.865+0000 7f9eea7fc700 1 -- 172.21.15.33:0/3037125946 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f9ed4084320 con 0x7f9eec1440d0 2024-09-13T15:01:48.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.865+0000 7f9ef1f00700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9ecc066730 0x7f9ecc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:48.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.865+0000 7f9ef1f00700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9ecc066730 0x7f9ecc068bf0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9edc009c40 tx=0x7f9edc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:48.877 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:48.869+0000 7f9eea7fc700 1 -- 172.21.15.33:0/3037125946 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9ed4051250 con 0x7f9eec1440d0 2024-09-13T15:01:49.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.053+0000 7f9ef4164700 1 -- 172.21.15.33:0/3037125946 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f9eec0cdfe0 con 0x7f9eec1440d0 2024-09-13T15:01:49.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.057+0000 7f9eea7fc700 1 -- 172.21.15.33:0/3037125946 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7f9ed4054870 con 0x7f9eec1440d0 2024-09-13T15:01:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.057+0000 7f9ef4164700 1 -- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9ecc066730 msgr2=0x7f9ecc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.057+0000 7f9ef4164700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9ecc066730 0x7f9ecc068bf0 secure :-1 s=READY pgs=199 cs=0 l=1 rev1=1 crypto rx=0x7f9edc009c40 tx=0x7f9edc008040 comp rx=0 tx=0).stop 2024-09-13T15:01:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.057+0000 7f9ef4164700 1 -- 172.21.15.33:0/3037125946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9eec1440d0 msgr2=0x7f9eec0b2c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.057+0000 7f9ef4164700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9eec1440d0 0x7f9eec0b2c40 secure :-1 s=READY pgs=355 cs=0 l=1 rev1=1 crypto rx=0x7f9ed400e9b0 tx=0x7f9ed400ed70 comp rx=0 tx=0).stop 2024-09-13T15:01:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.057+0000 7f9ef4164700 1 -- 172.21.15.33:0/3037125946 shutdown_connections 2024-09-13T15:01:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.057+0000 7f9ef4164700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9ecc066730 0x7f9ecc068bf0 unknown :-1 s=CLOSED pgs=199 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.057+0000 7f9ef4164700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9eec1444b0 0x7f9eec13f0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.057+0000 7f9ef4164700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9eec1440d0 0x7f9eec0b2c40 unknown :-1 s=CLOSED pgs=355 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.057+0000 7f9ef4164700 1 --2- 172.21.15.33:0/3037125946 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9eec0cbb10 0x7f9eec0ca410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.057+0000 7f9ef4164700 1 -- 172.21.15.33:0/3037125946 >> 172.21.15.33:0/3037125946 conn(0x7f9eec06a350 msgr2=0x7f9eec15e4b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.057+0000 7f9ef4164700 1 -- 172.21.15.33:0/3037125946 shutdown_connections 2024-09-13T15:01:49.065 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.057+0000 7f9ef4164700 1 -- 172.21.15.33:0/3037125946 wait complete. 2024-09-13T15:01:49.066 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-09-13T15:01:49.077 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:01:49.077 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:01:49.084 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:49.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb5f65700 1 Processor -- start 2024-09-13T15:01:49.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb5f65700 1 -- start start 2024-09-13T15:01:49.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb5f65700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f4fb00b03e0 0x7f4fb00aee20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.198 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb5f65700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4fb00b4440 0x7f4fb00b48d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb5f65700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4fb00b1560 con 0x7f4fb015ab50 2024-09-13T15:01:49.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb5f65700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4fb00b4e10 con 0x7f4fb00b03e0 2024-09-13T15:01:49.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb5f65700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fb00b0950 con 0x7f4fb00b4440 2024-09-13T15:01:49.199 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4faffff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f4fb00b03e0 0x7f4fb00aee20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4faffff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f4fb00b03e0 0x7f4fb00aee20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:46114/0 (socket says 172.21.15.33:46114) 2024-09-13T15:01:49.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb5764700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4fb00b4440 0x7f4fb00b48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb4f63700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f4fb015ab50 0x7f4fb00b19f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:41596/0 (socket says 172.21.15.33:41596) 2024-09-13T15:01:49.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4faffff700 1 -- 172.21.15.33:0/2725099986 learned_addr learned my addr 172.21.15.33:0/2725099986 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:49.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4faffff700 1 -- 172.21.15.33:0/2725099986 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4fb00b4440 msgr2=0x7f4fb00b48d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:49.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4faffff700 1 --2- 172.21.15.33:0/2725099986 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4fb00b4440 0x7f4fb00b48d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4faffff700 1 -- 172.21.15.33:0/2725099986 >> v1:172.21.15.103:6789/0 conn(0x7f4fb015ab50 legacy=0x7f4fb00b19f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4faffff700 1 -- 172.21.15.33:0/2725099986 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4fb00b0c30 con 0x7f4fb00b03e0 2024-09-13T15:01:49.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4faffff700 1 --2- 172.21.15.33:0/2725099986 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fb00b03e0 0x7f4fb00aee20 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4f98009940 tx=0x7f4f98009c50 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c0d2115abb9da9ef server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:49.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4faf7fe700 1 -- 172.21.15.33:0/2725099986 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f98011830 con 0x7f4fb00b03e0 2024-09-13T15:01:49.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4faf7fe700 1 -- 172.21.15.33:0/2725099986 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f98011990 con 0x7f4fb00b03e0 2024-09-13T15:01:49.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4faf7fe700 1 -- 172.21.15.33:0/2725099986 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f98011d20 con 0x7f4fb00b03e0 2024-09-13T15:01:49.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb5f65700 1 -- 172.21.15.33:0/2725099986 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fb00b03e0 msgr2=0x7f4fb00aee20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb5f65700 1 --2- 172.21.15.33:0/2725099986 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fb00b03e0 0x7f4fb00aee20 secure :-1 s=READY pgs=174 cs=0 l=1 rev1=1 crypto rx=0x7f4f98009940 tx=0x7f4f98009c50 comp rx=0 tx=0).stop 2024-09-13T15:01:49.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb5f65700 1 -- 172.21.15.33:0/2725099986 shutdown_connections 2024-09-13T15:01:49.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb5f65700 1 --2- 172.21.15.33:0/2725099986 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4fb00b4440 0x7f4fb00b48d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb5f65700 1 --2- 172.21.15.33:0/2725099986 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fb00b03e0 0x7f4fb00aee20 unknown :-1 s=CLOSED pgs=174 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.193+0000 7f4fb5f65700 1 -- 172.21.15.33:0/2725099986 >> 172.21.15.33:0/2725099986 conn(0x7f4fb0072370 msgr2=0x7f4fb0099a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:49.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.197+0000 7f4fb5f65700 1 -- 172.21.15.33:0/2725099986 shutdown_connections 2024-09-13T15:01:49.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.197+0000 7f4fb5f65700 1 -- 172.21.15.33:0/2725099986 wait complete. 2024-09-13T15:01:49.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.197+0000 7f4fb5f65700 1 Processor -- start 2024-09-13T15:01:49.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.197+0000 7f4fb5f65700 1 -- start start 2024-09-13T15:01:49.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4fb5f65700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fb00b03e0 0x7f4fb01524a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4fb5f65700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fb00b4440 0x7f4fb01529e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4fb5f65700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4fb015ab50 0x7f4fb009d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4fb5f65700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fb009c120 con 0x7f4fb00b4440 2024-09-13T15:01:49.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4fb5f65700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4fb009b510 con 0x7f4fb00b03e0 2024-09-13T15:01:49.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4fb5f65700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4fb009b7f0 con 0x7f4fb015ab50 2024-09-13T15:01:49.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4faffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fb00b4440 0x7f4fb01529e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4faffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fb00b4440 0x7f4fb01529e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40288/0 (socket says 172.21.15.33:40288) 2024-09-13T15:01:49.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4faffff700 1 -- 172.21.15.33:0/3534700719 learned_addr learned my addr 172.21.15.33:0/3534700719 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:49.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4fb4f63700 1 --2- 172.21.15.33:0/3534700719 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fb00b03e0 0x7f4fb01524a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4fb5764700 1 --2- 172.21.15.33:0/3534700719 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4fb015ab50 0x7f4fb009d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4faffff700 1 -- 172.21.15.33:0/3534700719 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4fb015ab50 msgr2=0x7f4fb009d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4faffff700 1 --2- 172.21.15.33:0/3534700719 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4fb015ab50 0x7f4fb009d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4faffff700 1 -- 172.21.15.33:0/3534700719 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fb00b03e0 msgr2=0x7f4fb01524a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4faffff700 1 --2- 172.21.15.33:0/3534700719 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fb00b03e0 0x7f4fb01524a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4faffff700 1 -- 172.21.15.33:0/3534700719 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4f98009570 con 0x7f4fb00b4440 2024-09-13T15:01:49.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4faffff700 1 --2- 172.21.15.33:0/3534700719 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fb00b4440 0x7f4fb01529e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f4f98009910 tx=0x7f4f98004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:49.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4fad7fa700 1 -- 172.21.15.33:0/3534700719 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f98004480 con 0x7f4fb00b4440 2024-09-13T15:01:49.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4fb5f65700 1 -- 172.21.15.33:0/3534700719 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4fb009bad0 con 0x7f4fb00b4440 2024-09-13T15:01:49.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4fad7fa700 1 -- 172.21.15.33:0/3534700719 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4f9801f070 con 0x7f4fb00b4440 2024-09-13T15:01:49.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4fad7fa700 1 -- 172.21.15.33:0/3534700719 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4f98003900 con 0x7f4fb00b4440 2024-09-13T15:01:49.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.201+0000 7f4fb5f65700 1 -- 172.21.15.33:0/3534700719 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4fb009e240 con 0x7f4fb00b4440 2024-09-13T15:01:49.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.205+0000 7f4fb5f65700 1 -- 172.21.15.33:0/3534700719 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4fb009c290 con 0x7f4fb00b4440 2024-09-13T15:01:49.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.205+0000 7f4fad7fa700 1 -- 172.21.15.33:0/3534700719 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4f98021030 con 0x7f4fb00b4440 2024-09-13T15:01:49.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.205+0000 7f4fad7fa700 1 --2- 172.21.15.33:0/3534700719 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4f90066760 0x7f4f90068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.205+0000 7f4fad7fa700 1 -- 172.21.15.33:0/3534700719 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f4f98085bc0 con 0x7f4fb00b4440 2024-09-13T15:01:49.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.205+0000 7f4fb4f63700 1 --2- 172.21.15.33:0/3534700719 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4f90066760 0x7f4f90068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.205+0000 7f4fb4f63700 1 --2- 172.21.15.33:0/3534700719 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4f90066760 0x7f4f90068c20 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4fa0000f60 tx=0x7f4fa0007f30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:49.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.213+0000 7f4fad7fa700 1 -- 172.21.15.33:0/3534700719 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4f98052ca0 con 0x7f4fb00b4440 2024-09-13T15:01:49.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.381+0000 7f4fb5f65700 1 -- 172.21.15.33:0/3534700719 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f4fb00b48d0 con 0x7f4fb00b4440 2024-09-13T15:01:49.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.385+0000 7f4fad7fa700 1 -- 172.21.15.33:0/3534700719 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18687 (secure 0 0 0) 0x7f4f980562c0 con 0x7f4fb00b4440 2024-09-13T15:01:49.393 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:49.393 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:01:39.459771+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2}]},{"pgid":"3.e","mappings":[{"from":7,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":1}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:49.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.389+0000 7f4fb5f65700 1 -- 172.21.15.33:0/3534700719 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4f90066760 msgr2=0x7f4f90068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.389+0000 7f4fb5f65700 1 --2- 172.21.15.33:0/3534700719 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4f90066760 0x7f4f90068c20 secure :-1 s=READY pgs=200 cs=0 l=1 rev1=1 crypto rx=0x7f4fa0000f60 tx=0x7f4fa0007f30 comp rx=0 tx=0).stop 2024-09-13T15:01:49.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.389+0000 7f4fb5f65700 1 -- 172.21.15.33:0/3534700719 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fb00b4440 msgr2=0x7f4fb01529e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.389+0000 7f4fb5f65700 1 --2- 172.21.15.33:0/3534700719 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fb00b4440 0x7f4fb01529e0 secure :-1 s=READY pgs=356 cs=0 l=1 rev1=1 crypto rx=0x7f4f98009910 tx=0x7f4f98004770 comp rx=0 tx=0).stop 2024-09-13T15:01:49.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.389+0000 7f4fb5f65700 1 -- 172.21.15.33:0/3534700719 shutdown_connections 2024-09-13T15:01:49.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.389+0000 7f4fb5f65700 1 --2- 172.21.15.33:0/3534700719 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4f90066760 0x7f4f90068c20 unknown :-1 s=CLOSED pgs=200 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.389+0000 7f4fb5f65700 1 --2- 172.21.15.33:0/3534700719 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4fb015ab50 0x7f4fb009d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.389+0000 7f4fb5f65700 1 --2- 172.21.15.33:0/3534700719 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4fb00b4440 0x7f4fb01529e0 unknown :-1 s=CLOSED pgs=356 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.389+0000 7f4fb5f65700 1 --2- 172.21.15.33:0/3534700719 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4fb00b03e0 0x7f4fb01524a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.389+0000 7f4fb5f65700 1 -- 172.21.15.33:0/3534700719 >> 172.21.15.33:0/3534700719 conn(0x7f4fb0072370 msgr2=0x7f4fb00662c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:49.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.389+0000 7f4fb5f65700 1 -- 172.21.15.33:0/3534700719 shutdown_connections 2024-09-13T15:01:49.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.389+0000 7f4fb5f65700 1 -- 172.21.15.33:0/3534700719 wait complete. 2024-09-13T15:01:49.413 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:49.414 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:49.531 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed9bbe700 1 Processor -- start 2024-09-13T15:01:49.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed9bbe700 1 -- start start 2024-09-13T15:01:49.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed9bbe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f0ed415cf80 0x7f0ed40d1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed9bbe700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f0ed40d3890 0x7f0ed40cf780 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed9bbe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ed40cfcc0 0x7f0ed41609d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed9bbe700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ed415d360 con 0x7f0ed415cf80 2024-09-13T15:01:49.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed9bbe700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0ed40d0130 con 0x7f0ed40d3890 2024-09-13T15:01:49.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed9bbe700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ed40cd910 con 0x7f0ed40cfcc0 2024-09-13T15:01:49.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed37fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f0ed415cf80 0x7f0ed40d1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed37fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f0ed415cf80 0x7f0ed40d1800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40290/0 (socket says 172.21.15.33:40290) 2024-09-13T15:01:49.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed37fe700 1 -- 172.21.15.33:0/1319801698 learned_addr learned my addr 172.21.15.33:0/1319801698 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:49.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed2ffd700 1 --2- 172.21.15.33:0/1319801698 >> v2:172.21.15.103:3300/0 conn(0x7f0ed40d3890 0x7f0ed40cf780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed3fff700 1 --2- 172.21.15.33:0/1319801698 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ed40cfcc0 0x7f0ed41609d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed37fe700 1 -- 172.21.15.33:0/1319801698 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ed40cfcc0 msgr2=0x7f0ed41609d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:49.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed37fe700 1 --2- 172.21.15.33:0/1319801698 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ed40cfcc0 0x7f0ed41609d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed37fe700 1 -- 172.21.15.33:0/1319801698 >> v2:172.21.15.103:3300/0 conn(0x7f0ed40d3890 msgr2=0x7f0ed40cf780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed37fe700 1 --2- 172.21.15.33:0/1319801698 >> v2:172.21.15.103:3300/0 conn(0x7f0ed40d3890 0x7f0ed40cf780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.525+0000 7f0ed37fe700 1 -- 172.21.15.33:0/1319801698 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ed40ce750 con 0x7f0ed415cf80 2024-09-13T15:01:49.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.529+0000 7f0ed37fe700 1 --2- 172.21.15.33:0/1319801698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ed415cf80 0x7f0ed40d1800 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f0ed408cfa0 tx=0x7f0ec400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a2a8e2b170d4ce33 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.529+0000 7f0ed27fc700 1 -- 172.21.15.33:0/1319801698 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ec400e070 con 0x7f0ed415cf80 2024-09-13T15:01:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.529+0000 7f0ed27fc700 1 -- 172.21.15.33:0/1319801698 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ec400b8d0 con 0x7f0ed415cf80 2024-09-13T15:01:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.529+0000 7f0ed27fc700 1 -- 172.21.15.33:0/1319801698 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ec400bc80 con 0x7f0ed415cf80 2024-09-13T15:01:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.529+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/1319801698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ed415cf80 msgr2=0x7f0ed40d1800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.529+0000 7f0ed9bbe700 1 --2- 172.21.15.33:0/1319801698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ed415cf80 0x7f0ed40d1800 secure :-1 s=READY pgs=357 cs=0 l=1 rev1=1 crypto rx=0x7f0ed408cfa0 tx=0x7f0ec400b330 comp rx=0 tx=0).stop 2024-09-13T15:01:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.529+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/1319801698 shutdown_connections 2024-09-13T15:01:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.529+0000 7f0ed9bbe700 1 --2- 172.21.15.33:0/1319801698 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ed40cfcc0 0x7f0ed41609d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.529+0000 7f0ed9bbe700 1 --2- 172.21.15.33:0/1319801698 >> v2:172.21.15.103:3300/0 conn(0x7f0ed40d3890 0x7f0ed40cf780 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.536 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.529+0000 7f0ed9bbe700 1 --2- 172.21.15.33:0/1319801698 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ed415cf80 0x7f0ed40d1800 unknown :-1 s=CLOSED pgs=357 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.529+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/1319801698 >> 172.21.15.33:0/1319801698 conn(0x7f0ed40d2d70 msgr2=0x7f0ed40d3180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:49.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.529+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/1319801698 shutdown_connections 2024-09-13T15:01:49.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.529+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/1319801698 wait complete. 2024-09-13T15:01:49.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.529+0000 7f0ed9bbe700 1 Processor -- start 2024-09-13T15:01:49.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed9bbe700 1 -- start start 2024-09-13T15:01:49.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed9bbe700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ed40cfcc0 0x7f0ed40cccd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed9bbe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ed40d3890 0x7f0ed415a6a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed9bbe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ed415cf80 0x7f0ed40b3b40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed9bbe700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ed40c6670 con 0x7f0ed40d3890 2024-09-13T15:01:49.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed9bbe700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0ed40cca10 con 0x7f0ed40cfcc0 2024-09-13T15:01:49.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed9bbe700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0ed40cd210 con 0x7f0ed415cf80 2024-09-13T15:01:49.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed2ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ed40d3890 0x7f0ed415a6a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed2ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ed40d3890 0x7f0ed415a6a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40302/0 (socket says 172.21.15.33:40302) 2024-09-13T15:01:49.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed2ffd700 1 -- 172.21.15.33:0/3639531072 learned_addr learned my addr 172.21.15.33:0/3639531072 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:49.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed37fe700 1 --2- 172.21.15.33:0/3639531072 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ed40cfcc0 0x7f0ed40cccd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed3fff700 1 --2- 172.21.15.33:0/3639531072 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ed415cf80 0x7f0ed40b3b40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed2ffd700 1 -- 172.21.15.33:0/3639531072 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ed415cf80 msgr2=0x7f0ed40b3b40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed2ffd700 1 --2- 172.21.15.33:0/3639531072 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ed415cf80 0x7f0ed40b3b40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed2ffd700 1 -- 172.21.15.33:0/3639531072 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ed40cfcc0 msgr2=0x7f0ed40cccd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed2ffd700 1 --2- 172.21.15.33:0/3639531072 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ed40cfcc0 0x7f0ed40cccd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed2ffd700 1 -- 172.21.15.33:0/3639531072 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0ec4009b30 con 0x7f0ed40d3890 2024-09-13T15:01:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed2ffd700 1 --2- 172.21.15.33:0/3639531072 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ed40d3890 0x7f0ed415a6a0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f0ebc00e9d0 tx=0x7f0ebc00ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ecbfff700 1 -- 172.21.15.33:0/3639531072 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ebc009720 con 0x7f0ed40d3890 2024-09-13T15:01:49.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ecbfff700 1 -- 172.21.15.33:0/3639531072 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0ebc00ee70 con 0x7f0ed40d3890 2024-09-13T15:01:49.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ecbfff700 1 -- 172.21.15.33:0/3639531072 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0ebc00c9f0 con 0x7f0ed40d3890 2024-09-13T15:01:49.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/3639531072 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0ed41f2f00 con 0x7f0ed40d3890 2024-09-13T15:01:49.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.533+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/3639531072 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0ed41f34c0 con 0x7f0ed40d3890 2024-09-13T15:01:49.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.537+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/3639531072 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0ed40677a0 con 0x7f0ed40d3890 2024-09-13T15:01:49.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.537+0000 7f0ecbfff700 1 -- 172.21.15.33:0/3639531072 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0ebc00cb50 con 0x7f0ed40d3890 2024-09-13T15:01:49.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.537+0000 7f0ecbfff700 1 --2- 172.21.15.33:0/3639531072 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0eb4066730 0x7f0eb4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.537+0000 7f0ecbfff700 1 -- 172.21.15.33:0/3639531072 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f0ebc084440 con 0x7f0ed40d3890 2024-09-13T15:01:49.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.537+0000 7f0ed37fe700 1 --2- 172.21.15.33:0/3639531072 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0eb4066730 0x7f0eb4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.537+0000 7f0ed37fe700 1 --2- 172.21.15.33:0/3639531072 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0eb4066730 0x7f0eb4068bf0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0ec400b370 tx=0x7f0ec4009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:49.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.545+0000 7f0ecbfff700 1 -- 172.21.15.33:0/3639531072 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0ebc051480 con 0x7f0ed40d3890 2024-09-13T15:01:49.719 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.713+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/3639531072 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0ed40cf560 con 0x7f0ed40d3890 2024-09-13T15:01:49.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.713+0000 7f0ecbfff700 1 -- 172.21.15.33:0/3639531072 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0ebc054aa0 con 0x7f0ed40d3890 2024-09-13T15:01:49.720 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:49.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.717+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/3639531072 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0eb4066730 msgr2=0x7f0eb4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.717+0000 7f0ed9bbe700 1 --2- 172.21.15.33:0/3639531072 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0eb4066730 0x7f0eb4068bf0 secure :-1 s=READY pgs=201 cs=0 l=1 rev1=1 crypto rx=0x7f0ec400b370 tx=0x7f0ec4009000 comp rx=0 tx=0).stop 2024-09-13T15:01:49.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.717+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/3639531072 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ed40d3890 msgr2=0x7f0ed415a6a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.717+0000 7f0ed9bbe700 1 --2- 172.21.15.33:0/3639531072 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ed40d3890 0x7f0ed415a6a0 secure :-1 s=READY pgs=358 cs=0 l=1 rev1=1 crypto rx=0x7f0ebc00e9d0 tx=0x7f0ebc00ece0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.717+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/3639531072 shutdown_connections 2024-09-13T15:01:49.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.717+0000 7f0ed9bbe700 1 --2- 172.21.15.33:0/3639531072 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0eb4066730 0x7f0eb4068bf0 unknown :-1 s=CLOSED pgs=201 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.717+0000 7f0ed9bbe700 1 --2- 172.21.15.33:0/3639531072 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0ed415cf80 0x7f0ed40b3b40 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.717+0000 7f0ed9bbe700 1 --2- 172.21.15.33:0/3639531072 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0ed40d3890 0x7f0ed415a6a0 unknown :-1 s=CLOSED pgs=358 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.717+0000 7f0ed9bbe700 1 --2- 172.21.15.33:0/3639531072 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0ed40cfcc0 0x7f0ed40cccd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.717+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/3639531072 >> 172.21.15.33:0/3639531072 conn(0x7f0ed40d2d70 msgr2=0x7f0ed406ac20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:49.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.717+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/3639531072 shutdown_connections 2024-09-13T15:01:49.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.717+0000 7f0ed9bbe700 1 -- 172.21.15.33:0/3639531072 wait complete. 2024-09-13T15:01:49.735 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:49.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.841+0000 7fd5b8a4f700 1 Processor -- start 2024-09-13T15:01:49.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.841+0000 7fd5b8a4f700 1 -- start start 2024-09-13T15:01:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b8a4f700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fd5b41594c0 0x7fd5b4070bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b8a4f700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5b406ba90 con 0x7fd5b406b470 2024-09-13T15:01:49.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b8a4f700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5b40b23f0 con 0x7fd5b40710f0 2024-09-13T15:01:49.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b8a4f700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5b4071580 con 0x7fd5b41594c0 2024-09-13T15:01:49.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b3fff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fd5b406b470 0x7fd5b40b2ed0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60592/0 (socket says 172.21.15.33:60592) 2024-09-13T15:01:49.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b3fff700 1 -- 172.21.15.33:0/1788329105 learned_addr learned my addr 172.21.15.33:0/1788329105 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:49.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b37fe700 1 --2- 172.21.15.33:0/1788329105 >> v2:172.21.15.103:3300/0 conn(0x7fd5b41594c0 0x7fd5b4070bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b2ffd700 1 -- 172.21.15.33:0/1788329105 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4188874610 0 0) 0x7fd5b406ba90 con 0x7fd5b406b470 2024-09-13T15:01:49.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b2ffd700 1 -- 172.21.15.33:0/1788329105 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd5a00035d0 con 0x7fd5b406b470 2024-09-13T15:01:49.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b2ffd700 1 -- 172.21.15.33:0/1788329105 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2145891048 0 0) 0x7fd5b40b23f0 con 0x7fd5b40710f0 2024-09-13T15:01:49.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b2ffd700 1 -- 172.21.15.33:0/1788329105 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd5b406ba90 con 0x7fd5b40710f0 2024-09-13T15:01:49.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b37fe700 1 -- 172.21.15.33:0/1788329105 >> v1:172.21.15.103:6789/0 conn(0x7fd5b40710f0 legacy=0x7fd5b406ad60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b37fe700 1 -- 172.21.15.33:0/1788329105 >> v1:172.21.15.33:6789/0 conn(0x7fd5b406b470 legacy=0x7fd5b40b2ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b37fe700 1 -- 172.21.15.33:0/1788329105 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5b40b26d0 con 0x7fd5b41594c0 2024-09-13T15:01:49.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b37fe700 1 --2- 172.21.15.33:0/1788329105 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5b41594c0 0x7fd5b4070bb0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd5a4009850 tx=0x7fd5a4009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8909f9263762cf18 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:49.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b2ffd700 1 -- 172.21.15.33:0/1788329105 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a4011830 con 0x7fd5b41594c0 2024-09-13T15:01:49.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b2ffd700 1 -- 172.21.15.33:0/1788329105 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5a4011990 con 0x7fd5b41594c0 2024-09-13T15:01:49.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b2ffd700 1 -- 172.21.15.33:0/1788329105 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a4011d00 con 0x7fd5b41594c0 2024-09-13T15:01:49.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/1788329105 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5b41594c0 msgr2=0x7fd5b4070bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b8a4f700 1 --2- 172.21.15.33:0/1788329105 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5b41594c0 0x7fd5b4070bb0 secure :-1 s=READY pgs=176 cs=0 l=1 rev1=1 crypto rx=0x7fd5a4009850 tx=0x7fd5a4009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:49.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/1788329105 shutdown_connections 2024-09-13T15:01:49.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b8a4f700 1 --2- 172.21.15.33:0/1788329105 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5b41594c0 0x7fd5b4070bb0 unknown :-1 s=CLOSED pgs=176 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/1788329105 >> 172.21.15.33:0/1788329105 conn(0x7fd5b40cef70 msgr2=0x7fd5b40cf350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:49.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/1788329105 shutdown_connections 2024-09-13T15:01:49.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.845+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/1788329105 wait complete. 2024-09-13T15:01:49.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.849+0000 7fd5b8a4f700 1 Processor -- start 2024-09-13T15:01:49.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.849+0000 7fd5b8a4f700 1 -- start start 2024-09-13T15:01:49.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.849+0000 7fd5b8a4f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5b406b470 0x7fd5b414d630 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.849+0000 7fd5b8a4f700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd5b40710f0 0x7fd5b40add10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.849+0000 7fd5b8a4f700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5b41594c0 0x7fd5b406c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.849+0000 7fd5b8a4f700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5b40ad8b0 con 0x7fd5b406b470 2024-09-13T15:01:49.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.849+0000 7fd5b8a4f700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5b414db70 con 0x7fd5b41594c0 2024-09-13T15:01:49.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.849+0000 7fd5b8a4f700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5b40acc30 con 0x7fd5b40710f0 2024-09-13T15:01:49.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.849+0000 7fd5b37fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5b406b470 0x7fd5b414d630 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.849+0000 7fd5b37fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5b406b470 0x7fd5b414d630 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40306/0 (socket says 172.21.15.33:40306) 2024-09-13T15:01:49.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.849+0000 7fd5b3fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5b41594c0 0x7fd5b406c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.849+0000 7fd5abfff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd5b40710f0 0x7fd5b40add10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.849+0000 7fd5b37fe700 1 -- 172.21.15.33:0/39142583 learned_addr learned my addr 172.21.15.33:0/39142583 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:49.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.853+0000 7fd5b37fe700 1 -- 172.21.15.33:0/39142583 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd5b40710f0 msgr2=0x7fd5b40add10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.853+0000 7fd5b37fe700 1 --2- 172.21.15.33:0/39142583 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd5b40710f0 0x7fd5b40add10 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.853+0000 7fd5b37fe700 1 -- 172.21.15.33:0/39142583 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5b41594c0 msgr2=0x7fd5b406c1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:49.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.853+0000 7fd5b37fe700 1 --2- 172.21.15.33:0/39142583 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5b41594c0 0x7fd5b406c1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:49.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.853+0000 7fd5b37fe700 1 -- 172.21.15.33:0/39142583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5a40094b0 con 0x7fd5b406b470 2024-09-13T15:01:49.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.853+0000 7fd5b3fff700 1 --2- 172.21.15.33:0/39142583 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5b41594c0 0x7fd5b406c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:49.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.853+0000 7fd5abfff700 1 --2- 172.21.15.33:0/39142583 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd5b40710f0 0x7fd5b40add10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:49.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.853+0000 7fd5b37fe700 1 --2- 172.21.15.33:0/39142583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5b406b470 0x7fd5b414d630 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd5a40090b0 tx=0x7fd5a4004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:49.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.853+0000 7fd5b0ff9700 1 -- 172.21.15.33:0/39142583 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a4004590 con 0x7fd5b406b470 2024-09-13T15:01:49.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.853+0000 7fd5b0ff9700 1 -- 172.21.15.33:0/39142583 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd5a401e070 con 0x7fd5b406b470 2024-09-13T15:01:49.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.853+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/39142583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5b40acf10 con 0x7fd5b406b470 2024-09-13T15:01:49.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.853+0000 7fd5b0ff9700 1 -- 172.21.15.33:0/39142583 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5a40038c0 con 0x7fd5b406b470 2024-09-13T15:01:49.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.853+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/39142583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5b40ad4d0 con 0x7fd5b406b470 2024-09-13T15:01:49.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.853+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/39142583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd5b40d0060 con 0x7fd5b406b470 2024-09-13T15:01:49.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.857+0000 7fd5b0ff9700 1 -- 172.21.15.33:0/39142583 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd5a4003a20 con 0x7fd5b406b470 2024-09-13T15:01:49.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.857+0000 7fd5b0ff9700 1 --2- 172.21.15.33:0/39142583 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd594066730 0x7fd594068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:49.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.857+0000 7fd5b0ff9700 1 -- 172.21.15.33:0/39142583 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fd5a4085240 con 0x7fd5b406b470 2024-09-13T15:01:49.863 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.857+0000 7fd5abfff700 1 --2- 172.21.15.33:0/39142583 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd594066730 0x7fd594068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:49.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.857+0000 7fd5abfff700 1 --2- 172.21.15.33:0/39142583 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd594066730 0x7fd594068bf0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fd5b40ce8e0 tx=0x7fd59c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:49.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:49.861+0000 7fd5b0ff9700 1 -- 172.21.15.33:0/39142583 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd5a4052280 con 0x7fd5b406b470 2024-09-13T15:01:50.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.081+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/39142583 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7fd5b4070bb0 con 0x7fd5b406b470 2024-09-13T15:01:50.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.081+0000 7fd5b0ff9700 1 -- 172.21.15.33:0/39142583 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7fd5a40558a0 con 0x7fd5b406b470 2024-09-13T15:01:50.087 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:50.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.085+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/39142583 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd594066730 msgr2=0x7fd594068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.085+0000 7fd5b8a4f700 1 --2- 172.21.15.33:0/39142583 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd594066730 0x7fd594068bf0 secure :-1 s=READY pgs=202 cs=0 l=1 rev1=1 crypto rx=0x7fd5b40ce8e0 tx=0x7fd59c009040 comp rx=0 tx=0).stop 2024-09-13T15:01:50.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.085+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/39142583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5b406b470 msgr2=0x7fd5b414d630 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.085+0000 7fd5b8a4f700 1 --2- 172.21.15.33:0/39142583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5b406b470 0x7fd5b414d630 secure :-1 s=READY pgs=360 cs=0 l=1 rev1=1 crypto rx=0x7fd5a40090b0 tx=0x7fd5a4004770 comp rx=0 tx=0).stop 2024-09-13T15:01:50.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.085+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/39142583 shutdown_connections 2024-09-13T15:01:50.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.085+0000 7fd5b8a4f700 1 --2- 172.21.15.33:0/39142583 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd594066730 0x7fd594068bf0 unknown :-1 s=CLOSED pgs=202 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.085+0000 7fd5b8a4f700 1 --2- 172.21.15.33:0/39142583 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5b41594c0 0x7fd5b406c1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.085+0000 7fd5b8a4f700 1 --2- 172.21.15.33:0/39142583 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd5b40710f0 0x7fd5b40add10 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.085+0000 7fd5b8a4f700 1 --2- 172.21.15.33:0/39142583 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5b406b470 0x7fd5b414d630 unknown :-1 s=CLOSED pgs=360 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.085+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/39142583 >> 172.21.15.33:0/39142583 conn(0x7fd5b40cef70 msgr2=0x7fd5b4154040 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:50.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.085+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/39142583 shutdown_connections 2024-09-13T15:01:50.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.085+0000 7fd5b8a4f700 1 -- 172.21.15.33:0/39142583 wait complete. 2024-09-13T15:01:50.103 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:50.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7ae4a05700 1 Processor -- start 2024-09-13T15:01:50.218 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7ae4a05700 1 -- start start 2024-09-13T15:01:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7ae4a05700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ae00cf3a0 0x7f7ae0154850 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7ae4a05700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ae00cf850 con 0x7f7ae006a9a0 2024-09-13T15:01:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7ae4a05700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f7ae015aee0 con 0x7f7ae006a5c0 2024-09-13T15:01:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7ae4a05700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ae006cb60 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7adffff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f7ae006a9a0 0x7f7ae015e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60602/0 (socket says 172.21.15.33:60602) 2024-09-13T15:01:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7adffff700 1 -- 172.21.15.33:0/1385279012 learned_addr learned my addr 172.21.15.33:0/1385279012 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7ad6ffd700 1 --2- 172.21.15.33:0/1385279012 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ae00cf3a0 0x7f7ae0154850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7adeffd700 1 -- 172.21.15.33:0/1385279012 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2440160799 0 0) 0x7f7ae00cf850 con 0x7f7ae006a9a0 2024-09-13T15:01:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7adeffd700 1 -- 172.21.15.33:0/1385279012 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f7acc0035d0 con 0x7f7ae006a9a0 2024-09-13T15:01:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7adeffd700 1 -- 172.21.15.33:0/1385279012 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3245122848 0 0) 0x7f7ae015aee0 con 0x7f7ae006a5c0 2024-09-13T15:01:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7ad6ffd700 1 -- 172.21.15.33:0/1385279012 >> v1:172.21.15.103:6789/0 conn(0x7f7ae006a5c0 legacy=0x7f7ae00cec90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7ad6ffd700 1 -- 172.21.15.33:0/1385279012 >> v1:172.21.15.33:6789/0 conn(0x7f7ae006a9a0 legacy=0x7f7ae015e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.221 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7ad6ffd700 1 -- 172.21.15.33:0/1385279012 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ae015b1c0 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.222 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7ad6ffd700 1 --2- 172.21.15.33:0/1385279012 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ae00cf3a0 0x7f7ae0154850 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7ac8009880 tx=0x7f7ac8009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=cdd66737b6cea02b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:50.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.213+0000 7f7adeffd700 1 -- 172.21.15.33:0/1385279012 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad80019f0 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.217+0000 7f7adeffd700 1 -- 172.21.15.33:0/1385279012 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ac8010590 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.217+0000 7f7adeffd700 1 -- 172.21.15.33:0/1385279012 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ac8010900 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.217+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1385279012 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ae00cf3a0 msgr2=0x7f7ae0154850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.217+0000 7f7ae4a05700 1 --2- 172.21.15.33:0/1385279012 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ae00cf3a0 0x7f7ae0154850 secure :-1 s=READY pgs=82 cs=0 l=1 rev1=1 crypto rx=0x7f7ac8009880 tx=0x7f7ac8009b90 comp rx=0 tx=0).stop 2024-09-13T15:01:50.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.217+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1385279012 shutdown_connections 2024-09-13T15:01:50.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.217+0000 7f7ae4a05700 1 --2- 172.21.15.33:0/1385279012 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ae00cf3a0 0x7f7ae0154850 unknown :-1 s=CLOSED pgs=82 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.217+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1385279012 >> 172.21.15.33:0/1385279012 conn(0x7f7ae006b460 msgr2=0x7f7ae006b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:50.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.217+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1385279012 shutdown_connections 2024-09-13T15:01:50.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.217+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1385279012 wait complete. 2024-09-13T15:01:50.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.217+0000 7f7ae4a05700 1 Processor -- start 2024-09-13T15:01:50.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.217+0000 7f7ae4a05700 1 -- start start 2024-09-13T15:01:50.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7ae4a05700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ae006a5c0 0x7f7ae0148410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7ae4a05700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ae006a9a0 0x7f7ae0159230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7ae4a05700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ae00cf3a0 0x7f7ae0159770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7ae4a05700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ae00b2bc0 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7ae4a05700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f7ae00b2e60 con 0x7f7ae006a9a0 2024-09-13T15:01:50.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7ae4a05700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7ae00b3140 con 0x7f7ae006a5c0 2024-09-13T15:01:50.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7adffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ae00cf3a0 0x7f7ae0159770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7adffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ae00cf3a0 0x7f7ae0159770 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40310/0 (socket says 172.21.15.33:40310) 2024-09-13T15:01:50.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7adffff700 1 -- 172.21.15.33:0/1891114389 learned_addr learned my addr 172.21.15.33:0/1891114389 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:50.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7ad6ffd700 1 --2- 172.21.15.33:0/1891114389 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ae006a9a0 0x7f7ae0159230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.227 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7adf7fe700 1 --2- 172.21.15.33:0/1891114389 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ae006a5c0 0x7f7ae0148410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7adffff700 1 -- 172.21.15.33:0/1891114389 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ae006a5c0 msgr2=0x7f7ae0148410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7adffff700 1 --2- 172.21.15.33:0/1891114389 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ae006a5c0 0x7f7ae0148410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7adffff700 1 -- 172.21.15.33:0/1891114389 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ae006a9a0 msgr2=0x7f7ae0159230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7adffff700 1 --2- 172.21.15.33:0/1891114389 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ae006a9a0 0x7f7ae0159230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7adffff700 1 -- 172.21.15.33:0/1891114389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f7ac80094b0 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7adffff700 1 --2- 172.21.15.33:0/1891114389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ae00cf3a0 0x7f7ae0159770 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f7ad8002090 tx=0x7f7ad800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:50.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7adcff9700 1 -- 172.21.15.33:0/1891114389 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad800acd0 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7adcff9700 1 -- 172.21.15.33:0/1891114389 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7ad800ae50 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1891114389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f7ae00b3420 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7adcff9700 1 -- 172.21.15.33:0/1891114389 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f7ad8007310 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1891114389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f7ae0148950 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.221+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1891114389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f7ae00b3940 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.225+0000 7f7adcff9700 1 -- 172.21.15.33:0/1891114389 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7ad8007470 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.225+0000 7f7adcff9700 1 --2- 172.21.15.33:0/1891114389 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7ac0066730 0x7f7ac0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.225+0000 7f7adcff9700 1 -- 172.21.15.33:0/1891114389 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f7ad80844e0 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.225+0000 7f7adf7fe700 1 --2- 172.21.15.33:0/1891114389 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7ac0066730 0x7f7ac0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.225+0000 7f7adf7fe700 1 --2- 172.21.15.33:0/1891114389 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7ac0066730 0x7f7ac0068bf0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0000f60 tx=0x7f7ad0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:50.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.233+0000 7f7adcff9700 1 -- 172.21.15.33:0/1891114389 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f7ae00b3940 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.401+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1891114389 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f7ae00b3940 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.401+0000 7f7adcff9700 1 -- 172.21.15.33:0/1891114389 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f7ae00b3940 con 0x7f7ae00cf3a0 2024-09-13T15:01:50.407 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:50.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.401+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1891114389 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7ac0066730 msgr2=0x7f7ac0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.401+0000 7f7ae4a05700 1 --2- 172.21.15.33:0/1891114389 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7ac0066730 0x7f7ac0068bf0 secure :-1 s=READY pgs=203 cs=0 l=1 rev1=1 crypto rx=0x7f7ad0000f60 tx=0x7f7ad0009040 comp rx=0 tx=0).stop 2024-09-13T15:01:50.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.401+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1891114389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ae00cf3a0 msgr2=0x7f7ae0159770 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.401+0000 7f7ae4a05700 1 --2- 172.21.15.33:0/1891114389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ae00cf3a0 0x7f7ae0159770 secure :-1 s=READY pgs=362 cs=0 l=1 rev1=1 crypto rx=0x7f7ad8002090 tx=0x7f7ad800a340 comp rx=0 tx=0).stop 2024-09-13T15:01:50.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.405+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1891114389 shutdown_connections 2024-09-13T15:01:50.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.405+0000 7f7ae4a05700 1 --2- 172.21.15.33:0/1891114389 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f7ac0066730 0x7f7ac0068bf0 unknown :-1 s=CLOSED pgs=203 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.405+0000 7f7ae4a05700 1 --2- 172.21.15.33:0/1891114389 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f7ae00cf3a0 0x7f7ae0159770 unknown :-1 s=CLOSED pgs=362 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.405+0000 7f7ae4a05700 1 --2- 172.21.15.33:0/1891114389 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f7ae006a9a0 0x7f7ae0159230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.405+0000 7f7ae4a05700 1 --2- 172.21.15.33:0/1891114389 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f7ae006a5c0 0x7f7ae0148410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.405+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1891114389 >> 172.21.15.33:0/1891114389 conn(0x7f7ae006b460 msgr2=0x7f7ae00cc4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:50.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.405+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1891114389 shutdown_connections 2024-09-13T15:01:50.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.405+0000 7f7ae4a05700 1 -- 172.21.15.33:0/1891114389 wait complete. 2024-09-13T15:01:50.421 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:50.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.533+0000 7fd16e420700 1 Processor -- start 2024-09-13T15:01:50.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.533+0000 7fd16e420700 1 -- start start 2024-09-13T15:01:50.542 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.533+0000 7fd16e420700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd16815cc00 0x7fd1680d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.533+0000 7fd16e420700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd1680d0c20 0x7fd1680d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.533+0000 7fd16e420700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd1680cdb00 con 0x7fd1680ce8c0 2024-09-13T15:01:50.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.533+0000 7fd16e420700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd1680cdde0 con 0x7fd16815cc00 2024-09-13T15:01:50.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.533+0000 7fd16e420700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1680ce0c0 con 0x7fd1680d0c20 2024-09-13T15:01:50.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16dc1f700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fd1680ce8c0 0x7fd168160880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60618/0 (socket says 172.21.15.33:60618) 2024-09-13T15:01:50.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16dc1f700 1 -- 172.21.15.33:0/3876968867 learned_addr learned my addr 172.21.15.33:0/3876968867 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:50.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16d41e700 1 --2- 172.21.15.33:0/3876968867 >> v2:172.21.15.33:3300/0 conn(0x7fd16815cc00 0x7fd1680d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16cc1d700 1 --2- 172.21.15.33:0/3876968867 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd1680d0c20 0x7fd1680d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd15bfff700 1 -- 172.21.15.33:0/3876968867 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2605542348 0 0) 0x7fd1680cdb00 con 0x7fd1680ce8c0 2024-09-13T15:01:50.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16d41e700 1 -- 172.21.15.33:0/3876968867 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd1680d0c20 msgr2=0x7fd1680d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:50.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16d41e700 1 --2- 172.21.15.33:0/3876968867 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd1680d0c20 0x7fd1680d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.543 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16d41e700 1 -- 172.21.15.33:0/3876968867 >> v1:172.21.15.33:6789/0 conn(0x7fd1680ce8c0 legacy=0x7fd168160880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16d41e700 1 -- 172.21.15.33:0/3876968867 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd1680ce3a0 con 0x7fd16815cc00 2024-09-13T15:01:50.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16d41e700 1 --2- 172.21.15.33:0/3876968867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd16815cc00 0x7fd1680d06e0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fd15c009850 tx=0x7fd15c009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8590bfecae0fd469 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:50.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd15bfff700 1 -- 172.21.15.33:0/3876968867 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd15c011830 con 0x7fd16815cc00 2024-09-13T15:01:50.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd15bfff700 1 -- 172.21.15.33:0/3876968867 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd15c011990 con 0x7fd16815cc00 2024-09-13T15:01:50.544 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd15bfff700 1 -- 172.21.15.33:0/3876968867 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd15c011d20 con 0x7fd16815cc00 2024-09-13T15:01:50.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16e420700 1 -- 172.21.15.33:0/3876968867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd16815cc00 msgr2=0x7fd1680d06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16e420700 1 --2- 172.21.15.33:0/3876968867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd16815cc00 0x7fd1680d06e0 secure :-1 s=READY pgs=364 cs=0 l=1 rev1=1 crypto rx=0x7fd15c009850 tx=0x7fd15c009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:50.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16e420700 1 -- 172.21.15.33:0/3876968867 shutdown_connections 2024-09-13T15:01:50.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16e420700 1 --2- 172.21.15.33:0/3876968867 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd1680d0c20 0x7fd1680d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16e420700 1 --2- 172.21.15.33:0/3876968867 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd16815cc00 0x7fd1680d06e0 unknown :-1 s=CLOSED pgs=364 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16e420700 1 -- 172.21.15.33:0/3876968867 >> 172.21.15.33:0/3876968867 conn(0x7fd16808c080 msgr2=0x7fd1680d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:50.545 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16e420700 1 -- 172.21.15.33:0/3876968867 shutdown_connections 2024-09-13T15:01:50.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.537+0000 7fd16e420700 1 -- 172.21.15.33:0/3876968867 wait complete. 2024-09-13T15:01:50.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16e420700 1 Processor -- start 2024-09-13T15:01:50.546 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16e420700 1 -- start start 2024-09-13T15:01:50.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16e420700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1680ce8c0 0x7fd1680c70c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16e420700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd1680d0c20 0x7fd1680c7600 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16e420700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd16815cc00 0x7fd1680c8620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16e420700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1680ca3d0 con 0x7fd16815cc00 2024-09-13T15:01:50.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16e420700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd1680c80d0 con 0x7fd1680ce8c0 2024-09-13T15:01:50.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16e420700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd1680c7b40 con 0x7fd1680d0c20 2024-09-13T15:01:50.549 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16dc1f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd16815cc00 0x7fd1680c8620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16dc1f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd16815cc00 0x7fd1680c8620 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40332/0 (socket says 172.21.15.33:40332) 2024-09-13T15:01:50.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16dc1f700 1 -- 172.21.15.33:0/505405218 learned_addr learned my addr 172.21.15.33:0/505405218 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:50.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16cc1d700 1 --2- 172.21.15.33:0/505405218 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd1680d0c20 0x7fd1680c7600 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16d41e700 1 --2- 172.21.15.33:0/505405218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1680ce8c0 0x7fd1680c70c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16dc1f700 1 -- 172.21.15.33:0/505405218 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd1680d0c20 msgr2=0x7fd1680c7600 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16dc1f700 1 --2- 172.21.15.33:0/505405218 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd1680d0c20 0x7fd1680c7600 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16dc1f700 1 -- 172.21.15.33:0/505405218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1680ce8c0 msgr2=0x7fd1680c70c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16dc1f700 1 --2- 172.21.15.33:0/505405218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1680ce8c0 0x7fd1680c70c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16dc1f700 1 -- 172.21.15.33:0/505405218 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd15c0094b0 con 0x7fd16815cc00 2024-09-13T15:01:50.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16dc1f700 1 --2- 172.21.15.33:0/505405218 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd16815cc00 0x7fd1680c8620 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd16000cb40 tx=0x7fd16000ce50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:50.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd159ffb700 1 -- 172.21.15.33:0/505405218 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd16000a9e0 con 0x7fd16815cc00 2024-09-13T15:01:50.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd159ffb700 1 -- 172.21.15.33:0/505405218 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd16000ab40 con 0x7fd16815cc00 2024-09-13T15:01:50.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16e420700 1 -- 172.21.15.33:0/505405218 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd1680c7df0 con 0x7fd16815cc00 2024-09-13T15:01:50.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd159ffb700 1 -- 172.21.15.33:0/505405218 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd1600070d0 con 0x7fd16815cc00 2024-09-13T15:01:50.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.541+0000 7fd16e420700 1 -- 172.21.15.33:0/505405218 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd1680c9ff0 con 0x7fd16815cc00 2024-09-13T15:01:50.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.545+0000 7fd16e420700 1 -- 172.21.15.33:0/505405218 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd1680ca510 con 0x7fd16815cc00 2024-09-13T15:01:50.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.545+0000 7fd159ffb700 1 -- 172.21.15.33:0/505405218 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd160007230 con 0x7fd16815cc00 2024-09-13T15:01:50.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.545+0000 7fd159ffb700 1 --2- 172.21.15.33:0/505405218 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd14c066730 0x7fd14c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.545+0000 7fd159ffb700 1 -- 172.21.15.33:0/505405218 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fd160084120 con 0x7fd16815cc00 2024-09-13T15:01:50.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.545+0000 7fd16d41e700 1 --2- 172.21.15.33:0/505405218 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd14c066730 0x7fd14c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.549+0000 7fd16d41e700 1 --2- 172.21.15.33:0/505405218 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd14c066730 0x7fd14c068bf0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd15c009fd0 tx=0x7fd15c008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:50.563 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.557+0000 7fd159ffb700 1 -- 172.21.15.33:0/505405218 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd1680ca510 con 0x7fd16815cc00 2024-09-13T15:01:50.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.713+0000 7fd16e420700 1 -- 172.21.15.33:0/505405218 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fd1680ca510 con 0x7fd16815cc00 2024-09-13T15:01:50.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.713+0000 7fd159ffb700 1 -- 172.21.15.33:0/505405218 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7fd1680ca510 con 0x7fd16815cc00 2024-09-13T15:01:50.720 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:50.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.717+0000 7fd16e420700 1 -- 172.21.15.33:0/505405218 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd14c066730 msgr2=0x7fd14c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.717+0000 7fd16e420700 1 --2- 172.21.15.33:0/505405218 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd14c066730 0x7fd14c068bf0 secure :-1 s=READY pgs=204 cs=0 l=1 rev1=1 crypto rx=0x7fd15c009fd0 tx=0x7fd15c008030 comp rx=0 tx=0).stop 2024-09-13T15:01:50.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.717+0000 7fd16e420700 1 -- 172.21.15.33:0/505405218 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd16815cc00 msgr2=0x7fd1680c8620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.717+0000 7fd16e420700 1 --2- 172.21.15.33:0/505405218 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd16815cc00 0x7fd1680c8620 secure :-1 s=READY pgs=365 cs=0 l=1 rev1=1 crypto rx=0x7fd16000cb40 tx=0x7fd16000ce50 comp rx=0 tx=0).stop 2024-09-13T15:01:50.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.717+0000 7fd16e420700 1 -- 172.21.15.33:0/505405218 shutdown_connections 2024-09-13T15:01:50.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.717+0000 7fd16e420700 1 --2- 172.21.15.33:0/505405218 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd14c066730 0x7fd14c068bf0 unknown :-1 s=CLOSED pgs=204 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.717+0000 7fd16e420700 1 --2- 172.21.15.33:0/505405218 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd16815cc00 0x7fd1680c8620 unknown :-1 s=CLOSED pgs=365 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.717+0000 7fd16e420700 1 --2- 172.21.15.33:0/505405218 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd1680d0c20 0x7fd1680c7600 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.717+0000 7fd16e420700 1 --2- 172.21.15.33:0/505405218 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd1680ce8c0 0x7fd1680c70c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.717+0000 7fd16e420700 1 -- 172.21.15.33:0/505405218 >> 172.21.15.33:0/505405218 conn(0x7fd16808c080 msgr2=0x7fd1680b73b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:50.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.717+0000 7fd16e420700 1 -- 172.21.15.33:0/505405218 shutdown_connections 2024-09-13T15:01:50.724 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.717+0000 7fd16e420700 1 -- 172.21.15.33:0/505405218 wait complete. 2024-09-13T15:01:50.735 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:01:50.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.845+0000 7fd7c359e700 1 Processor -- start 2024-09-13T15:01:50.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.845+0000 7fd7c359e700 1 -- start start 2024-09-13T15:01:50.854 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c359e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fd7c40cd8d0 0x7fd7c406cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7c40b2200 0x7fd7c40b2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c359e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd7c40705d0 con 0x7fd7c40b17f0 2024-09-13T15:01:50.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c359e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd7c40cbf10 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c40b2bb0 con 0x7fd7c40b2200 2024-09-13T15:01:50.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c259c700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fd7c40cd8d0 0x7fd7c406cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c1d9b700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7fd7c40b17f0 0x7fd7c40cb800 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:41622/0 (socket says 172.21.15.33:41622) 2024-09-13T15:01:50.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c1d9b700 1 -- 172.21.15.33:0/929917437 learned_addr learned my addr 172.21.15.33:0/929917437 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:50.855 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c2d9d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7c40b2200 0x7fd7c40b2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c259c700 1 -- 172.21.15.33:0/929917437 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7c40b2200 msgr2=0x7fd7c40b2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:50.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c259c700 1 --2- 172.21.15.33:0/929917437 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7c40b2200 0x7fd7c40b2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c259c700 1 -- 172.21.15.33:0/929917437 >> v1:172.21.15.103:6789/0 conn(0x7fd7c40b17f0 legacy=0x7fd7c40cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c159a700 1 -- 172.21.15.33:0/929917437 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2695394928 0 0) 0x7fd7c40705d0 con 0x7fd7c40b17f0 2024-09-13T15:01:50.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c259c700 1 -- 172.21.15.33:0/929917437 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7c406d0d0 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c259c700 1 --2- 172.21.15.33:0/929917437 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7c40cd8d0 0x7fd7c406cb90 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc009880 tx=0x7fd7bc009b90 comp rx=0 tx=0).ready entity=mon.1 client_cookie=768c67791d8a95d2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:50.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c159a700 1 -- 172.21.15.33:0/929917437 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7bc011830 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c159a700 1 -- 172.21.15.33:0/929917437 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7bc011990 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c159a700 1 -- 172.21.15.33:0/929917437 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7bc011d20 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c359e700 1 -- 172.21.15.33:0/929917437 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7c40cd8d0 msgr2=0x7fd7c406cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.849+0000 7fd7c359e700 1 --2- 172.21.15.33:0/929917437 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7c40cd8d0 0x7fd7c406cb90 secure :-1 s=READY pgs=179 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc009880 tx=0x7fd7bc009b90 comp rx=0 tx=0).stop 2024-09-13T15:01:50.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.853+0000 7fd7c359e700 1 -- 172.21.15.33:0/929917437 shutdown_connections 2024-09-13T15:01:50.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.853+0000 7fd7c359e700 1 --2- 172.21.15.33:0/929917437 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7c40b2200 0x7fd7c40b2670 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.853+0000 7fd7c359e700 1 --2- 172.21.15.33:0/929917437 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7c40cd8d0 0x7fd7c406cb90 unknown :-1 s=CLOSED pgs=179 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.853+0000 7fd7c359e700 1 -- 172.21.15.33:0/929917437 >> 172.21.15.33:0/929917437 conn(0x7fd7c406a350 msgr2=0x7fd7c406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:50.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.853+0000 7fd7c359e700 1 -- 172.21.15.33:0/929917437 shutdown_connections 2024-09-13T15:01:50.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.853+0000 7fd7c359e700 1 -- 172.21.15.33:0/929917437 wait complete. 2024-09-13T15:01:50.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.853+0000 7fd7c359e700 1 Processor -- start 2024-09-13T15:01:50.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.853+0000 7fd7c359e700 1 -- start start 2024-09-13T15:01:50.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7c40b17f0 0x7fd7c414e8b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c359e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7c40b2200 0x7fd7c40ccab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c359e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7c40cd8d0 0x7fd7c40ccff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.864 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c359e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c414edf0 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c359e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c40ada70 con 0x7fd7c40b2200 2024-09-13T15:01:50.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd7c40a85e0 con 0x7fd7c40b17f0 2024-09-13T15:01:50.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c2d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7c40cd8d0 0x7fd7c40ccff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c2d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7c40cd8d0 0x7fd7c40ccff0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40340/0 (socket says 172.21.15.33:40340) 2024-09-13T15:01:50.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c2d9d700 1 -- 172.21.15.33:0/2764898016 learned_addr learned my addr 172.21.15.33:0/2764898016 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:50.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c1d9b700 1 --2- 172.21.15.33:0/2764898016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7c40b2200 0x7fd7c40ccab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c259c700 1 --2- 172.21.15.33:0/2764898016 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7c40b17f0 0x7fd7c414e8b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c2d9d700 1 -- 172.21.15.33:0/2764898016 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7c40b17f0 msgr2=0x7fd7c414e8b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c2d9d700 1 --2- 172.21.15.33:0/2764898016 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7c40b17f0 0x7fd7c414e8b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c2d9d700 1 -- 172.21.15.33:0/2764898016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7c40b2200 msgr2=0x7fd7c40ccab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:50.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c2d9d700 1 --2- 172.21.15.33:0/2764898016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7c40b2200 0x7fd7c40ccab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:50.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c2d9d700 1 -- 172.21.15.33:0/2764898016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd7bc0094b0 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.865 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c2d9d700 1 --2- 172.21.15.33:0/2764898016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7c40cd8d0 0x7fd7c40ccff0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd7b400eb60 tx=0x7fd7b400ee70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:50.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7baffd700 1 -- 172.21.15.33:0/2764898016 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b4009740 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7baffd700 1 -- 172.21.15.33:0/2764898016 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd7b4009e00 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c359e700 1 -- 172.21.15.33:0/2764898016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd7c40ad4b0 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7baffd700 1 -- 172.21.15.33:0/2764898016 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd7b400ca70 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c359e700 1 -- 172.21.15.33:0/2764898016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd7c40a8880 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.857+0000 7fd7c359e700 1 -- 172.21.15.33:0/2764898016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd7c40a8aa0 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.861+0000 7fd7baffd700 1 -- 172.21.15.33:0/2764898016 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd7b400cbd0 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.861+0000 7fd7baffd700 1 --2- 172.21.15.33:0/2764898016 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd7a8066730 0x7fd7a8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:50.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.861+0000 7fd7baffd700 1 -- 172.21.15.33:0/2764898016 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fd7b40847f0 con 0x7fd7c40cd8d0 2024-09-13T15:01:50.867 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.861+0000 7fd7c259c700 1 --2- 172.21.15.33:0/2764898016 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd7a8066730 0x7fd7a8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:50.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.861+0000 7fd7c259c700 1 --2- 172.21.15.33:0/2764898016 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd7a8066730 0x7fd7a8068bf0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc0090b0 tx=0x7fd7bc01c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:50.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:50.869+0000 7fd7baffd700 1 -- 172.21.15.33:0/2764898016 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd7b4051830 con 0x7fd7c40cd8d0 2024-09-13T15:01:51.056 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.049+0000 7fd7c359e700 1 -- 172.21.15.33:0/2764898016 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fd7c40cdcb0 con 0x7fd7c40cd8d0 2024-09-13T15:01:51.057 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.049+0000 7fd7baffd700 1 -- 172.21.15.33:0/2764898016 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7fd7b4054e50 con 0x7fd7c40cd8d0 2024-09-13T15:01:51.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.053+0000 7fd7c359e700 1 -- 172.21.15.33:0/2764898016 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd7a8066730 msgr2=0x7fd7a8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.053+0000 7fd7c359e700 1 --2- 172.21.15.33:0/2764898016 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd7a8066730 0x7fd7a8068bf0 secure :-1 s=READY pgs=205 cs=0 l=1 rev1=1 crypto rx=0x7fd7bc0090b0 tx=0x7fd7bc01c040 comp rx=0 tx=0).stop 2024-09-13T15:01:51.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.053+0000 7fd7c359e700 1 -- 172.21.15.33:0/2764898016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7c40cd8d0 msgr2=0x7fd7c40ccff0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.053+0000 7fd7c359e700 1 --2- 172.21.15.33:0/2764898016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7c40cd8d0 0x7fd7c40ccff0 secure :-1 s=READY pgs=366 cs=0 l=1 rev1=1 crypto rx=0x7fd7b400eb60 tx=0x7fd7b400ee70 comp rx=0 tx=0).stop 2024-09-13T15:01:51.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.053+0000 7fd7c359e700 1 -- 172.21.15.33:0/2764898016 shutdown_connections 2024-09-13T15:01:51.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.053+0000 7fd7c359e700 1 --2- 172.21.15.33:0/2764898016 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd7a8066730 0x7fd7a8068bf0 unknown :-1 s=CLOSED pgs=205 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.053+0000 7fd7c359e700 1 --2- 172.21.15.33:0/2764898016 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd7c40cd8d0 0x7fd7c40ccff0 unknown :-1 s=CLOSED pgs=366 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.053+0000 7fd7c359e700 1 --2- 172.21.15.33:0/2764898016 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd7c40b2200 0x7fd7c40ccab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.053+0000 7fd7c359e700 1 --2- 172.21.15.33:0/2764898016 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd7c40b17f0 0x7fd7c414e8b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.053+0000 7fd7c359e700 1 -- 172.21.15.33:0/2764898016 >> 172.21.15.33:0/2764898016 conn(0x7fd7c406a350 msgr2=0x7fd7c4162060 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:51.059 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.053+0000 7fd7c359e700 1 -- 172.21.15.33:0/2764898016 shutdown_connections 2024-09-13T15:01:51.060 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.053+0000 7fd7c359e700 1 -- 172.21.15.33:0/2764898016 wait complete. 2024-09-13T15:01:51.060 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-09-13T15:01:51.070 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-09-13T15:01:51.071 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:51.071 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.2 2024-09-13T15:01:51.080 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:01:51.081 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:01:51.081 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:51.081 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T15:01:51.128 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:01:51.128 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:01:51.136 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:01:51.137 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:01:51.144 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:51.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.253+0000 7f2cd9bda700 1 Processor -- start 2024-09-13T15:01:51.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.253+0000 7f2cd9bda700 1 -- start start 2024-09-13T15:01:51.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.253+0000 7f2cd9bda700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f2cd40cc060 0x7f2cd40cd930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.253+0000 7f2cd9bda700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2cd40cde70 0x7f2cd40b2380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.253+0000 7f2cd9bda700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2cd406cf60 con 0x7f2cd40adb30 2024-09-13T15:01:51.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.253+0000 7f2cd9bda700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2cd40cc4d0 con 0x7f2cd40cc060 2024-09-13T15:01:51.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.253+0000 7f2cd9bda700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cd406c350 con 0x7f2cd40cde70 2024-09-13T15:01:51.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd3fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f2cd40cc060 0x7f2cd40cd930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd3fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f2cd40cc060 0x7f2cd40cd930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:40344/0 (socket says 172.21.15.33:40344) 2024-09-13T15:01:51.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd3fff700 1 -- 172.21.15.33:0/3305713741 learned_addr learned my addr 172.21.15.33:0/3305713741 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:51.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd93d9700 1 --2- 172.21.15.33:0/3305713741 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2cd40cde70 0x7f2cd40b2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd3fff700 1 -- 172.21.15.33:0/3305713741 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2cd40cde70 msgr2=0x7f2cd40b2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:51.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd3fff700 1 --2- 172.21.15.33:0/3305713741 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2cd40cde70 0x7f2cd40b2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd3fff700 1 -- 172.21.15.33:0/3305713741 >> v1:172.21.15.103:6789/0 conn(0x7f2cd40adb30 legacy=0x7f2cd406bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:51.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd3fff700 1 -- 172.21.15.33:0/3305713741 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cd406c630 con 0x7f2cd40cc060 2024-09-13T15:01:51.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd93d9700 1 --2- 172.21.15.33:0/3305713741 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2cd40cde70 0x7f2cd40b2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:51.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd3fff700 1 --2- 172.21.15.33:0/3305713741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40cc060 0x7f2cd40cd930 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc009e50 tx=0x7f2cbc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=92413dac296d3948 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:51.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd37fe700 1 -- 172.21.15.33:0/3305713741 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc00e070 con 0x7f2cd40cc060 2024-09-13T15:01:51.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd37fe700 1 -- 172.21.15.33:0/3305713741 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2cbc003a40 con 0x7f2cd40cc060 2024-09-13T15:01:51.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd37fe700 1 -- 172.21.15.33:0/3305713741 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2cbc003df0 con 0x7f2cd40cc060 2024-09-13T15:01:51.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd9bda700 1 -- 172.21.15.33:0/3305713741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40cc060 msgr2=0x7f2cd40cd930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd9bda700 1 --2- 172.21.15.33:0/3305713741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40cc060 0x7f2cd40cd930 secure :-1 s=READY pgs=367 cs=0 l=1 rev1=1 crypto rx=0x7f2cbc009e50 tx=0x7f2cbc00b330 comp rx=0 tx=0).stop 2024-09-13T15:01:51.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd9bda700 1 -- 172.21.15.33:0/3305713741 shutdown_connections 2024-09-13T15:01:51.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd9bda700 1 --2- 172.21.15.33:0/3305713741 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2cd40cde70 0x7f2cd40b2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd9bda700 1 --2- 172.21.15.33:0/3305713741 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40cc060 0x7f2cd40cd930 unknown :-1 s=CLOSED pgs=367 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd9bda700 1 -- 172.21.15.33:0/3305713741 >> 172.21.15.33:0/3305713741 conn(0x7f2cd406a350 msgr2=0x7f2cd406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:51.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd9bda700 1 -- 172.21.15.33:0/3305713741 shutdown_connections 2024-09-13T15:01:51.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd9bda700 1 -- 172.21.15.33:0/3305713741 wait complete. 2024-09-13T15:01:51.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd9bda700 1 Processor -- start 2024-09-13T15:01:51.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.257+0000 7f2cd9bda700 1 -- start start 2024-09-13T15:01:51.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd9bda700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2cd40adb30 0x7f2cd415d280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd9bda700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2cd40cc060 0x7f2cd40aa370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd9bda700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40cde70 0x7f2cd40c3a20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd9bda700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cd413f430 con 0x7f2cd40cde70 2024-09-13T15:01:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd9bda700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2cd415d7c0 con 0x7f2cd40adb30 2024-09-13T15:01:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd9bda700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2cd415c1e0 con 0x7f2cd40cc060 2024-09-13T15:01:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd93d9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40cde70 0x7f2cd40c3a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd8bd8700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2cd40adb30 0x7f2cd415d280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd93d9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40cde70 0x7f2cd40c3a20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37332/0 (socket says 172.21.15.33:37332) 2024-09-13T15:01:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd3fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2cd40cc060 0x7f2cd40aa370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd8bd8700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2cd40adb30 0x7f2cd415d280 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:35864/0 (socket says 172.21.15.33:35864) 2024-09-13T15:01:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd93d9700 1 -- 172.21.15.33:0/709598032 learned_addr learned my addr 172.21.15.33:0/709598032 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd93d9700 1 -- 172.21.15.33:0/709598032 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2cd40cc060 msgr2=0x7f2cd40aa370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd93d9700 1 --2- 172.21.15.33:0/709598032 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2cd40cc060 0x7f2cd40aa370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd93d9700 1 -- 172.21.15.33:0/709598032 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2cd40adb30 msgr2=0x7f2cd415d280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd93d9700 1 --2- 172.21.15.33:0/709598032 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2cd40adb30 0x7f2cd415d280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd93d9700 1 -- 172.21.15.33:0/709598032 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2cbc009b30 con 0x7f2cd40cde70 2024-09-13T15:01:51.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd93d9700 1 --2- 172.21.15.33:0/709598032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40cde70 0x7f2cd40c3a20 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc00c7f0 tx=0x7f2ccc00cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:51.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd17fa700 1 -- 172.21.15.33:0/709598032 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ccc011800 con 0x7f2cd40cde70 2024-09-13T15:01:51.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd17fa700 1 -- 172.21.15.33:0/709598032 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ccc011980 con 0x7f2cd40cde70 2024-09-13T15:01:51.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd17fa700 1 -- 172.21.15.33:0/709598032 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ccc011d30 con 0x7f2cd40cde70 2024-09-13T15:01:51.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd9bda700 1 -- 172.21.15.33:0/709598032 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2cd415c4c0 con 0x7f2cd40cde70 2024-09-13T15:01:51.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.261+0000 7f2cd9bda700 1 -- 172.21.15.33:0/709598032 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2cd415ca80 con 0x7f2cd40cde70 2024-09-13T15:01:51.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.265+0000 7f2cd9bda700 1 -- 172.21.15.33:0/709598032 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2cd406d3d0 con 0x7f2cd40cde70 2024-09-13T15:01:51.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.265+0000 7f2cd17fa700 1 -- 172.21.15.33:0/709598032 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2ccc022350 con 0x7f2cd40cde70 2024-09-13T15:01:51.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.265+0000 7f2cd17fa700 1 --2- 172.21.15.33:0/709598032 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2cb4066760 0x7f2cb4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.265+0000 7f2cd17fa700 1 -- 172.21.15.33:0/709598032 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f2ccc0842d0 con 0x7f2cd40cde70 2024-09-13T15:01:51.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.265+0000 7f2cd8bd8700 1 --2- 172.21.15.33:0/709598032 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2cb4066760 0x7f2cb4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.265+0000 7f2cd8bd8700 1 --2- 172.21.15.33:0/709598032 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2cb4066760 0x7f2cb4068c20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2cd40ad890 tx=0x7f2cc4007ee0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:51.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.269+0000 7f2cd17fa700 1 -- 172.21.15.33:0/709598032 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2cd406d3d0 con 0x7f2cd40cde70 2024-09-13T15:01:51.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.445+0000 7f2cd9bda700 1 -- 172.21.15.33:0/709598032 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f2cd406d3d0 con 0x7f2cd40cde70 2024-09-13T15:01:51.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.449+0000 7f2cd17fa700 1 -- 172.21.15.33:0/709598032 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18687 (secure 0 0 0) 0x7f2cd406d3d0 con 0x7f2cd40cde70 2024-09-13T15:01:51.456 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:51.456 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:01:39.459771+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2}]},{"pgid":"3.e","mappings":[{"from":7,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":1}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:51.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.453+0000 7f2cd9bda700 1 -- 172.21.15.33:0/709598032 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2cb4066760 msgr2=0x7f2cb4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.453+0000 7f2cd9bda700 1 --2- 172.21.15.33:0/709598032 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2cb4066760 0x7f2cb4068c20 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f2cd40ad890 tx=0x7f2cc4007ee0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.453+0000 7f2cd9bda700 1 -- 172.21.15.33:0/709598032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40cde70 msgr2=0x7f2cd40c3a20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.453+0000 7f2cd9bda700 1 --2- 172.21.15.33:0/709598032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40cde70 0x7f2cd40c3a20 secure :-1 s=READY pgs=368 cs=0 l=1 rev1=1 crypto rx=0x7f2ccc00c7f0 tx=0x7f2ccc00cb00 comp rx=0 tx=0).stop 2024-09-13T15:01:51.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.453+0000 7f2cd9bda700 1 -- 172.21.15.33:0/709598032 shutdown_connections 2024-09-13T15:01:51.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.453+0000 7f2cd9bda700 1 --2- 172.21.15.33:0/709598032 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2cb4066760 0x7f2cb4068c20 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.453+0000 7f2cd9bda700 1 --2- 172.21.15.33:0/709598032 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2cd40cde70 0x7f2cd40c3a20 unknown :-1 s=CLOSED pgs=368 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.453+0000 7f2cd9bda700 1 --2- 172.21.15.33:0/709598032 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2cd40cc060 0x7f2cd40aa370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.453+0000 7f2cd9bda700 1 --2- 172.21.15.33:0/709598032 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2cd40adb30 0x7f2cd415d280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.453+0000 7f2cd9bda700 1 -- 172.21.15.33:0/709598032 >> 172.21.15.33:0/709598032 conn(0x7f2cd406a350 msgr2=0x7f2cd40ae3f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:51.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.453+0000 7f2cd9bda700 1 -- 172.21.15.33:0/709598032 shutdown_connections 2024-09-13T15:01:51.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.453+0000 7f2cd9bda700 1 -- 172.21.15.33:0/709598032 wait complete. 2024-09-13T15:01:51.478 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:51.478 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:51.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.597+0000 7fa2aa3a4700 1 Processor -- start 2024-09-13T15:01:51.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.597+0000 7fa2aa3a4700 1 -- start start 2024-09-13T15:01:51.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2aa3a4700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa2a413ff50 0x7fa2a406a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2aa3a4700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fa2a406a890 0x7fa2a406dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2aa3a4700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa2a406acf0 con 0x7fa2a40cf190 2024-09-13T15:01:51.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2aa3a4700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa2a41403b0 con 0x7fa2a406a890 2024-09-13T15:01:51.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2aa3a4700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2a406cc00 con 0x7fa2a413ff50 2024-09-13T15:01:51.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2a93a2700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fa2a40cf190 0x7fa2a415d560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42394/0 (socket says 172.21.15.33:42394) 2024-09-13T15:01:51.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2a93a2700 1 -- 172.21.15.33:0/3127144250 learned_addr learned my addr 172.21.15.33:0/3127144250 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:51.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2a8ba1700 1 --2- 172.21.15.33:0/3127144250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa2a413ff50 0x7fa2a406a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2a9ba3700 1 --2- 172.21.15.33:0/3127144250 >> v2:172.21.15.103:3300/0 conn(0x7fa2a406a890 0x7fa2a406dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa297fff700 1 -- 172.21.15.33:0/3127144250 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1171799596 0 0) 0x7fa2a406acf0 con 0x7fa2a40cf190 2024-09-13T15:01:51.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa297fff700 1 -- 172.21.15.33:0/3127144250 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa2900035d0 con 0x7fa2a40cf190 2024-09-13T15:01:51.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2a8ba1700 1 -- 172.21.15.33:0/3127144250 >> v2:172.21.15.103:3300/0 conn(0x7fa2a406a890 msgr2=0x7fa2a406dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:51.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2a8ba1700 1 --2- 172.21.15.33:0/3127144250 >> v2:172.21.15.103:3300/0 conn(0x7fa2a406a890 0x7fa2a406dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2a8ba1700 1 -- 172.21.15.33:0/3127144250 >> v1:172.21.15.33:6789/0 conn(0x7fa2a40cf190 legacy=0x7fa2a415d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2a8ba1700 1 -- 172.21.15.33:0/3127144250 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2a406cee0 con 0x7fa2a413ff50 2024-09-13T15:01:51.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2a8ba1700 1 --2- 172.21.15.33:0/3127144250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa2a413ff50 0x7fa2a406a350 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa298009850 tx=0x7fa298009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=de47b12f7067fab9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:51.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa297fff700 1 -- 172.21.15.33:0/3127144250 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa298011830 con 0x7fa2a413ff50 2024-09-13T15:01:51.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa297fff700 1 -- 172.21.15.33:0/3127144250 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa298011990 con 0x7fa2a413ff50 2024-09-13T15:01:51.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa297fff700 1 -- 172.21.15.33:0/3127144250 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa298011d00 con 0x7fa2a413ff50 2024-09-13T15:01:51.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/3127144250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa2a413ff50 msgr2=0x7fa2a406a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.601+0000 7fa2aa3a4700 1 --2- 172.21.15.33:0/3127144250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa2a413ff50 0x7fa2a406a350 secure :-1 s=READY pgs=83 cs=0 l=1 rev1=1 crypto rx=0x7fa298009850 tx=0x7fa298009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:51.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.605+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/3127144250 shutdown_connections 2024-09-13T15:01:51.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.605+0000 7fa2aa3a4700 1 --2- 172.21.15.33:0/3127144250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa2a413ff50 0x7fa2a406a350 unknown :-1 s=CLOSED pgs=83 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.605+0000 7fa2aa3a4700 1 --2- 172.21.15.33:0/3127144250 >> v2:172.21.15.103:3300/0 conn(0x7fa2a406a890 0x7fa2a406dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.605+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/3127144250 >> 172.21.15.33:0/3127144250 conn(0x7fa2a406b460 msgr2=0x7fa2a406b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:51.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.605+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/3127144250 shutdown_connections 2024-09-13T15:01:51.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.605+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/3127144250 wait complete. 2024-09-13T15:01:51.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.605+0000 7fa2aa3a4700 1 Processor -- start 2024-09-13T15:01:51.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.605+0000 7fa2aa3a4700 1 -- start start 2024-09-13T15:01:51.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2aa3a4700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa2a406a890 0x7fa2a413e7c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2aa3a4700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa2a40cf190 0x7fa2a4159530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2aa3a4700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a413ff50 0x7fa2a40ade20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2aa3a4700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2a413ed00 con 0x7fa2a413ff50 2024-09-13T15:01:51.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2aa3a4700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa2a4159a70 con 0x7fa2a40cf190 2024-09-13T15:01:51.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2aa3a4700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa2a4152400 con 0x7fa2a406a890 2024-09-13T15:01:51.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2a9ba3700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a413ff50 0x7fa2a40ade20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2a9ba3700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a413ff50 0x7fa2a40ade20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37336/0 (socket says 172.21.15.33:37336) 2024-09-13T15:01:51.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2a9ba3700 1 -- 172.21.15.33:0/1131193373 learned_addr learned my addr 172.21.15.33:0/1131193373 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:51.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2a8ba1700 1 --2- 172.21.15.33:0/1131193373 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa2a40cf190 0x7fa2a4159530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2a93a2700 1 --2- 172.21.15.33:0/1131193373 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa2a406a890 0x7fa2a413e7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2a9ba3700 1 -- 172.21.15.33:0/1131193373 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa2a406a890 msgr2=0x7fa2a413e7c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2a9ba3700 1 --2- 172.21.15.33:0/1131193373 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa2a406a890 0x7fa2a413e7c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2a9ba3700 1 -- 172.21.15.33:0/1131193373 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa2a40cf190 msgr2=0x7fa2a4159530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2a9ba3700 1 --2- 172.21.15.33:0/1131193373 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa2a40cf190 0x7fa2a4159530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2a9ba3700 1 -- 172.21.15.33:0/1131193373 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa2980094b0 con 0x7fa2a413ff50 2024-09-13T15:01:51.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2a9ba3700 1 --2- 172.21.15.33:0/1131193373 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a413ff50 0x7fa2a40ade20 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa29c00efc0 tx=0x7fa29c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:51.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa295ffb700 1 -- 172.21.15.33:0/1131193373 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa29c009ea0 con 0x7fa2a413ff50 2024-09-13T15:01:51.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa295ffb700 1 -- 172.21.15.33:0/1131193373 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa29c00f040 con 0x7fa2a413ff50 2024-09-13T15:01:51.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa295ffb700 1 -- 172.21.15.33:0/1131193373 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa29c00ced0 con 0x7fa2a413ff50 2024-09-13T15:01:51.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/1131193373 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa2a41526e0 con 0x7fa2a413ff50 2024-09-13T15:01:51.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/1131193373 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa2a4152ca0 con 0x7fa2a413ff50 2024-09-13T15:01:51.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/1131193373 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa2a40722b0 con 0x7fa2a413ff50 2024-09-13T15:01:51.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.609+0000 7fa295ffb700 1 -- 172.21.15.33:0/1131193373 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa29c014480 con 0x7fa2a413ff50 2024-09-13T15:01:51.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.613+0000 7fa295ffb700 1 --2- 172.21.15.33:0/1131193373 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa288066760 0x7fa288068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.613+0000 7fa295ffb700 1 -- 172.21.15.33:0/1131193373 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fa29c084c90 con 0x7fa2a413ff50 2024-09-13T15:01:51.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.613+0000 7fa2a93a2700 1 --2- 172.21.15.33:0/1131193373 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa288066760 0x7fa288068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.613+0000 7fa2a93a2700 1 --2- 172.21.15.33:0/1131193373 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa288066760 0x7fa288068c20 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa2a0000f60 tx=0x7fa2a0000ed0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:51.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.617+0000 7fa295ffb700 1 -- 172.21.15.33:0/1131193373 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa29c051cf0 con 0x7fa2a413ff50 2024-09-13T15:01:51.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.793+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/1131193373 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fa2a4071b50 con 0x7fa2a413ff50 2024-09-13T15:01:51.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.793+0000 7fa295ffb700 1 -- 172.21.15.33:0/1131193373 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7fa29c018070 con 0x7fa2a413ff50 2024-09-13T15:01:51.799 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:51.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.793+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/1131193373 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa288066760 msgr2=0x7fa288068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.793+0000 7fa2aa3a4700 1 --2- 172.21.15.33:0/1131193373 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa288066760 0x7fa288068c20 secure :-1 s=READY pgs=207 cs=0 l=1 rev1=1 crypto rx=0x7fa2a0000f60 tx=0x7fa2a0000ed0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.793+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/1131193373 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a413ff50 msgr2=0x7fa2a40ade20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.793+0000 7fa2aa3a4700 1 --2- 172.21.15.33:0/1131193373 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a413ff50 0x7fa2a40ade20 secure :-1 s=READY pgs=370 cs=0 l=1 rev1=1 crypto rx=0x7fa29c00efc0 tx=0x7fa29c00c3a0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.793+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/1131193373 shutdown_connections 2024-09-13T15:01:51.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.793+0000 7fa2aa3a4700 1 --2- 172.21.15.33:0/1131193373 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa288066760 0x7fa288068c20 unknown :-1 s=CLOSED pgs=207 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.793+0000 7fa2aa3a4700 1 --2- 172.21.15.33:0/1131193373 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa2a413ff50 0x7fa2a40ade20 unknown :-1 s=CLOSED pgs=370 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.793+0000 7fa2aa3a4700 1 --2- 172.21.15.33:0/1131193373 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa2a40cf190 0x7fa2a4159530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.793+0000 7fa2aa3a4700 1 --2- 172.21.15.33:0/1131193373 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa2a406a890 0x7fa2a413e7c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.793+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/1131193373 >> 172.21.15.33:0/1131193373 conn(0x7fa2a406b460 msgr2=0x7fa2a4070cc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:51.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.793+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/1131193373 shutdown_connections 2024-09-13T15:01:51.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.793+0000 7fa2aa3a4700 1 -- 172.21.15.33:0/1131193373 wait complete. 2024-09-13T15:01:51.815 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:51.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.933+0000 7f1a05c3a700 1 Processor -- start 2024-09-13T15:01:51.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.933+0000 7f1a05c3a700 1 -- start start 2024-09-13T15:01:51.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.933+0000 7f1a05c3a700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f1a0006ca60 0x7f1a00159de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.933+0000 7f1a05c3a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f1a000b1860 0x7f1a0015a970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.933+0000 7f1a05c3a700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1a000b1dd0 con 0x7f1a000ad9a0 2024-09-13T15:01:51.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.933+0000 7f1a05c3a700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a000b2fd0 con 0x7f1a000b1860 2024-09-13T15:01:51.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.933+0000 7f1a05c3a700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1a0015a520 con 0x7f1a0006ca60 2024-09-13T15:01:51.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.933+0000 7f1a05439700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f1a000b1860 0x7f1a0015a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.933+0000 7f1a04c38700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f1a000ad9a0 0x7f1a0006c350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42408/0 (socket says 172.21.15.33:42408) 2024-09-13T15:01:51.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.933+0000 7f1a04c38700 1 -- 172.21.15.33:0/2990092543 learned_addr learned my addr 172.21.15.33:0/2990092543 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:51.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.933+0000 7f19fffff700 1 --2- 172.21.15.33:0/2990092543 >> v2:172.21.15.103:3300/0 conn(0x7f1a0006ca60 0x7f1a00159de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f19ff7fe700 1 -- 172.21.15.33:0/2990092543 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1795577772 0 0) 0x7f1a000b1dd0 con 0x7f1a000ad9a0 2024-09-13T15:01:51.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f19ff7fe700 1 -- 172.21.15.33:0/2990092543 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f19ec0035d0 con 0x7f1a000ad9a0 2024-09-13T15:01:51.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05439700 1 -- 172.21.15.33:0/2990092543 >> v2:172.21.15.103:3300/0 conn(0x7f1a0006ca60 msgr2=0x7f1a00159de0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:51.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05439700 1 --2- 172.21.15.33:0/2990092543 >> v2:172.21.15.103:3300/0 conn(0x7f1a0006ca60 0x7f1a00159de0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05439700 1 -- 172.21.15.33:0/2990092543 >> v1:172.21.15.33:6789/0 conn(0x7f1a000ad9a0 legacy=0x7f1a0006c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05439700 1 -- 172.21.15.33:0/2990092543 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1a000b20b0 con 0x7f1a000b1860 2024-09-13T15:01:51.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05439700 1 --2- 172.21.15.33:0/2990092543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a000b1860 0x7f1a0015a970 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f1a0006fab0 tx=0x7f19f0009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4f3bc5057d1a1bf6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:51.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f19ff7fe700 1 -- 172.21.15.33:0/2990092543 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19f0011830 con 0x7f1a000b1860 2024-09-13T15:01:51.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f19ff7fe700 1 -- 172.21.15.33:0/2990092543 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19f0011990 con 0x7f1a000b1860 2024-09-13T15:01:51.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f19ff7fe700 1 -- 172.21.15.33:0/2990092543 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19f0011d20 con 0x7f1a000b1860 2024-09-13T15:01:51.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05c3a700 1 -- 172.21.15.33:0/2990092543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a000b1860 msgr2=0x7f1a0015a970 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05c3a700 1 --2- 172.21.15.33:0/2990092543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a000b1860 0x7f1a0015a970 secure :-1 s=READY pgs=372 cs=0 l=1 rev1=1 crypto rx=0x7f1a0006fab0 tx=0x7f19f0009b30 comp rx=0 tx=0).stop 2024-09-13T15:01:51.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05c3a700 1 -- 172.21.15.33:0/2990092543 shutdown_connections 2024-09-13T15:01:51.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05c3a700 1 --2- 172.21.15.33:0/2990092543 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a000b1860 0x7f1a0015a970 unknown :-1 s=CLOSED pgs=372 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05c3a700 1 --2- 172.21.15.33:0/2990092543 >> v2:172.21.15.103:3300/0 conn(0x7f1a0006ca60 0x7f1a00159de0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05c3a700 1 -- 172.21.15.33:0/2990092543 >> 172.21.15.33:0/2990092543 conn(0x7f1a000b0980 msgr2=0x7f1a000b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:51.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05c3a700 1 -- 172.21.15.33:0/2990092543 shutdown_connections 2024-09-13T15:01:51.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05c3a700 1 -- 172.21.15.33:0/2990092543 wait complete. 2024-09-13T15:01:51.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05c3a700 1 Processor -- start 2024-09-13T15:01:51.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.937+0000 7f1a05c3a700 1 -- start start 2024-09-13T15:01:51.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f1a05c3a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a0006ca60 0x7f1a00150560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f1a05c3a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a000ad9a0 0x7f1a001474d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f1a05c3a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a000b1860 0x7f1a0015bdf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f1a05c3a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a0015ad50 con 0x7f1a0006ca60 2024-09-13T15:01:51.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f1a05c3a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1a0015b030 con 0x7f1a000ad9a0 2024-09-13T15:01:51.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f1a05c3a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1a0015b310 con 0x7f1a000b1860 2024-09-13T15:01:51.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f1a04c38700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a0006ca60 0x7f1a00150560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f19fffff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a000ad9a0 0x7f1a001474d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f1a04c38700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a0006ca60 0x7f1a00150560 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37352/0 (socket says 172.21.15.33:37352) 2024-09-13T15:01:51.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f1a04c38700 1 -- 172.21.15.33:0/26631842 learned_addr learned my addr 172.21.15.33:0/26631842 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:51.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f1a05439700 1 --2- 172.21.15.33:0/26631842 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a000b1860 0x7f1a0015bdf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f19fffff700 1 -- 172.21.15.33:0/26631842 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a000b1860 msgr2=0x7f1a0015bdf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f19fffff700 1 --2- 172.21.15.33:0/26631842 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a000b1860 0x7f1a0015bdf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f19fffff700 1 -- 172.21.15.33:0/26631842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a0006ca60 msgr2=0x7f1a00150560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:51.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f19fffff700 1 --2- 172.21.15.33:0/26631842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a0006ca60 0x7f1a00150560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:51.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f19fffff700 1 -- 172.21.15.33:0/26631842 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f19f00094b0 con 0x7f1a000ad9a0 2024-09-13T15:01:51.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f1a04c38700 1 --2- 172.21.15.33:0/26631842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a0006ca60 0x7f1a00150560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:51.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f19fffff700 1 --2- 172.21.15.33:0/26631842 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a000ad9a0 0x7f1a001474d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f19e800e900 tx=0x7f19e800ec10 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:51.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f19fd7fa700 1 -- 172.21.15.33:0/26631842 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19e8013680 con 0x7f1a000ad9a0 2024-09-13T15:01:51.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f19fd7fa700 1 -- 172.21.15.33:0/26631842 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f19e80137e0 con 0x7f1a000ad9a0 2024-09-13T15:01:51.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f19fd7fa700 1 -- 172.21.15.33:0/26631842 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19e8013b50 con 0x7f1a000ad9a0 2024-09-13T15:01:51.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f1a05c3a700 1 -- 172.21.15.33:0/26631842 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1a0015b5f0 con 0x7f1a000ad9a0 2024-09-13T15:01:51.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.941+0000 7f1a05c3a700 1 -- 172.21.15.33:0/26631842 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1a00150aa0 con 0x7f1a000ad9a0 2024-09-13T15:01:51.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.945+0000 7f1a05c3a700 1 -- 172.21.15.33:0/26631842 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1a00150c60 con 0x7f1a000ad9a0 2024-09-13T15:01:51.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.945+0000 7f19fd7fa700 1 -- 172.21.15.33:0/26631842 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f19e8013cb0 con 0x7f1a000ad9a0 2024-09-13T15:01:51.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.945+0000 7f19fd7fa700 1 --2- 172.21.15.33:0/26631842 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f19e0066730 0x7f19e0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:51.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.945+0000 7f19fd7fa700 1 -- 172.21.15.33:0/26631842 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f19e8084870 con 0x7f1a000ad9a0 2024-09-13T15:01:51.952 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.945+0000 7f1a04c38700 1 --2- 172.21.15.33:0/26631842 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f19e0066730 0x7f19e0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:51.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.945+0000 7f1a04c38700 1 --2- 172.21.15.33:0/26631842 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f19e0066730 0x7f19e0068bf0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f19f8002230 tx=0x7f19f8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:51.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:51.957+0000 7f19fd7fa700 1 -- 172.21.15.33:0/26631842 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1a00150c60 con 0x7f1a000ad9a0 2024-09-13T15:01:52.138 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.133+0000 7f1a05c3a700 1 -- 172.21.15.33:0/26631842 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f1a00150c30 con 0x7f1a000ad9a0 2024-09-13T15:01:52.139 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.133+0000 7f19fd7fa700 1 -- 172.21.15.33:0/26631842 <== mon.1 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f19e8017020 con 0x7f1a000ad9a0 2024-09-13T15:01:52.140 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:52.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.137+0000 7f1a05c3a700 1 -- 172.21.15.33:0/26631842 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f19e0066730 msgr2=0x7f19e0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.137+0000 7f1a05c3a700 1 --2- 172.21.15.33:0/26631842 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f19e0066730 0x7f19e0068bf0 secure :-1 s=READY pgs=208 cs=0 l=1 rev1=1 crypto rx=0x7f19f8002230 tx=0x7f19f8009040 comp rx=0 tx=0).stop 2024-09-13T15:01:52.144 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.137+0000 7f1a05c3a700 1 -- 172.21.15.33:0/26631842 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a000ad9a0 msgr2=0x7f1a001474d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.137+0000 7f1a05c3a700 1 --2- 172.21.15.33:0/26631842 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a000ad9a0 0x7f1a001474d0 secure :-1 s=READY pgs=181 cs=0 l=1 rev1=1 crypto rx=0x7f19e800e900 tx=0x7f19e800ec10 comp rx=0 tx=0).stop 2024-09-13T15:01:52.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.137+0000 7f1a05c3a700 1 -- 172.21.15.33:0/26631842 shutdown_connections 2024-09-13T15:01:52.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.137+0000 7f1a05c3a700 1 --2- 172.21.15.33:0/26631842 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f19e0066730 0x7f19e0068bf0 unknown :-1 s=CLOSED pgs=208 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.137+0000 7f1a05c3a700 1 --2- 172.21.15.33:0/26631842 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1a000b1860 0x7f1a0015bdf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.137+0000 7f1a05c3a700 1 --2- 172.21.15.33:0/26631842 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1a000ad9a0 0x7f1a001474d0 unknown :-1 s=CLOSED pgs=181 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.137+0000 7f1a05c3a700 1 --2- 172.21.15.33:0/26631842 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1a0006ca60 0x7f1a00150560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.137+0000 7f1a05c3a700 1 -- 172.21.15.33:0/26631842 >> 172.21.15.33:0/26631842 conn(0x7f1a000b0980 msgr2=0x7f1a000ae3d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:52.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.137+0000 7f1a05c3a700 1 -- 172.21.15.33:0/26631842 shutdown_connections 2024-09-13T15:01:52.145 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.137+0000 7f1a05c3a700 1 -- 172.21.15.33:0/26631842 wait complete. 2024-09-13T15:01:52.159 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:52.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.273+0000 7f0545368700 1 Processor -- start 2024-09-13T15:01:52.280 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.273+0000 7f0545368700 1 -- start start 2024-09-13T15:01:52.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.273+0000 7f0545368700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f05400d17e0 0x7f0540167bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0545368700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05400d0df0 con 0x7f054015cc00 2024-09-13T15:01:52.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0545368700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05400cdb00 con 0x7f05400ce8c0 2024-09-13T15:01:52.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0545368700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05400cdde0 con 0x7f05400d17e0 2024-09-13T15:01:52.282 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053ffff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f054015cc00 0x7f05400d06e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42422/0 (socket says 172.21.15.33:42422) 2024-09-13T15:01:52.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053ffff700 1 -- 172.21.15.33:0/28153915 learned_addr learned my addr 172.21.15.33:0/28153915 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:52.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0544b67700 1 --2- 172.21.15.33:0/28153915 >> v2:172.21.15.103:3300/0 conn(0x7f05400d17e0 0x7f0540167bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3161137293 0 0) 0x7f05400d0df0 con 0x7f054015cc00 2024-09-13T15:01:52.283 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f052c0035d0 con 0x7f054015cc00 2024-09-13T15:01:52.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3228681794 0 0) 0x7f05400cdb00 con 0x7f05400ce8c0 2024-09-13T15:01:52.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f05400d0df0 con 0x7f05400ce8c0 2024-09-13T15:01:52.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3739753831 0 0) 0x7f052c0035d0 con 0x7f054015cc00 2024-09-13T15:01:52.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 >> v2:172.21.15.103:3300/0 conn(0x7f05400d17e0 msgr2=0x7f0540167bb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:52.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 --2- 172.21.15.33:0/28153915 >> v2:172.21.15.103:3300/0 conn(0x7f05400d17e0 0x7f0540167bb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 >> v1:172.21.15.103:6789/0 conn(0x7f05400ce8c0 legacy=0x7f05400d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05400ce0c0 con 0x7f054015cc00 2024-09-13T15:01:52.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7f0530001670 con 0x7f054015cc00 2024-09-13T15:01:52.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 >> v1:172.21.15.33:6789/0 conn(0x7f054015cc00 legacy=0x7f05400d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 --2- 172.21.15.33:0/28153915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f052c003c00 0x7f052c004000 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 --2- 172.21.15.33:0/28153915 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f052c004870 0x7f052c004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 --2- 172.21.15.33:0/28153915 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f052c005230 0x7f052c00ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05400cdde0 con 0x7f052c005230 2024-09-13T15:01:52.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f052c00c100 con 0x7f052c003c00 2024-09-13T15:01:52.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f052c00c2c0 con 0x7f052c004870 2024-09-13T15:01:52.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0544b67700 1 --2- 172.21.15.33:0/28153915 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f052c005230 0x7f052c00ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053ffff700 1 --2- 172.21.15.33:0/28153915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f052c003c00 0x7f052c004000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053f7fe700 1 --2- 172.21.15.33:0/28153915 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f052c004870 0x7f052c004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0544b67700 1 -- 172.21.15.33:0/28153915 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f052c004870 msgr2=0x7f052c004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:52.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0544b67700 1 --2- 172.21.15.33:0/28153915 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f052c004870 0x7f052c004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0544b67700 1 -- 172.21.15.33:0/28153915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f052c003c00 msgr2=0x7f052c004000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:52.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0544b67700 1 --2- 172.21.15.33:0/28153915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f052c003c00 0x7f052c004000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0544b67700 1 -- 172.21.15.33:0/28153915 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f052c0035d0 con 0x7f052c005230 2024-09-13T15:01:52.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053ffff700 1 --2- 172.21.15.33:0/28153915 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f052c003c00 0x7f052c004000 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:52.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0544b67700 1 -- 172.21.15.33:0/28153915 reap_dead start 2024-09-13T15:01:52.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0544b67700 1 --2- 172.21.15.33:0/28153915 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f052c005230 0x7f052c00ba30 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f0538009fc0 tx=0x7f052c0058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f8600c4f72140e63 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:52.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0538003a40 con 0x7f052c005230 2024-09-13T15:01:52.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f053800f040 con 0x7f052c005230 2024-09-13T15:01:52.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f053effd700 1 -- 172.21.15.33:0/28153915 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0538003e00 con 0x7f052c005230 2024-09-13T15:01:52.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0545368700 1 -- 172.21.15.33:0/28153915 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f052c005230 msgr2=0x7f052c00ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0545368700 1 --2- 172.21.15.33:0/28153915 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f052c005230 0x7f052c00ba30 secure :-1 s=READY pgs=374 cs=0 l=1 rev1=1 crypto rx=0x7f0538009fc0 tx=0x7f052c0058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0545368700 1 -- 172.21.15.33:0/28153915 shutdown_connections 2024-09-13T15:01:52.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0545368700 1 --2- 172.21.15.33:0/28153915 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f052c005230 0x7f052c00ba30 unknown :-1 s=CLOSED pgs=374 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0545368700 1 -- 172.21.15.33:0/28153915 >> 172.21.15.33:0/28153915 conn(0x7f054008c080 msgr2=0x7f05400d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:52.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0545368700 1 -- 172.21.15.33:0/28153915 shutdown_connections 2024-09-13T15:01:52.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.277+0000 7f0545368700 1 -- 172.21.15.33:0/28153915 wait complete. 2024-09-13T15:01:52.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f0545368700 1 Processor -- start 2024-09-13T15:01:52.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f0545368700 1 -- start start 2024-09-13T15:01:52.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f0545368700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f052c005230 0x7f0540155af0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f0545368700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0540154900 0x7f05401f6260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f0545368700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0540154e50 0x7f05401f67a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f0545368700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05400c8dc0 con 0x7f052c005230 2024-09-13T15:01:52.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f0545368700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05400c8140 con 0x7f0540154900 2024-09-13T15:01:52.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f0545368700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f05400c8420 con 0x7f0540154e50 2024-09-13T15:01:52.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f053ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f052c005230 0x7f0540155af0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f053ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f052c005230 0x7f0540155af0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37366/0 (socket says 172.21.15.33:37366) 2024-09-13T15:01:52.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f053ffff700 1 -- 172.21.15.33:0/2559279509 learned_addr learned my addr 172.21.15.33:0/2559279509 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:52.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f053f7fe700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0540154900 0x7f05401f6260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f0544b67700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0540154e50 0x7f05401f67a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f053ffff700 1 -- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0540154e50 msgr2=0x7f05401f67a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f053ffff700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0540154e50 0x7f05401f67a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f053ffff700 1 -- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0540154900 msgr2=0x7f05401f6260 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f053ffff700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0540154900 0x7f05401f6260 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f053ffff700 1 -- 172.21.15.33:0/2559279509 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05400c8700 con 0x7f052c005230 2024-09-13T15:01:52.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f053f7fe700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0540154900 0x7f05401f6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:52.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f053ffff700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f052c005230 0x7f0540155af0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f0530007290 tx=0x7f05300075a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:52.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f053cff9700 1 -- 172.21.15.33:0/2559279509 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f053000f5c0 con 0x7f052c005230 2024-09-13T15:01:52.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f0545368700 1 -- 172.21.15.33:0/2559279509 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f05400c89e0 con 0x7f052c005230 2024-09-13T15:01:52.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f0545368700 1 -- 172.21.15.33:0/2559279509 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0540156210 con 0x7f052c005230 2024-09-13T15:01:52.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f053cff9700 1 -- 172.21.15.33:0/2559279509 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f053000f720 con 0x7f052c005230 2024-09-13T15:01:52.292 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.281+0000 7f053cff9700 1 -- 172.21.15.33:0/2559279509 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f053000fa90 con 0x7f052c005230 2024-09-13T15:01:52.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.285+0000 7f0545368700 1 -- 172.21.15.33:0/2559279509 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0524005310 con 0x7f052c005230 2024-09-13T15:01:52.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.285+0000 7f053cff9700 1 -- 172.21.15.33:0/2559279509 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f053000fbf0 con 0x7f052c005230 2024-09-13T15:01:52.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.285+0000 7f053cff9700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0520066730 0x7f0520068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.285+0000 7f053cff9700 1 -- 172.21.15.33:0/2559279509 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f05300843b0 con 0x7f052c005230 2024-09-13T15:01:52.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.285+0000 7f053f7fe700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0520066730 0x7f0520068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.293 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.285+0000 7f053f7fe700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0520066730 0x7f0520068bf0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f05400c93d0 tx=0x7f0528009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:52.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.293+0000 7f053cff9700 1 -- 172.21.15.33:0/2559279509 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0530051240 con 0x7f052c005230 2024-09-13T15:01:52.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.461+0000 7f0545368700 1 -- 172.21.15.33:0/2559279509 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f0524005b40 con 0x7f052c005230 2024-09-13T15:01:52.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.461+0000 7f053cff9700 1 -- 172.21.15.33:0/2559279509 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f053000fea0 con 0x7f052c005230 2024-09-13T15:01:52.469 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:52.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.465+0000 7f0545368700 1 -- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0520066730 msgr2=0x7f0520068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.465+0000 7f0545368700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0520066730 0x7f0520068bf0 secure :-1 s=READY pgs=209 cs=0 l=1 rev1=1 crypto rx=0x7f05400c93d0 tx=0x7f0528009040 comp rx=0 tx=0).stop 2024-09-13T15:01:52.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.465+0000 7f0545368700 1 -- 172.21.15.33:0/2559279509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f052c005230 msgr2=0x7f0540155af0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.465+0000 7f0545368700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f052c005230 0x7f0540155af0 secure :-1 s=READY pgs=375 cs=0 l=1 rev1=1 crypto rx=0x7f0530007290 tx=0x7f05300075a0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.465+0000 7f0545368700 1 -- 172.21.15.33:0/2559279509 shutdown_connections 2024-09-13T15:01:52.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.465+0000 7f0545368700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0520066730 0x7f0520068bf0 unknown :-1 s=CLOSED pgs=209 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.465+0000 7f0545368700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0540154e50 0x7f05401f67a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.465+0000 7f0545368700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0540154900 0x7f05401f6260 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.465+0000 7f0545368700 1 --2- 172.21.15.33:0/2559279509 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f052c005230 0x7f0540155af0 unknown :-1 s=CLOSED pgs=375 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.465+0000 7f0545368700 1 -- 172.21.15.33:0/2559279509 >> 172.21.15.33:0/2559279509 conn(0x7f054008c080 msgr2=0x7f05400b7900 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:52.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.465+0000 7f0545368700 1 -- 172.21.15.33:0/2559279509 shutdown_connections 2024-09-13T15:01:52.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.465+0000 7f0545368700 1 -- 172.21.15.33:0/2559279509 wait complete. 2024-09-13T15:01:52.483 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:52.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.597+0000 7fa9c6917700 1 Processor -- start 2024-09-13T15:01:52.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.597+0000 7fa9c6917700 1 -- start start 2024-09-13T15:01:52.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c6917700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c015cc00 0x7fa9c00d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c6917700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fa9c00d0c20 0x7fa9c00d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c6917700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa9c00cdb00 con 0x7fa9c00ce8c0 2024-09-13T15:01:52.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c6917700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa9c00cdde0 con 0x7fa9c00d0c20 2024-09-13T15:01:52.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c6917700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c00ce0c0 con 0x7fa9c015cc00 2024-09-13T15:01:52.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c6116700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fa9c00ce8c0 0x7fa9c0160880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42432/0 (socket says 172.21.15.33:42432) 2024-09-13T15:01:52.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c6116700 1 -- 172.21.15.33:0/3934109055 learned_addr learned my addr 172.21.15.33:0/3934109055 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:52.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c5915700 1 --2- 172.21.15.33:0/3934109055 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c015cc00 0x7fa9c00d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c5114700 1 --2- 172.21.15.33:0/3934109055 >> v2:172.21.15.103:3300/0 conn(0x7fa9c00d0c20 0x7fa9c00d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 -- 172.21.15.33:0/3934109055 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3158604245 0 0) 0x7fa9c00cdb00 con 0x7fa9c00ce8c0 2024-09-13T15:01:52.608 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 -- 172.21.15.33:0/3934109055 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa9ac0035d0 con 0x7fa9c00ce8c0 2024-09-13T15:01:52.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 -- 172.21.15.33:0/3934109055 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 1938462441 0 0) 0x7fa9ac0035d0 con 0x7fa9c00ce8c0 2024-09-13T15:01:52.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 -- 172.21.15.33:0/3934109055 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c015cc00 msgr2=0x7fa9c00d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:52.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 --2- 172.21.15.33:0/3934109055 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c015cc00 0x7fa9c00d06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 -- 172.21.15.33:0/3934109055 >> v2:172.21.15.103:3300/0 conn(0x7fa9c00d0c20 msgr2=0x7fa9c00d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:52.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 --2- 172.21.15.33:0/3934109055 >> v2:172.21.15.103:3300/0 conn(0x7fa9c00d0c20 0x7fa9c00d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 -- 172.21.15.33:0/3934109055 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9c00ce3a0 con 0x7fa9c00ce8c0 2024-09-13T15:01:52.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 -- 172.21.15.33:0/3934109055 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7fa9b80019f0 con 0x7fa9c00ce8c0 2024-09-13T15:01:52.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 -- 172.21.15.33:0/3934109055 >> v1:172.21.15.33:6789/0 conn(0x7fa9c00ce8c0 legacy=0x7fa9c0160880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 --2- 172.21.15.33:0/3934109055 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9ac003a20 0x7fa9ac003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 --2- 172.21.15.33:0/3934109055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9ac004870 0x7fa9ac004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 --2- 172.21.15.33:0/3934109055 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c015cc00 0x7fa9ac005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 -- 172.21.15.33:0/3934109055 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c00cdde0 con 0x7fa9ac003a20 2024-09-13T15:01:52.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 -- 172.21.15.33:0/3934109055 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c00ce0c0 con 0x7fa9ac004870 2024-09-13T15:01:52.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 -- 172.21.15.33:0/3934109055 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9ac00ba30 con 0x7fa9c015cc00 2024-09-13T15:01:52.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c5915700 1 --2- 172.21.15.33:0/3934109055 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9ac003a20 0x7fa9ac003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c6116700 1 --2- 172.21.15.33:0/3934109055 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c015cc00 0x7fa9ac005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c5114700 1 --2- 172.21.15.33:0/3934109055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9ac004870 0x7fa9ac004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c5915700 1 -- 172.21.15.33:0/3934109055 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c015cc00 msgr2=0x7fa9ac005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:52.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c5915700 1 --2- 172.21.15.33:0/3934109055 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c015cc00 0x7fa9ac005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c5915700 1 -- 172.21.15.33:0/3934109055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9ac004870 msgr2=0x7fa9ac004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c5915700 1 --2- 172.21.15.33:0/3934109055 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9ac004870 0x7fa9ac004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c5915700 1 -- 172.21.15.33:0/3934109055 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9ac0035d0 con 0x7fa9ac003a20 2024-09-13T15:01:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c6116700 1 --2- 172.21.15.33:0/3934109055 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c015cc00 0x7fa9ac005230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c5915700 1 --2- 172.21.15.33:0/3934109055 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9ac003a20 0x7fa9ac003e40 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fa9b4009b50 tx=0x7fa9ac0058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=fc11c02d727caa59 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.601+0000 7fa9c4913700 1 -- 172.21.15.33:0/3934109055 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b4004020 con 0x7fa9ac003a20 2024-09-13T15:01:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.605+0000 7fa9c4913700 1 -- 172.21.15.33:0/3934109055 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9b4004180 con 0x7fa9ac003a20 2024-09-13T15:01:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.605+0000 7fa9c4913700 1 -- 172.21.15.33:0/3934109055 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b40044f0 con 0x7fa9ac003a20 2024-09-13T15:01:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.605+0000 7fa9c6917700 1 -- 172.21.15.33:0/3934109055 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9ac003a20 msgr2=0x7fa9ac003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.605+0000 7fa9c6917700 1 --2- 172.21.15.33:0/3934109055 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9ac003a20 0x7fa9ac003e40 secure :-1 s=READY pgs=377 cs=0 l=1 rev1=1 crypto rx=0x7fa9b4009b50 tx=0x7fa9ac0058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.605+0000 7fa9c6116700 1 -- 172.21.15.33:0/3934109055 reap_dead start 2024-09-13T15:01:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.605+0000 7fa9c6917700 1 -- 172.21.15.33:0/3934109055 shutdown_connections 2024-09-13T15:01:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.605+0000 7fa9c6917700 1 -- 172.21.15.33:0/3934109055 >> 172.21.15.33:0/3934109055 conn(0x7fa9c008c080 msgr2=0x7fa9c00d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.605+0000 7fa9c6917700 1 -- 172.21.15.33:0/3934109055 shutdown_connections 2024-09-13T15:01:52.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.605+0000 7fa9c6917700 1 -- 172.21.15.33:0/3934109055 wait complete. 2024-09-13T15:01:52.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.605+0000 7fa9c6917700 1 Processor -- start 2024-09-13T15:01:52.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.605+0000 7fa9c6917700 1 -- start start 2024-09-13T15:01:52.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6917700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c00c8ea0 0x7fa9c00c9e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6917700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9c00c9280 0x7fa9c015e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6917700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9c015e8d0 0x7fa9c015ed60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6917700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c00ccb50 con 0x7fa9c015e8d0 2024-09-13T15:01:52.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6917700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c00cce30 con 0x7fa9c00c9280 2024-09-13T15:01:52.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6917700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa9c00c6950 con 0x7fa9c00c8ea0 2024-09-13T15:01:52.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6116700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9c015e8d0 0x7fa9c015ed60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6116700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9c015e8d0 0x7fa9c015ed60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37386/0 (socket says 172.21.15.33:37386) 2024-09-13T15:01:52.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6116700 1 -- 172.21.15.33:0/1689761971 learned_addr learned my addr 172.21.15.33:0/1689761971 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:52.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c5114700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9c00c9280 0x7fa9c015e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c5915700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c00c8ea0 0x7fa9c00c9e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6116700 1 -- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c00c8ea0 msgr2=0x7fa9c00c9e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6116700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c00c8ea0 0x7fa9c00c9e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6116700 1 -- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9c00c9280 msgr2=0x7fa9c015e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6116700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9c00c9280 0x7fa9c015e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6116700 1 -- 172.21.15.33:0/1689761971 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa9c00c6c30 con 0x7fa9c015e8d0 2024-09-13T15:01:52.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c5915700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c00c8ea0 0x7fa9c00c9e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:52.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6116700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9c015e8d0 0x7fa9c015ed60 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fa9c00b5610 tx=0x7fa9b8007060 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:52.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9b27fc700 1 -- 172.21.15.33:0/1689761971 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b80079b0 con 0x7fa9c015e8d0 2024-09-13T15:01:52.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9b27fc700 1 -- 172.21.15.33:0/1689761971 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa9b8007b10 con 0x7fa9c015e8d0 2024-09-13T15:01:52.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6917700 1 -- 172.21.15.33:0/1689761971 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa9c00c6f10 con 0x7fa9c015e8d0 2024-09-13T15:01:52.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9b27fc700 1 -- 172.21.15.33:0/1689761971 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa9b8013630 con 0x7fa9c015e8d0 2024-09-13T15:01:52.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.609+0000 7fa9c6917700 1 -- 172.21.15.33:0/1689761971 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa9c00cb920 con 0x7fa9c015e8d0 2024-09-13T15:01:52.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.613+0000 7fa9c6917700 1 -- 172.21.15.33:0/1689761971 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa9c00c7100 con 0x7fa9c015e8d0 2024-09-13T15:01:52.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.613+0000 7fa9b27fc700 1 -- 172.21.15.33:0/1689761971 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa9b8013790 con 0x7fa9c015e8d0 2024-09-13T15:01:52.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.613+0000 7fa9b27fc700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa9a4066760 0x7fa9a4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.613+0000 7fa9b27fc700 1 -- 172.21.15.33:0/1689761971 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fa9b8084b70 con 0x7fa9c015e8d0 2024-09-13T15:01:52.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.613+0000 7fa9c5915700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa9a4066760 0x7fa9a4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.613+0000 7fa9c5915700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa9a4066760 0x7fa9a4068c20 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa9c00b5640 tx=0x7fa9b4008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:52.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.621+0000 7fa9b27fc700 1 -- 172.21.15.33:0/1689761971 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa9b80519f0 con 0x7fa9c015e8d0 2024-09-13T15:01:52.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.785+0000 7fa9c6917700 1 -- 172.21.15.33:0/1689761971 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7fa9c00ccc90 con 0x7fa9c015e8d0 2024-09-13T15:01:52.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.785+0000 7fa9b27fc700 1 -- 172.21.15.33:0/1689761971 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7fa9c00ccc90 con 0x7fa9c015e8d0 2024-09-13T15:01:52.793 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:52.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.789+0000 7fa9c6917700 1 -- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa9a4066760 msgr2=0x7fa9a4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.789+0000 7fa9c6917700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa9a4066760 0x7fa9a4068c20 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7fa9c00b5640 tx=0x7fa9b4008030 comp rx=0 tx=0).stop 2024-09-13T15:01:52.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.789+0000 7fa9c6917700 1 -- 172.21.15.33:0/1689761971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9c015e8d0 msgr2=0x7fa9c015ed60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.789+0000 7fa9c6917700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9c015e8d0 0x7fa9c015ed60 secure :-1 s=READY pgs=378 cs=0 l=1 rev1=1 crypto rx=0x7fa9c00b5610 tx=0x7fa9b8007060 comp rx=0 tx=0).stop 2024-09-13T15:01:52.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.789+0000 7fa9c6917700 1 -- 172.21.15.33:0/1689761971 shutdown_connections 2024-09-13T15:01:52.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.789+0000 7fa9c6917700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa9a4066760 0x7fa9a4068c20 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.789+0000 7fa9c6917700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa9c015e8d0 0x7fa9c015ed60 unknown :-1 s=CLOSED pgs=378 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.789+0000 7fa9c6917700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa9c00c9280 0x7fa9c015e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.789+0000 7fa9c6917700 1 --2- 172.21.15.33:0/1689761971 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa9c00c8ea0 0x7fa9c00c9e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.789+0000 7fa9c6917700 1 -- 172.21.15.33:0/1689761971 >> 172.21.15.33:0/1689761971 conn(0x7fa9c008c080 msgr2=0x7fa9c015b3e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:52.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.793+0000 7fa9c6917700 1 -- 172.21.15.33:0/1689761971 shutdown_connections 2024-09-13T15:01:52.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.793+0000 7fa9c6917700 1 -- 172.21.15.33:0/1689761971 wait complete. 2024-09-13T15:01:52.814 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:01:52.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.921+0000 7f124e55d700 1 Processor -- start 2024-09-13T15:01:52.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.921+0000 7f124e55d700 1 -- start start 2024-09-13T15:01:52.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124e55d700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f12480d1680 0x7f124806e6b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124e55d700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f124806c040 con 0x7f12481570d0 2024-09-13T15:01:52.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124e55d700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f124806ebf0 con 0x7f124806e270 2024-09-13T15:01:52.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124e55d700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12480ce730 con 0x7f12480d1680 2024-09-13T15:01:52.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124d55b700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f12481570d0 0x7f124806b930 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42434/0 (socket says 172.21.15.33:42434) 2024-09-13T15:01:52.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124d55b700 1 -- 172.21.15.33:0/1028170359 learned_addr learned my addr 172.21.15.33:0/1028170359 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124dd5c700 1 --2- 172.21.15.33:0/1028170359 >> v2:172.21.15.103:3300/0 conn(0x7f12480d1680 0x7f124806e6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 -- 172.21.15.33:0/1028170359 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 348318004 0 0) 0x7f124806c040 con 0x7f12481570d0 2024-09-13T15:01:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 -- 172.21.15.33:0/1028170359 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f12340035d0 con 0x7f12481570d0 2024-09-13T15:01:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 -- 172.21.15.33:0/1028170359 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3126661025 0 0) 0x7f12340035d0 con 0x7f12481570d0 2024-09-13T15:01:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 -- 172.21.15.33:0/1028170359 >> v2:172.21.15.103:3300/0 conn(0x7f12480d1680 msgr2=0x7f124806e6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 --2- 172.21.15.33:0/1028170359 >> v2:172.21.15.103:3300/0 conn(0x7f12480d1680 0x7f124806e6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 -- 172.21.15.33:0/1028170359 >> v1:172.21.15.103:6789/0 conn(0x7f124806e270 legacy=0x7f12480d0f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 -- 172.21.15.33:0/1028170359 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12480cf840 con 0x7f12481570d0 2024-09-13T15:01:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 -- 172.21.15.33:0/1028170359 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7f1244001670 con 0x7f12481570d0 2024-09-13T15:01:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 -- 172.21.15.33:0/1028170359 >> v1:172.21.15.33:6789/0 conn(0x7f12481570d0 legacy=0x7f124806b930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 --2- 172.21.15.33:0/1028170359 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1234003a20 0x7f1234003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 --2- 172.21.15.33:0/1028170359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1234004870 0x7f1234004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 --2- 172.21.15.33:0/1028170359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1234005230 0x7f123400ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 -- 172.21.15.33:0/1028170359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12480ce730 con 0x7f1234005230 2024-09-13T15:01:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 -- 172.21.15.33:0/1028170359 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f123400c0e0 con 0x7f1234004870 2024-09-13T15:01:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 -- 172.21.15.33:0/1028170359 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f123400c2a0 con 0x7f1234003a20 2024-09-13T15:01:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124dd5c700 1 --2- 172.21.15.33:0/1028170359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1234005230 0x7f123400ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124d55b700 1 --2- 172.21.15.33:0/1028170359 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1234003a20 0x7f1234003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124cd5a700 1 --2- 172.21.15.33:0/1028170359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1234004870 0x7f1234004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124dd5c700 1 -- 172.21.15.33:0/1028170359 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1234003a20 msgr2=0x7f1234003e40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:52.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124dd5c700 1 --2- 172.21.15.33:0/1028170359 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1234003a20 0x7f1234003e40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124dd5c700 1 -- 172.21.15.33:0/1028170359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1234004870 msgr2=0x7f1234004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124dd5c700 1 --2- 172.21.15.33:0/1028170359 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1234004870 0x7f1234004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124dd5c700 1 -- 172.21.15.33:0/1028170359 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12340035d0 con 0x7f1234005230 2024-09-13T15:01:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124dd5c700 1 -- 172.21.15.33:0/1028170359 reap_dead start 2024-09-13T15:01:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f124dd5c700 1 --2- 172.21.15.33:0/1028170359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1234005230 0x7f123400ba30 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f1240009fc0 tx=0x7f12340058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=61e79dc352b01009 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 -- 172.21.15.33:0/1028170359 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1240003a40 con 0x7f1234005230 2024-09-13T15:01:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 -- 172.21.15.33:0/1028170359 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f124000f040 con 0x7f1234005230 2024-09-13T15:01:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.925+0000 7f123ffff700 1 -- 172.21.15.33:0/1028170359 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1240003e00 con 0x7f1234005230 2024-09-13T15:01:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 -- 172.21.15.33:0/1028170359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1234005230 msgr2=0x7f123400ba30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 --2- 172.21.15.33:0/1028170359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1234005230 0x7f123400ba30 secure :-1 s=READY pgs=380 cs=0 l=1 rev1=1 crypto rx=0x7f1240009fc0 tx=0x7f12340058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 -- 172.21.15.33:0/1028170359 shutdown_connections 2024-09-13T15:01:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 --2- 172.21.15.33:0/1028170359 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1234005230 0x7f123400ba30 unknown :-1 s=CLOSED pgs=380 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 -- 172.21.15.33:0/1028170359 >> 172.21.15.33:0/1028170359 conn(0x7f1248099a50 msgr2=0x7f1248099e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:52.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 -- 172.21.15.33:0/1028170359 shutdown_connections 2024-09-13T15:01:52.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 -- 172.21.15.33:0/1028170359 wait complete. 2024-09-13T15:01:52.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 Processor -- start 2024-09-13T15:01:52.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 -- start start 2024-09-13T15:01:52.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1234005230 0x7f12480b4ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1248148760 0x7f12480b5010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12480b5550 0x7f124814a5e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12481495d0 con 0x7f12480b5550 2024-09-13T15:01:52.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f124814c540 con 0x7f1248148760 2024-09-13T15:01:52.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124e55d700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1248149820 con 0x7f1234005230 2024-09-13T15:01:52.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.929+0000 7f124dd5c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12480b5550 0x7f124814a5e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f124dd5c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12480b5550 0x7f124814a5e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37418/0 (socket says 172.21.15.33:37418) 2024-09-13T15:01:52.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f124dd5c700 1 -- 172.21.15.33:0/1825245249 learned_addr learned my addr 172.21.15.33:0/1825245249 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:52.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f124cd5a700 1 --2- 172.21.15.33:0/1825245249 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1248148760 0x7f12480b5010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f124d55b700 1 --2- 172.21.15.33:0/1825245249 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1234005230 0x7f12480b4ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f124dd5c700 1 -- 172.21.15.33:0/1825245249 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1234005230 msgr2=0x7f12480b4ad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f124dd5c700 1 --2- 172.21.15.33:0/1825245249 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1234005230 0x7f12480b4ad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f124dd5c700 1 -- 172.21.15.33:0/1825245249 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1248148760 msgr2=0x7f12480b5010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:52.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f124dd5c700 1 --2- 172.21.15.33:0/1825245249 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1248148760 0x7f12480b5010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:52.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f124dd5c700 1 -- 172.21.15.33:0/1825245249 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1248149b00 con 0x7f12480b5550 2024-09-13T15:01:52.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f124dd5c700 1 --2- 172.21.15.33:0/1825245249 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12480b5550 0x7f124814a5e0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f12480ce4b0 tx=0x7f1240009750 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:52.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f123dffb700 1 -- 172.21.15.33:0/1825245249 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1240003e30 con 0x7f12480b5550 2024-09-13T15:01:52.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f123dffb700 1 -- 172.21.15.33:0/1825245249 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1240004230 con 0x7f12480b5550 2024-09-13T15:01:52.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f124e55d700 1 -- 172.21.15.33:0/1825245249 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1248149de0 con 0x7f12480b5550 2024-09-13T15:01:52.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f123dffb700 1 -- 172.21.15.33:0/1825245249 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12400045e0 con 0x7f12480b5550 2024-09-13T15:01:52.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f124e55d700 1 -- 172.21.15.33:0/1825245249 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f124814ab20 con 0x7f12480b5550 2024-09-13T15:01:52.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f124e55d700 1 -- 172.21.15.33:0/1825245249 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f124806e6b0 con 0x7f12480b5550 2024-09-13T15:01:52.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.933+0000 7f123dffb700 1 -- 172.21.15.33:0/1825245249 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1240004740 con 0x7f12480b5550 2024-09-13T15:01:52.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.937+0000 7f123dffb700 1 --2- 172.21.15.33:0/1825245249 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f122c066760 0x7f122c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:52.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.937+0000 7f123dffb700 1 -- 172.21.15.33:0/1825245249 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f1240085630 con 0x7f12480b5550 2024-09-13T15:01:52.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.937+0000 7f124d55b700 1 --2- 172.21.15.33:0/1825245249 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f122c066760 0x7f122c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:52.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.937+0000 7f124d55b700 1 --2- 172.21.15.33:0/1825245249 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f122c066760 0x7f122c068c20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f1244001200 tx=0x7f1244007040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:52.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:52.945+0000 7f123dffb700 1 -- 172.21.15.33:0/1825245249 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1240052710 con 0x7f12480b5550 2024-09-13T15:01:53.137 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.129+0000 7f124e55d700 1 -- 172.21.15.33:0/1825245249 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f12480b0d50 con 0x7f12480b5550 2024-09-13T15:01:53.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.133+0000 7f123dffb700 1 -- 172.21.15.33:0/1825245249 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7f1240055d30 con 0x7f12480b5550 2024-09-13T15:01:53.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.133+0000 7f124e55d700 1 -- 172.21.15.33:0/1825245249 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f122c066760 msgr2=0x7f122c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:53.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.133+0000 7f124e55d700 1 --2- 172.21.15.33:0/1825245249 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f122c066760 0x7f122c068c20 secure :-1 s=READY pgs=211 cs=0 l=1 rev1=1 crypto rx=0x7f1244001200 tx=0x7f1244007040 comp rx=0 tx=0).stop 2024-09-13T15:01:53.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.133+0000 7f124e55d700 1 -- 172.21.15.33:0/1825245249 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12480b5550 msgr2=0x7f124814a5e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:53.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.133+0000 7f124e55d700 1 --2- 172.21.15.33:0/1825245249 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12480b5550 0x7f124814a5e0 secure :-1 s=READY pgs=381 cs=0 l=1 rev1=1 crypto rx=0x7f12480ce4b0 tx=0x7f1240009750 comp rx=0 tx=0).stop 2024-09-13T15:01:53.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.133+0000 7f124e55d700 1 -- 172.21.15.33:0/1825245249 shutdown_connections 2024-09-13T15:01:53.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.133+0000 7f124e55d700 1 --2- 172.21.15.33:0/1825245249 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f122c066760 0x7f122c068c20 unknown :-1 s=CLOSED pgs=211 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.133+0000 7f124e55d700 1 --2- 172.21.15.33:0/1825245249 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12480b5550 0x7f124814a5e0 unknown :-1 s=CLOSED pgs=381 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.133+0000 7f124e55d700 1 --2- 172.21.15.33:0/1825245249 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1248148760 0x7f12480b5010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.133+0000 7f124e55d700 1 --2- 172.21.15.33:0/1825245249 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1234005230 0x7f12480b4ad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.133+0000 7f124e55d700 1 -- 172.21.15.33:0/1825245249 >> 172.21.15.33:0/1825245249 conn(0x7f1248099a50 msgr2=0x7f12480b22a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:53.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.133+0000 7f124e55d700 1 -- 172.21.15.33:0/1825245249 shutdown_connections 2024-09-13T15:01:53.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.133+0000 7f124e55d700 1 -- 172.21.15.33:0/1825245249 wait complete. 2024-09-13T15:01:53.206 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-09-13T15:01:53.206 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:01:53.206 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:01:53.214 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:53.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.325+0000 7f35c086d700 1 Processor -- start 2024-09-13T15:01:53.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.325+0000 7f35c086d700 1 -- start start 2024-09-13T15:01:53.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35c086d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35bc0b0e40 0x7f35bc0aee60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:53.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35c086d700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f35bc0ae5a0 0x7f35bc0b06a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:53.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35c086d700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35bc0b2950 con 0x7f35bc0b1220 2024-09-13T15:01:53.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35c086d700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f35bc1592a0 con 0x7f35bc0ae5a0 2024-09-13T15:01:53.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35c086d700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35bc0b0be0 con 0x7f35bc0b0e40 2024-09-13T15:01:53.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35bad9d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35bc0b0e40 0x7f35bc0aee60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:53.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35bb59e700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f35bc0b1220 0x7f35bc0acb30 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42444/0 (socket says 172.21.15.33:42444) 2024-09-13T15:01:53.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35bb59e700 1 -- 172.21.15.33:0/1612730945 learned_addr learned my addr 172.21.15.33:0/1612730945 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:53.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35ba59c700 1 --2- 172.21.15.33:0/1612730945 >> v2:172.21.15.103:3300/0 conn(0x7f35bc0ae5a0 0x7f35bc0b06a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:53.337 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35bad9d700 1 -- 172.21.15.33:0/1612730945 >> v2:172.21.15.103:3300/0 conn(0x7f35bc0ae5a0 msgr2=0x7f35bc0b06a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:53.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35bad9d700 1 --2- 172.21.15.33:0/1612730945 >> v2:172.21.15.103:3300/0 conn(0x7f35bc0ae5a0 0x7f35bc0b06a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35bad9d700 1 -- 172.21.15.33:0/1612730945 >> v1:172.21.15.33:6789/0 conn(0x7f35bc0b1220 legacy=0x7f35bc0acb30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:53.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35bad9d700 1 -- 172.21.15.33:0/1612730945 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35bc0b2ba0 con 0x7f35bc0b0e40 2024-09-13T15:01:53.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35b9d9b700 1 -- 172.21.15.33:0/1612730945 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3276290609 0 0) 0x7f35bc0b2950 con 0x7f35bc0b1220 2024-09-13T15:01:53.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35bad9d700 1 --2- 172.21.15.33:0/1612730945 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35bc0b0e40 0x7f35bc0aee60 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f35ac009850 tx=0x7f35ac009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=ec6d12ad2819b1a8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:53.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35b9d9b700 1 -- 172.21.15.33:0/1612730945 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35ac011830 con 0x7f35bc0b0e40 2024-09-13T15:01:53.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35b9d9b700 1 -- 172.21.15.33:0/1612730945 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35ac011990 con 0x7f35bc0b0e40 2024-09-13T15:01:53.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.329+0000 7f35b9d9b700 1 -- 172.21.15.33:0/1612730945 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35ac011d40 con 0x7f35bc0b0e40 2024-09-13T15:01:53.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.333+0000 7f35c086d700 1 -- 172.21.15.33:0/1612730945 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35bc0b0e40 msgr2=0x7f35bc0aee60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:53.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.333+0000 7f35c086d700 1 --2- 172.21.15.33:0/1612730945 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35bc0b0e40 0x7f35bc0aee60 secure :-1 s=READY pgs=84 cs=0 l=1 rev1=1 crypto rx=0x7f35ac009850 tx=0x7f35ac009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:53.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.333+0000 7f35c086d700 1 -- 172.21.15.33:0/1612730945 shutdown_connections 2024-09-13T15:01:53.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.333+0000 7f35c086d700 1 --2- 172.21.15.33:0/1612730945 >> v2:172.21.15.103:3300/0 conn(0x7f35bc0ae5a0 0x7f35bc0b06a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.333+0000 7f35c086d700 1 --2- 172.21.15.33:0/1612730945 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35bc0b0e40 0x7f35bc0aee60 unknown :-1 s=CLOSED pgs=84 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.333+0000 7f35c086d700 1 -- 172.21.15.33:0/1612730945 >> 172.21.15.33:0/1612730945 conn(0x7f35bc0b42a0 msgr2=0x7f35bc0b2240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:53.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.333+0000 7f35c086d700 1 -- 172.21.15.33:0/1612730945 shutdown_connections 2024-09-13T15:01:53.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.333+0000 7f35c086d700 1 -- 172.21.15.33:0/1612730945 wait complete. 2024-09-13T15:01:53.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.333+0000 7f35c086d700 1 Processor -- start 2024-09-13T15:01:53.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.333+0000 7f35c086d700 1 -- start start 2024-09-13T15:01:53.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35c086d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35bc0ae5a0 0x7f35bc150760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:53.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35c086d700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35bc0b0e40 0x7f35bc09b700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:53.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35c086d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35bc0b1220 0x7f35bc1531e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:53.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35c086d700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35bc09a240 con 0x7f35bc0b1220 2024-09-13T15:01:53.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35c086d700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35bc0996c0 con 0x7f35bc0b0e40 2024-09-13T15:01:53.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35c086d700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35bc0999a0 con 0x7f35bc0ae5a0 2024-09-13T15:01:53.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35bb59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35bc0b1220 0x7f35bc1531e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:53.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35bb59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35bc0b1220 0x7f35bc1531e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37426/0 (socket says 172.21.15.33:37426) 2024-09-13T15:01:53.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35bb59e700 1 -- 172.21.15.33:0/2193414369 learned_addr learned my addr 172.21.15.33:0/2193414369 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:53.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35bad9d700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35bc0ae5a0 0x7f35bc150760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:53.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35ba59c700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35bc0b0e40 0x7f35bc09b700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:53.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35bb59e700 1 -- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35bc0ae5a0 msgr2=0x7f35bc150760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:53.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35bb59e700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35bc0ae5a0 0x7f35bc150760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35bb59e700 1 -- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35bc0b0e40 msgr2=0x7f35bc09b700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:53.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35bb59e700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35bc0b0e40 0x7f35bc09b700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.344 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35bb59e700 1 -- 172.21.15.33:0/2193414369 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35ac0094b0 con 0x7f35bc0b1220 2024-09-13T15:01:53.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35ba59c700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35bc0b0e40 0x7f35bc09b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:53.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35bb59e700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35bc0b1220 0x7f35bc1531e0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f35b400cba0 tx=0x7f35b400ceb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:53.345 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35a37fe700 1 -- 172.21.15.33:0/2193414369 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35b400aad0 con 0x7f35bc0b1220 2024-09-13T15:01:53.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35a37fe700 1 -- 172.21.15.33:0/2193414369 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35b400ac50 con 0x7f35bc0b1220 2024-09-13T15:01:53.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35c086d700 1 -- 172.21.15.33:0/2193414369 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35bc099c80 con 0x7f35bc0b1220 2024-09-13T15:01:53.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35a37fe700 1 -- 172.21.15.33:0/2193414369 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35b40070d0 con 0x7f35bc0b1220 2024-09-13T15:01:53.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35c086d700 1 -- 172.21.15.33:0/2193414369 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35bc150ca0 con 0x7f35bc0b1220 2024-09-13T15:01:53.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.337+0000 7f35c086d700 1 -- 172.21.15.33:0/2193414369 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35bc0b06a0 con 0x7f35bc0b1220 2024-09-13T15:01:53.346 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.341+0000 7f35a37fe700 1 -- 172.21.15.33:0/2193414369 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f35b4007230 con 0x7f35bc0b1220 2024-09-13T15:01:53.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.341+0000 7f35a37fe700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f35a8066730 0x7f35a8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:53.347 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.341+0000 7f35a37fe700 1 -- 172.21.15.33:0/2193414369 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f35b4084210 con 0x7f35bc0b1220 2024-09-13T15:01:53.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.341+0000 7f35bad9d700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f35a8066730 0x7f35a8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:53.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.341+0000 7f35bad9d700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f35a8066730 0x7f35a8068bf0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f35ac0090b0 tx=0x7f35ac008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:53.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.349+0000 7f35a37fe700 1 -- 172.21.15.33:0/2193414369 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f35b4051250 con 0x7f35bc0b1220 2024-09-13T15:01:53.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.525+0000 7f35c086d700 1 -- 172.21.15.33:0/2193414369 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f35bc06b480 con 0x7f35bc0b1220 2024-09-13T15:01:53.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.529+0000 7f35a37fe700 1 -- 172.21.15.33:0/2193414369 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18687 (secure 0 0 0) 0x7f35b4054870 con 0x7f35bc0b1220 2024-09-13T15:01:53.535 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:53.536 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:01:39.459771+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2}]},{"pgid":"3.e","mappings":[{"from":7,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":1}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:53.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.533+0000 7f35c086d700 1 -- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f35a8066730 msgr2=0x7f35a8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:53.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.533+0000 7f35c086d700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f35a8066730 0x7f35a8068bf0 secure :-1 s=READY pgs=212 cs=0 l=1 rev1=1 crypto rx=0x7f35ac0090b0 tx=0x7f35ac008030 comp rx=0 tx=0).stop 2024-09-13T15:01:53.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.533+0000 7f35c086d700 1 -- 172.21.15.33:0/2193414369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35bc0b1220 msgr2=0x7f35bc1531e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:53.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.533+0000 7f35c086d700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35bc0b1220 0x7f35bc1531e0 secure :-1 s=READY pgs=383 cs=0 l=1 rev1=1 crypto rx=0x7f35b400cba0 tx=0x7f35b400ceb0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.533+0000 7f35c086d700 1 -- 172.21.15.33:0/2193414369 shutdown_connections 2024-09-13T15:01:53.538 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.533+0000 7f35c086d700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f35a8066730 0x7f35a8068bf0 unknown :-1 s=CLOSED pgs=212 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.533+0000 7f35c086d700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35bc0b1220 0x7f35bc1531e0 unknown :-1 s=CLOSED pgs=383 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.533+0000 7f35c086d700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35bc0b0e40 0x7f35bc09b700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.533+0000 7f35c086d700 1 --2- 172.21.15.33:0/2193414369 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35bc0ae5a0 0x7f35bc150760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.533+0000 7f35c086d700 1 -- 172.21.15.33:0/2193414369 >> 172.21.15.33:0/2193414369 conn(0x7f35bc0b42a0 msgr2=0x7f35bc1565e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:53.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.533+0000 7f35c086d700 1 -- 172.21.15.33:0/2193414369 shutdown_connections 2024-09-13T15:01:53.539 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.533+0000 7f35c086d700 1 -- 172.21.15.33:0/2193414369 wait complete. 2024-09-13T15:01:53.551 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:53.552 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:53.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.661+0000 7f88a2b9b700 1 Processor -- start 2024-09-13T15:01:53.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.661+0000 7f88a2b9b700 1 -- start start 2024-09-13T15:01:53.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a2b9b700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f889c15cc00 0x7f889c0d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:53.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a2b9b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f889c0d17e0 0x7f889c0b5960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:53.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a2b9b700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f889c0cdb00 con 0x7f889c0d0c20 2024-09-13T15:01:53.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a2b9b700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f889c0cdde0 con 0x7f889c15cc00 2024-09-13T15:01:53.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a2b9b700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f889c0ce0c0 con 0x7f889c0d17e0 2024-09-13T15:01:53.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a1b99700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f889c15cc00 0x7f889c0d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:53.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a239a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f889c0d17e0 0x7f889c0b5960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:53.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a239a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f889c0d17e0 0x7f889c0b5960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:39720/0 (socket says 172.21.15.33:39720) 2024-09-13T15:01:53.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a239a700 1 -- 172.21.15.33:0/440442942 learned_addr learned my addr 172.21.15.33:0/440442942 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:53.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a239a700 1 -- 172.21.15.33:0/440442942 >> v2:172.21.15.103:3300/0 conn(0x7f889c15cc00 msgr2=0x7f889c0d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:53.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a239a700 1 --2- 172.21.15.33:0/440442942 >> v2:172.21.15.103:3300/0 conn(0x7f889c15cc00 0x7f889c0d06e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a239a700 1 -- 172.21.15.33:0/440442942 >> v1:172.21.15.103:6789/0 conn(0x7f889c0d0c20 legacy=0x7f889c0d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:53.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a239a700 1 -- 172.21.15.33:0/440442942 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f889c0ce3a0 con 0x7f889c0d17e0 2024-09-13T15:01:53.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a239a700 1 --2- 172.21.15.33:0/440442942 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f889c0d17e0 0x7f889c0b5960 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8894009e50 tx=0x7f889400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=640a015a099720e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:53.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a0b97700 1 -- 172.21.15.33:0/440442942 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f889400e070 con 0x7f889c0d17e0 2024-09-13T15:01:53.672 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a0b97700 1 -- 172.21.15.33:0/440442942 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f889400b910 con 0x7f889c0d17e0 2024-09-13T15:01:53.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a0b97700 1 -- 172.21.15.33:0/440442942 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f889400bcc0 con 0x7f889c0d17e0 2024-09-13T15:01:53.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a2b9b700 1 -- 172.21.15.33:0/440442942 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f889c0d17e0 msgr2=0x7f889c0b5960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:53.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a2b9b700 1 --2- 172.21.15.33:0/440442942 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f889c0d17e0 0x7f889c0b5960 secure :-1 s=READY pgs=85 cs=0 l=1 rev1=1 crypto rx=0x7f8894009e50 tx=0x7f889400b330 comp rx=0 tx=0).stop 2024-09-13T15:01:53.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a2b9b700 1 -- 172.21.15.33:0/440442942 shutdown_connections 2024-09-13T15:01:53.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a2b9b700 1 --2- 172.21.15.33:0/440442942 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f889c0d17e0 0x7f889c0b5960 unknown :-1 s=CLOSED pgs=85 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a2b9b700 1 --2- 172.21.15.33:0/440442942 >> v2:172.21.15.103:3300/0 conn(0x7f889c15cc00 0x7f889c0d06e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a2b9b700 1 -- 172.21.15.33:0/440442942 >> 172.21.15.33:0/440442942 conn(0x7f889c08c080 msgr2=0x7f889c0d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:53.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a2b9b700 1 -- 172.21.15.33:0/440442942 shutdown_connections 2024-09-13T15:01:53.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.665+0000 7f88a2b9b700 1 -- 172.21.15.33:0/440442942 wait complete. 2024-09-13T15:01:53.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.669+0000 7f88a2b9b700 1 Processor -- start 2024-09-13T15:01:53.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.669+0000 7f88a2b9b700 1 -- start start 2024-09-13T15:01:53.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.669+0000 7f88a2b9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f889c0d0c20 0x7f889c0cc9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:53.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.669+0000 7f88a2b9b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f889c0d17e0 0x7f889c14aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:53.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.669+0000 7f88a2b9b700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f889c15cc00 0x7f889c0c8340 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:53.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.669+0000 7f88a2b9b700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f889c0ccf00 con 0x7f889c0d0c20 2024-09-13T15:01:53.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.669+0000 7f88a2b9b700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f889c0ca690 con 0x7f889c15cc00 2024-09-13T15:01:53.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.669+0000 7f88a2b9b700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f889c0ca900 con 0x7f889c0d17e0 2024-09-13T15:01:53.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.669+0000 7f88a1b99700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f889c0d0c20 0x7f889c0cc9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:53.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.669+0000 7f88a1b99700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f889c0d0c20 0x7f889c0cc9c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37438/0 (socket says 172.21.15.33:37438) 2024-09-13T15:01:53.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.669+0000 7f88a1b99700 1 -- 172.21.15.33:0/688078937 learned_addr learned my addr 172.21.15.33:0/688078937 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:53.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.669+0000 7f88a1398700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f889c0d17e0 0x7f889c14aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:53.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.669+0000 7f88a239a700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f889c15cc00 0x7f889c0c8340 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:53.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.673+0000 7f88a1b99700 1 -- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f889c0d17e0 msgr2=0x7f889c14aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:53.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.673+0000 7f88a1b99700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f889c0d17e0 0x7f889c14aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.673+0000 7f88a1b99700 1 -- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f889c15cc00 msgr2=0x7f889c0c8340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:53.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.673+0000 7f88a1b99700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f889c15cc00 0x7f889c0c8340 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.673+0000 7f88a1b99700 1 -- 172.21.15.33:0/688078937 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8894009b30 con 0x7f889c0d0c20 2024-09-13T15:01:53.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.673+0000 7f88a239a700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f889c15cc00 0x7f889c0c8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:53.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.673+0000 7f88a1b99700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f889c0d0c20 0x7f889c0cc9c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f889800e870 tx=0x7f889800eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:53.679 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.673+0000 7f88927fc700 1 -- 172.21.15.33:0/688078937 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88980095a0 con 0x7f889c0d0c20 2024-09-13T15:01:53.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.673+0000 7f88a2b9b700 1 -- 172.21.15.33:0/688078937 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f889c0cabe0 con 0x7f889c0d0c20 2024-09-13T15:01:53.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.673+0000 7f88927fc700 1 -- 172.21.15.33:0/688078937 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8898013680 con 0x7f889c0d0c20 2024-09-13T15:01:53.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.673+0000 7f88927fc700 1 -- 172.21.15.33:0/688078937 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88980139f0 con 0x7f889c0d0c20 2024-09-13T15:01:53.680 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.673+0000 7f88a2b9b700 1 -- 172.21.15.33:0/688078937 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f889c1552e0 con 0x7f889c0d0c20 2024-09-13T15:01:53.681 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.673+0000 7f88a2b9b700 1 -- 172.21.15.33:0/688078937 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f889c0b8a30 con 0x7f889c0d0c20 2024-09-13T15:01:53.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.677+0000 7f88927fc700 1 -- 172.21.15.33:0/688078937 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f8898013b50 con 0x7f889c0d0c20 2024-09-13T15:01:53.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.677+0000 7f88927fc700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8880066730 0x7f8880068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:53.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.677+0000 7f88927fc700 1 -- 172.21.15.33:0/688078937 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f8898084490 con 0x7f889c0d0c20 2024-09-13T15:01:53.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.677+0000 7f88a1398700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8880066730 0x7f8880068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:53.683 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.677+0000 7f88a1398700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8880066730 0x7f8880068bf0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f889c15df30 tx=0x7f888c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:53.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.685+0000 7f88927fc700 1 -- 172.21.15.33:0/688078937 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f88980513c0 con 0x7f889c0d0c20 2024-09-13T15:01:53.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.861+0000 7f88a2b9b700 1 -- 172.21.15.33:0/688078937 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f889c0ce8c0 con 0x7f889c0d0c20 2024-09-13T15:01:53.868 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.861+0000 7f88927fc700 1 -- 172.21.15.33:0/688078937 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7f88980549e0 con 0x7f889c0d0c20 2024-09-13T15:01:53.869 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:53.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.865+0000 7f88a2b9b700 1 -- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8880066730 msgr2=0x7f8880068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:53.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.865+0000 7f88a2b9b700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8880066730 0x7f8880068bf0 secure :-1 s=READY pgs=213 cs=0 l=1 rev1=1 crypto rx=0x7f889c15df30 tx=0x7f888c009040 comp rx=0 tx=0).stop 2024-09-13T15:01:53.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.865+0000 7f88a2b9b700 1 -- 172.21.15.33:0/688078937 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f889c0d0c20 msgr2=0x7f889c0cc9c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:53.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.865+0000 7f88a2b9b700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f889c0d0c20 0x7f889c0cc9c0 secure :-1 s=READY pgs=384 cs=0 l=1 rev1=1 crypto rx=0x7f889800e870 tx=0x7f889800eb80 comp rx=0 tx=0).stop 2024-09-13T15:01:53.871 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.865+0000 7f88a2b9b700 1 -- 172.21.15.33:0/688078937 shutdown_connections 2024-09-13T15:01:53.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.865+0000 7f88a2b9b700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8880066730 0x7f8880068bf0 unknown :-1 s=CLOSED pgs=213 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.865+0000 7f88a2b9b700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f889c15cc00 0x7f889c0c8340 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.865+0000 7f88a2b9b700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f889c0d17e0 0x7f889c14aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.865+0000 7f88a2b9b700 1 --2- 172.21.15.33:0/688078937 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f889c0d0c20 0x7f889c0cc9c0 unknown :-1 s=CLOSED pgs=384 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:53.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.865+0000 7f88a2b9b700 1 -- 172.21.15.33:0/688078937 >> 172.21.15.33:0/688078937 conn(0x7f889c08c080 msgr2=0x7f889c06c080 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:53.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.865+0000 7f88a2b9b700 1 -- 172.21.15.33:0/688078937 shutdown_connections 2024-09-13T15:01:53.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.865+0000 7f88a2b9b700 1 -- 172.21.15.33:0/688078937 wait complete. 2024-09-13T15:01:53.884 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:54.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.997+0000 7f6cc731d700 1 Processor -- start 2024-09-13T15:01:54.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:53.997+0000 7f6cc731d700 1 -- start start 2024-09-13T15:01:54.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc731d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f6cc015cf80 0x7f6cc00d1800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc731d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6cc00cfe90 0x7f6cc00b5bc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc731d700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6cc00cd910 con 0x7f6cc00d3890 2024-09-13T15:01:54.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc731d700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6cc015d360 con 0x7f6cc015cf80 2024-09-13T15:01:54.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc731d700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cc00ce750 con 0x7f6cc00cfe90 2024-09-13T15:01:54.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc50b9700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f6cc015cf80 0x7f6cc00d1800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc48b8700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f6cc00d3890 0x7f6cc00cf780 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42452/0 (socket says 172.21.15.33:42452) 2024-09-13T15:01:54.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc48b8700 1 -- 172.21.15.33:0/4154698787 learned_addr learned my addr 172.21.15.33:0/4154698787 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:54.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc58ba700 1 --2- 172.21.15.33:0/4154698787 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6cc00cfe90 0x7f6cc00b5bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cb7fff700 1 -- 172.21.15.33:0/4154698787 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 364646405 0 0) 0x7f6cc00cd910 con 0x7f6cc00d3890 2024-09-13T15:01:54.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cb7fff700 1 -- 172.21.15.33:0/4154698787 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6cac0035d0 con 0x7f6cc00d3890 2024-09-13T15:01:54.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc50b9700 1 -- 172.21.15.33:0/4154698787 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6cc00cfe90 msgr2=0x7f6cc00b5bc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:54.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc50b9700 1 --2- 172.21.15.33:0/4154698787 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6cc00cfe90 0x7f6cc00b5bc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc50b9700 1 -- 172.21.15.33:0/4154698787 >> v1:172.21.15.33:6789/0 conn(0x7f6cc00d3890 legacy=0x7f6cc00cf780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cb7fff700 1 -- 172.21.15.33:0/4154698787 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2333501803 0 0) 0x7f6cac0035d0 con 0x7f6cc00d3890 2024-09-13T15:01:54.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc50b9700 1 -- 172.21.15.33:0/4154698787 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cc00cdb40 con 0x7f6cc015cf80 2024-09-13T15:01:54.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc50b9700 1 --2- 172.21.15.33:0/4154698787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6cc015cf80 0x7f6cc00d1800 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc009850 tx=0x7f6cbc009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3381dc96d76bc0c8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:54.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cb7fff700 1 -- 172.21.15.33:0/4154698787 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cb0001670 con 0x7f6cc015cf80 2024-09-13T15:01:54.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cb7fff700 1 -- 172.21.15.33:0/4154698787 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cbc004030 con 0x7f6cc015cf80 2024-09-13T15:01:54.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cb7fff700 1 -- 172.21.15.33:0/4154698787 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cbc0043e0 con 0x7f6cc015cf80 2024-09-13T15:01:54.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc731d700 1 -- 172.21.15.33:0/4154698787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6cc015cf80 msgr2=0x7f6cc00d1800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc731d700 1 --2- 172.21.15.33:0/4154698787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6cc015cf80 0x7f6cc00d1800 secure :-1 s=READY pgs=386 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc009850 tx=0x7f6cbc009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:54.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc731d700 1 -- 172.21.15.33:0/4154698787 shutdown_connections 2024-09-13T15:01:54.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc731d700 1 --2- 172.21.15.33:0/4154698787 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6cc00cfe90 0x7f6cc00b5bc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc731d700 1 --2- 172.21.15.33:0/4154698787 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6cc015cf80 0x7f6cc00d1800 unknown :-1 s=CLOSED pgs=386 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc731d700 1 -- 172.21.15.33:0/4154698787 >> 172.21.15.33:0/4154698787 conn(0x7f6cc00d2d70 msgr2=0x7f6cc00d3180 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:54.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc731d700 1 -- 172.21.15.33:0/4154698787 shutdown_connections 2024-09-13T15:01:54.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.001+0000 7f6cc731d700 1 -- 172.21.15.33:0/4154698787 wait complete. 2024-09-13T15:01:54.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.005+0000 7f6cc731d700 1 Processor -- start 2024-09-13T15:01:54.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.005+0000 7f6cc731d700 1 -- start start 2024-09-13T15:01:54.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.005+0000 7f6cc731d700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6cc00cfe90 0x7f6cc0155230 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.005+0000 7f6cc731d700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6cc00d3890 0x7f6cc00b84e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.005+0000 7f6cc731d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6cc015cf80 0x7f6cc00c82e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.005+0000 7f6cc731d700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cc00c9210 con 0x7f6cc015cf80 2024-09-13T15:01:54.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.005+0000 7f6cc731d700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6cc00c7500 con 0x7f6cc00d3890 2024-09-13T15:01:54.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.005+0000 7f6cc731d700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6cc00c7780 con 0x7f6cc00cfe90 2024-09-13T15:01:54.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.005+0000 7f6cc58ba700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6cc015cf80 0x7f6cc00c82e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.005+0000 7f6cc58ba700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6cc015cf80 0x7f6cc00c82e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37462/0 (socket says 172.21.15.33:37462) 2024-09-13T15:01:54.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.005+0000 7f6cc58ba700 1 -- 172.21.15.33:0/1089171208 learned_addr learned my addr 172.21.15.33:0/1089171208 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:54.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.005+0000 7f6cc50b9700 1 --2- 172.21.15.33:0/1089171208 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6cc00cfe90 0x7f6cc0155230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.005+0000 7f6cc48b8700 1 --2- 172.21.15.33:0/1089171208 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6cc00d3890 0x7f6cc00b84e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.009+0000 7f6cc58ba700 1 -- 172.21.15.33:0/1089171208 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6cc00cfe90 msgr2=0x7f6cc0155230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.009+0000 7f6cc58ba700 1 --2- 172.21.15.33:0/1089171208 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6cc00cfe90 0x7f6cc0155230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.009+0000 7f6cc58ba700 1 -- 172.21.15.33:0/1089171208 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6cc00d3890 msgr2=0x7f6cc00b84e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.009+0000 7f6cc58ba700 1 --2- 172.21.15.33:0/1089171208 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6cc00d3890 0x7f6cc00b84e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.009+0000 7f6cc58ba700 1 -- 172.21.15.33:0/1089171208 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6cbc0094b0 con 0x7f6cc015cf80 2024-09-13T15:01:54.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.009+0000 7f6cc58ba700 1 --2- 172.21.15.33:0/1089171208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6cc015cf80 0x7f6cc00c82e0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f6cb800ef90 tx=0x7f6cb800c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:54.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.009+0000 7f6cb5ffb700 1 -- 172.21.15.33:0/1089171208 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cb800cc90 con 0x7f6cc015cf80 2024-09-13T15:01:54.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.009+0000 7f6cb5ffb700 1 -- 172.21.15.33:0/1089171208 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6cb800f040 con 0x7f6cc015cf80 2024-09-13T15:01:54.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.009+0000 7f6cc731d700 1 -- 172.21.15.33:0/1089171208 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6cc00c7a40 con 0x7f6cc015cf80 2024-09-13T15:01:54.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.009+0000 7f6cb5ffb700 1 -- 172.21.15.33:0/1089171208 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6cb8014480 con 0x7f6cc015cf80 2024-09-13T15:01:54.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.009+0000 7f6cc731d700 1 -- 172.21.15.33:0/1089171208 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6cc00c8000 con 0x7f6cc015cf80 2024-09-13T15:01:54.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.009+0000 7f6cc731d700 1 -- 172.21.15.33:0/1089171208 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6cc00677a0 con 0x7f6cc015cf80 2024-09-13T15:01:54.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.013+0000 7f6cb5ffb700 1 -- 172.21.15.33:0/1089171208 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6cb80145e0 con 0x7f6cc015cf80 2024-09-13T15:01:54.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.013+0000 7f6cb5ffb700 1 --2- 172.21.15.33:0/1089171208 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ca4066760 0x7f6ca4068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.013+0000 7f6cb5ffb700 1 -- 172.21.15.33:0/1089171208 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f6cb8084ff0 con 0x7f6cc015cf80 2024-09-13T15:01:54.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.013+0000 7f6cc50b9700 1 --2- 172.21.15.33:0/1089171208 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ca4066760 0x7f6ca4068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.013+0000 7f6cc50b9700 1 --2- 172.21.15.33:0/1089171208 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ca4066760 0x7f6ca4068c20 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc0090b0 tx=0x7f6cbc008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:54.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.025+0000 7f6cb5ffb700 1 -- 172.21.15.33:0/1089171208 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6cb8051f60 con 0x7f6cc015cf80 2024-09-13T15:01:54.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.193+0000 7f6cc731d700 1 -- 172.21.15.33:0/1089171208 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f6cc00b5ba0 con 0x7f6cc015cf80 2024-09-13T15:01:54.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.193+0000 7f6cb5ffb700 1 -- 172.21.15.33:0/1089171208 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f6cb8018020 con 0x7f6cc015cf80 2024-09-13T15:01:54.201 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:54.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.197+0000 7f6cc731d700 1 -- 172.21.15.33:0/1089171208 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ca4066760 msgr2=0x7f6ca4068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.197+0000 7f6cc731d700 1 --2- 172.21.15.33:0/1089171208 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ca4066760 0x7f6ca4068c20 secure :-1 s=READY pgs=214 cs=0 l=1 rev1=1 crypto rx=0x7f6cbc0090b0 tx=0x7f6cbc008030 comp rx=0 tx=0).stop 2024-09-13T15:01:54.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.197+0000 7f6cc731d700 1 -- 172.21.15.33:0/1089171208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6cc015cf80 msgr2=0x7f6cc00c82e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.197+0000 7f6cc731d700 1 --2- 172.21.15.33:0/1089171208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6cc015cf80 0x7f6cc00c82e0 secure :-1 s=READY pgs=387 cs=0 l=1 rev1=1 crypto rx=0x7f6cb800ef90 tx=0x7f6cb800c3a0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.197+0000 7f6cc731d700 1 -- 172.21.15.33:0/1089171208 shutdown_connections 2024-09-13T15:01:54.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.197+0000 7f6cc731d700 1 --2- 172.21.15.33:0/1089171208 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ca4066760 0x7f6ca4068c20 unknown :-1 s=CLOSED pgs=214 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.197+0000 7f6cc731d700 1 --2- 172.21.15.33:0/1089171208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6cc015cf80 0x7f6cc00c82e0 unknown :-1 s=CLOSED pgs=387 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.197+0000 7f6cc731d700 1 --2- 172.21.15.33:0/1089171208 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6cc00d3890 0x7f6cc00b84e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.197+0000 7f6cc731d700 1 --2- 172.21.15.33:0/1089171208 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6cc00cfe90 0x7f6cc0155230 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.197+0000 7f6cc731d700 1 -- 172.21.15.33:0/1089171208 >> 172.21.15.33:0/1089171208 conn(0x7f6cc00d2d70 msgr2=0x7f6cc006bcc0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:54.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.197+0000 7f6cc731d700 1 -- 172.21.15.33:0/1089171208 shutdown_connections 2024-09-13T15:01:54.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.197+0000 7f6cc731d700 1 -- 172.21.15.33:0/1089171208 wait complete. 2024-09-13T15:01:54.216 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:54.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09db59e700 1 Processor -- start 2024-09-13T15:01:54.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09db59e700 1 -- start start 2024-09-13T15:01:54.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09db59e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f09dc141fb0 0x7f09dc15d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09db59e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09dc0712a0 con 0x7f09dc0acfd0 2024-09-13T15:01:54.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09db59e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f09dc142490 con 0x7f09dc0cdd50 2024-09-13T15:01:54.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09db59e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f09dc06fb00 con 0x7f09dc141fb0 2024-09-13T15:01:54.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09d9d9b700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f09dc0acfd0 0x7f09dc06ff50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42468/0 (socket says 172.21.15.33:42468) 2024-09-13T15:01:54.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09d9d9b700 1 -- 172.21.15.33:0/3280872804 learned_addr learned my addr 172.21.15.33:0/3280872804 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:54.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09dad9d700 1 --2- 172.21.15.33:0/3280872804 >> v2:172.21.15.103:3300/0 conn(0x7f09dc141fb0 0x7f09dc15d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09d959a700 1 -- 172.21.15.33:0/3280872804 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2189052689 0 0) 0x7f09dc0712a0 con 0x7f09dc0acfd0 2024-09-13T15:01:54.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09d959a700 1 -- 172.21.15.33:0/3280872804 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f09c80035d0 con 0x7f09dc0acfd0 2024-09-13T15:01:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09dad9d700 1 -- 172.21.15.33:0/3280872804 >> v1:172.21.15.103:6789/0 conn(0x7f09dc0cdd50 legacy=0x7f09dc0ac8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09dad9d700 1 -- 172.21.15.33:0/3280872804 >> v1:172.21.15.33:6789/0 conn(0x7f09dc0acfd0 legacy=0x7f09dc06ff50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09dad9d700 1 -- 172.21.15.33:0/3280872804 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09dc142770 con 0x7f09dc141fb0 2024-09-13T15:01:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09dad9d700 1 --2- 172.21.15.33:0/3280872804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09dc141fb0 0x7f09dc15d950 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f09d4009d90 tx=0x7f09d400b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f173e6701a6fb62e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09d959a700 1 -- 172.21.15.33:0/3280872804 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09d400e070 con 0x7f09dc141fb0 2024-09-13T15:01:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09d959a700 1 -- 172.21.15.33:0/3280872804 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09d400bb20 con 0x7f09dc141fb0 2024-09-13T15:01:54.334 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.325+0000 7f09d959a700 1 -- 172.21.15.33:0/3280872804 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09d400be90 con 0x7f09dc141fb0 2024-09-13T15:01:54.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 -- 172.21.15.33:0/3280872804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09dc141fb0 msgr2=0x7f09dc15d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 --2- 172.21.15.33:0/3280872804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09dc141fb0 0x7f09dc15d950 secure :-1 s=READY pgs=186 cs=0 l=1 rev1=1 crypto rx=0x7f09d4009d90 tx=0x7f09d400b330 comp rx=0 tx=0).stop 2024-09-13T15:01:54.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 -- 172.21.15.33:0/3280872804 shutdown_connections 2024-09-13T15:01:54.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 --2- 172.21.15.33:0/3280872804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09dc141fb0 0x7f09dc15d950 unknown :-1 s=CLOSED pgs=186 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 -- 172.21.15.33:0/3280872804 >> 172.21.15.33:0/3280872804 conn(0x7f09dc0b0980 msgr2=0x7f09dc0b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:54.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 -- 172.21.15.33:0/3280872804 shutdown_connections 2024-09-13T15:01:54.335 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 -- 172.21.15.33:0/3280872804 wait complete. 2024-09-13T15:01:54.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 Processor -- start 2024-09-13T15:01:54.336 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 -- start start 2024-09-13T15:01:54.338 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f09dc0acfd0 0x7f09dc15aec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09dc0cdd50 0x7f09dc152950 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09dc141fb0 0x7f09dc13eaa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09dc13ff50 con 0x7f09dc0cdd50 2024-09-13T15:01:54.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f09dc1401f0 con 0x7f09dc141fb0 2024-09-13T15:01:54.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09db59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f09dc1404d0 con 0x7f09dc0acfd0 2024-09-13T15:01:54.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09d9d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09dc0cdd50 0x7f09dc152950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09d9d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09dc0cdd50 0x7f09dc152950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37472/0 (socket says 172.21.15.33:37472) 2024-09-13T15:01:54.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.329+0000 7f09d9d9b700 1 -- 172.21.15.33:0/1794616778 learned_addr learned my addr 172.21.15.33:0/1794616778 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:54.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09dad9d700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09dc141fb0 0x7f09dc13eaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09da59c700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f09dc0acfd0 0x7f09dc15aec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09d9d9b700 1 -- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f09dc0acfd0 msgr2=0x7f09dc15aec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09d9d9b700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f09dc0acfd0 0x7f09dc15aec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.339 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09d9d9b700 1 -- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09dc141fb0 msgr2=0x7f09dc13eaa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09d9d9b700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09dc141fb0 0x7f09dc13eaa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09d9d9b700 1 -- 172.21.15.33:0/1794616778 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f09d4009a70 con 0x7f09dc0cdd50 2024-09-13T15:01:54.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09da59c700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f09dc0acfd0 0x7f09dc15aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:54.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09d9d9b700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09dc0cdd50 0x7f09dc152950 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f09c400c4d0 tx=0x7f09c400c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:54.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09d2ffd700 1 -- 172.21.15.33:0/1794616778 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09c4005d90 con 0x7f09dc0cdd50 2024-09-13T15:01:54.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09d2ffd700 1 -- 172.21.15.33:0/1794616778 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f09c40070d0 con 0x7f09dc0cdd50 2024-09-13T15:01:54.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09db59e700 1 -- 172.21.15.33:0/1794616778 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f09dc1407b0 con 0x7f09dc0cdd50 2024-09-13T15:01:54.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09d2ffd700 1 -- 172.21.15.33:0/1794616778 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f09c4007480 con 0x7f09dc0cdd50 2024-09-13T15:01:54.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09db59e700 1 -- 172.21.15.33:0/1794616778 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f09dc0af180 con 0x7f09dc0cdd50 2024-09-13T15:01:54.340 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09db59e700 1 -- 172.21.15.33:0/1794616778 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f09dc140cd0 con 0x7f09dc0cdd50 2024-09-13T15:01:54.341 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.333+0000 7f09d2ffd700 1 -- 172.21.15.33:0/1794616778 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f09c40075e0 con 0x7f09dc0cdd50 2024-09-13T15:01:54.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.337+0000 7f09d2ffd700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f09bc066730 0x7f09bc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.337+0000 7f09d2ffd700 1 -- 172.21.15.33:0/1794616778 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f09c4083a30 con 0x7f09dc0cdd50 2024-09-13T15:01:54.342 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.337+0000 7f09da59c700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f09bc066730 0x7f09bc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.343 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.337+0000 7f09da59c700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f09bc066730 0x7f09bc068bf0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f09dc155d70 tx=0x7f09cc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:54.354 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.345+0000 7f09d2ffd700 1 -- 172.21.15.33:0/1794616778 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f09dc140cd0 con 0x7f09dc0cdd50 2024-09-13T15:01:54.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.517+0000 7f09db59e700 1 -- 172.21.15.33:0/1794616778 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f09dc140cd0 con 0x7f09dc0cdd50 2024-09-13T15:01:54.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.517+0000 7f09d2ffd700 1 -- 172.21.15.33:0/1794616778 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f09dc140cd0 con 0x7f09dc0cdd50 2024-09-13T15:01:54.524 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:54.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.521+0000 7f09db59e700 1 -- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f09bc066730 msgr2=0x7f09bc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.521+0000 7f09db59e700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f09bc066730 0x7f09bc068bf0 secure :-1 s=READY pgs=215 cs=0 l=1 rev1=1 crypto rx=0x7f09dc155d70 tx=0x7f09cc009040 comp rx=0 tx=0).stop 2024-09-13T15:01:54.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.521+0000 7f09db59e700 1 -- 172.21.15.33:0/1794616778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09dc0cdd50 msgr2=0x7f09dc152950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.521+0000 7f09db59e700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09dc0cdd50 0x7f09dc152950 secure :-1 s=READY pgs=389 cs=0 l=1 rev1=1 crypto rx=0x7f09c400c4d0 tx=0x7f09c400c7e0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.521+0000 7f09db59e700 1 -- 172.21.15.33:0/1794616778 shutdown_connections 2024-09-13T15:01:54.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.521+0000 7f09db59e700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f09bc066730 0x7f09bc068bf0 unknown :-1 s=CLOSED pgs=215 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.521+0000 7f09db59e700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f09dc141fb0 0x7f09dc13eaa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.521+0000 7f09db59e700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f09dc0cdd50 0x7f09dc152950 unknown :-1 s=CLOSED pgs=389 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.521+0000 7f09db59e700 1 --2- 172.21.15.33:0/1794616778 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f09dc0acfd0 0x7f09dc15aec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.521+0000 7f09db59e700 1 -- 172.21.15.33:0/1794616778 >> 172.21.15.33:0/1794616778 conn(0x7f09dc0b0980 msgr2=0x7f09dc066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:54.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.521+0000 7f09db59e700 1 -- 172.21.15.33:0/1794616778 shutdown_connections 2024-09-13T15:01:54.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.521+0000 7f09db59e700 1 -- 172.21.15.33:0/1794616778 wait complete. 2024-09-13T15:01:54.539 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:54.660 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.653+0000 7f194759e700 1 Processor -- start 2024-09-13T15:01:54.661 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.653+0000 7f194759e700 1 -- start start 2024-09-13T15:01:54.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194759e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f194806efa0 0x7f1948070b00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.662 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194759e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f194806ad60 0x7f19480cde30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194759e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f19480710e0 con 0x7f194815dcc0 2024-09-13T15:01:54.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194759e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19480713c0 con 0x7f194806ad60 2024-09-13T15:01:54.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194759e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f19480716a0 con 0x7f194806efa0 2024-09-13T15:01:54.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f1946d9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f194806ad60 0x7f19480cde30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194659c700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f194815dcc0 0x7f194806e890 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42478/0 (socket says 172.21.15.33:42478) 2024-09-13T15:01:54.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194659c700 1 -- 172.21.15.33:0/624266586 learned_addr learned my addr 172.21.15.33:0/624266586 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:54.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f193dd9b700 1 --2- 172.21.15.33:0/624266586 >> v2:172.21.15.103:3300/0 conn(0x7f194806efa0 0x7f1948070b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f1946d9d700 1 -- 172.21.15.33:0/624266586 >> v2:172.21.15.103:3300/0 conn(0x7f194806efa0 msgr2=0x7f1948070b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:54.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f1946d9d700 1 --2- 172.21.15.33:0/624266586 >> v2:172.21.15.103:3300/0 conn(0x7f194806efa0 0x7f1948070b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f1946d9d700 1 -- 172.21.15.33:0/624266586 >> v1:172.21.15.33:6789/0 conn(0x7f194815dcc0 legacy=0x7f194806e890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f1946d9d700 1 -- 172.21.15.33:0/624266586 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1948071980 con 0x7f194806ad60 2024-09-13T15:01:54.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f1946d9d700 1 --2- 172.21.15.33:0/624266586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194806ad60 0x7f19480cde30 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f1948071f20 tx=0x7f194000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a0cd5a159092a9f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:54.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f1945d9b700 1 -- 172.21.15.33:0/624266586 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f194000e070 con 0x7f194806ad60 2024-09-13T15:01:54.664 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f1945d9b700 1 -- 172.21.15.33:0/624266586 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f194000bb20 con 0x7f194806ad60 2024-09-13T15:01:54.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f1945d9b700 1 -- 172.21.15.33:0/624266586 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1940012430 con 0x7f194806ad60 2024-09-13T15:01:54.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194759e700 1 -- 172.21.15.33:0/624266586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194806ad60 msgr2=0x7f19480cde30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194759e700 1 --2- 172.21.15.33:0/624266586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194806ad60 0x7f19480cde30 secure :-1 s=READY pgs=391 cs=0 l=1 rev1=1 crypto rx=0x7f1948071f20 tx=0x7f194000b330 comp rx=0 tx=0).stop 2024-09-13T15:01:54.665 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194759e700 1 -- 172.21.15.33:0/624266586 shutdown_connections 2024-09-13T15:01:54.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194759e700 1 --2- 172.21.15.33:0/624266586 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194806ad60 0x7f19480cde30 unknown :-1 s=CLOSED pgs=391 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194759e700 1 --2- 172.21.15.33:0/624266586 >> v2:172.21.15.103:3300/0 conn(0x7f194806efa0 0x7f1948070b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194759e700 1 -- 172.21.15.33:0/624266586 >> 172.21.15.33:0/624266586 conn(0x7f19480b1500 msgr2=0x7f19480b1910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:54.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194759e700 1 -- 172.21.15.33:0/624266586 shutdown_connections 2024-09-13T15:01:54.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.657+0000 7f194759e700 1 -- 172.21.15.33:0/624266586 wait complete. 2024-09-13T15:01:54.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.661+0000 7f194759e700 1 Processor -- start 2024-09-13T15:01:54.668 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.661+0000 7f194759e700 1 -- start start 2024-09-13T15:01:54.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f194759e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f194806ad60 0x7f194814e9d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f194759e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f194806efa0 0x7f1948155c90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f194759e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194815dcc0 0x7f1948157db0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f194759e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1948150790 con 0x7f194815dcc0 2024-09-13T15:01:54.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f194759e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f19481565e0 con 0x7f194806efa0 2024-09-13T15:01:54.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f194759e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f194814fdf0 con 0x7f194806ad60 2024-09-13T15:01:54.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f1946d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194815dcc0 0x7f1948157db0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f1946d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194815dcc0 0x7f1948157db0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37482/0 (socket says 172.21.15.33:37482) 2024-09-13T15:01:54.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f1946d9d700 1 -- 172.21.15.33:0/58528028 learned_addr learned my addr 172.21.15.33:0/58528028 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:54.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f194659c700 1 --2- 172.21.15.33:0/58528028 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f194806ad60 0x7f194814e9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f193dd9b700 1 --2- 172.21.15.33:0/58528028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f194806efa0 0x7f1948155c90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f1946d9d700 1 -- 172.21.15.33:0/58528028 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f194806ad60 msgr2=0x7f194814e9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f1946d9d700 1 --2- 172.21.15.33:0/58528028 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f194806ad60 0x7f194814e9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f1946d9d700 1 -- 172.21.15.33:0/58528028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f194806efa0 msgr2=0x7f1948155c90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f1946d9d700 1 --2- 172.21.15.33:0/58528028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f194806efa0 0x7f1948155c90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f1946d9d700 1 -- 172.21.15.33:0/58528028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1940009a70 con 0x7f194815dcc0 2024-09-13T15:01:54.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f1946d9d700 1 --2- 172.21.15.33:0/58528028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194815dcc0 0x7f1948157db0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1940014040 tx=0x7f1940004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:54.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f193f7fe700 1 -- 172.21.15.33:0/58528028 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1940012430 con 0x7f194815dcc0 2024-09-13T15:01:54.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f193f7fe700 1 -- 172.21.15.33:0/58528028 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1940020070 con 0x7f194815dcc0 2024-09-13T15:01:54.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f193f7fe700 1 -- 172.21.15.33:0/58528028 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f19400098f0 con 0x7f194815dcc0 2024-09-13T15:01:54.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f194759e700 1 -- 172.21.15.33:0/58528028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f19481500d0 con 0x7f194815dcc0 2024-09-13T15:01:54.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.665+0000 7f194759e700 1 -- 172.21.15.33:0/58528028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f19481f02b0 con 0x7f194815dcc0 2024-09-13T15:01:54.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.669+0000 7f194759e700 1 -- 172.21.15.33:0/58528028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f19481508d0 con 0x7f194815dcc0 2024-09-13T15:01:54.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.669+0000 7f193f7fe700 1 -- 172.21.15.33:0/58528028 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1940004040 con 0x7f194815dcc0 2024-09-13T15:01:54.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.669+0000 7f193f7fe700 1 --2- 172.21.15.33:0/58528028 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1928066730 0x7f1928068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.669+0000 7f193f7fe700 1 -- 172.21.15.33:0/58528028 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f1940022070 con 0x7f194815dcc0 2024-09-13T15:01:54.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.669+0000 7f194659c700 1 --2- 172.21.15.33:0/58528028 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1928066730 0x7f1928068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.669+0000 7f194659c700 1 --2- 172.21.15.33:0/58528028 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1928066730 0x7f1928068bf0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f1938005930 tx=0x7f1938009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:54.682 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.677+0000 7f193f7fe700 1 -- 172.21.15.33:0/58528028 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f19481508d0 con 0x7f194815dcc0 2024-09-13T15:01:54.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.845+0000 7f194759e700 1 -- 172.21.15.33:0/58528028 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f19481508d0 con 0x7f194815dcc0 2024-09-13T15:01:54.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.845+0000 7f193f7fe700 1 -- 172.21.15.33:0/58528028 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f19481508d0 con 0x7f194815dcc0 2024-09-13T15:01:54.854 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:54.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.849+0000 7f194759e700 1 -- 172.21.15.33:0/58528028 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1928066730 msgr2=0x7f1928068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.849+0000 7f194759e700 1 --2- 172.21.15.33:0/58528028 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1928066730 0x7f1928068bf0 secure :-1 s=READY pgs=216 cs=0 l=1 rev1=1 crypto rx=0x7f1938005930 tx=0x7f1938009040 comp rx=0 tx=0).stop 2024-09-13T15:01:54.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.849+0000 7f194759e700 1 -- 172.21.15.33:0/58528028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194815dcc0 msgr2=0x7f1948157db0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.849+0000 7f194759e700 1 --2- 172.21.15.33:0/58528028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194815dcc0 0x7f1948157db0 secure :-1 s=READY pgs=392 cs=0 l=1 rev1=1 crypto rx=0x7f1940014040 tx=0x7f1940004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.849+0000 7f194759e700 1 -- 172.21.15.33:0/58528028 shutdown_connections 2024-09-13T15:01:54.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.849+0000 7f194759e700 1 --2- 172.21.15.33:0/58528028 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1928066730 0x7f1928068bf0 unknown :-1 s=CLOSED pgs=216 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.849+0000 7f194759e700 1 --2- 172.21.15.33:0/58528028 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f194815dcc0 0x7f1948157db0 unknown :-1 s=CLOSED pgs=392 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.849+0000 7f194759e700 1 --2- 172.21.15.33:0/58528028 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f194806efa0 0x7f1948155c90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.849+0000 7f194759e700 1 --2- 172.21.15.33:0/58528028 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f194806ad60 0x7f194814e9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.849+0000 7f194759e700 1 -- 172.21.15.33:0/58528028 >> 172.21.15.33:0/58528028 conn(0x7f19480b1500 msgr2=0x7f194815cbb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:54.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.849+0000 7f194759e700 1 -- 172.21.15.33:0/58528028 shutdown_connections 2024-09-13T15:01:54.857 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.849+0000 7f194759e700 1 -- 172.21.15.33:0/58528028 wait complete. 2024-09-13T15:01:54.869 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:01:54.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 Processor -- start 2024-09-13T15:01:54.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 -- start start 2024-09-13T15:01:54.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fefec0d2a30 0x7fefec0d2e10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fefec0b3a20 0x7fefec0cd640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fefec0cf1e0 0x7fefec0cf690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefec0d3350 con 0x7fefec0d2a30 2024-09-13T15:01:54.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fefec0cdf90 con 0x7fefec0b3a20 2024-09-13T15:01:54.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefec0ce270 con 0x7fefec0cf1e0 2024-09-13T15:01:54.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff1721700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fefec0d2a30 0x7fefec0d2e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff1721700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fefec0d2a30 0x7fefec0d2e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37484/0 (socket says 172.21.15.33:37484) 2024-09-13T15:01:54.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff1721700 1 -- 172.21.15.33:0/646098322 learned_addr learned my addr 172.21.15.33:0/646098322 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:54.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff0f20700 1 --2- 172.21.15.33:0/646098322 >> v2:172.21.15.103:3300/0 conn(0x7fefec0b3a20 0x7fefec0cd640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff1f22700 1 --2- 172.21.15.33:0/646098322 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fefec0cf1e0 0x7fefec0cf690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff1721700 1 -- 172.21.15.33:0/646098322 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fefec0cf1e0 msgr2=0x7fefec0cf690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:54.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff1721700 1 --2- 172.21.15.33:0/646098322 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fefec0cf1e0 0x7fefec0cf690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff1721700 1 -- 172.21.15.33:0/646098322 >> v2:172.21.15.103:3300/0 conn(0x7fefec0b3a20 msgr2=0x7fefec0cd640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:54.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff1721700 1 --2- 172.21.15.33:0/646098322 >> v2:172.21.15.103:3300/0 conn(0x7fefec0b3a20 0x7fefec0cd640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff1721700 1 -- 172.21.15.33:0/646098322 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefec0ce550 con 0x7fefec0d2a30 2024-09-13T15:01:54.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff0f20700 1 --2- 172.21.15.33:0/646098322 >> v2:172.21.15.103:3300/0 conn(0x7fefec0b3a20 0x7fefec0cd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:54.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff1f22700 1 --2- 172.21.15.33:0/646098322 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fefec0cf1e0 0x7fefec0cf690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:54.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff1721700 1 --2- 172.21.15.33:0/646098322 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefec0d2a30 0x7fefec0d2e10 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fefdc009e50 tx=0x7fefdc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b527807e142e656e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:54.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7fefebfff700 1 -- 172.21.15.33:0/646098322 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefdc00e070 con 0x7fefec0d2a30 2024-09-13T15:01:54.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7fefebfff700 1 -- 172.21.15.33:0/646098322 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefdc00b980 con 0x7fefec0d2a30 2024-09-13T15:01:54.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7fefebfff700 1 -- 172.21.15.33:0/646098322 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefdc00bd30 con 0x7fefec0d2a30 2024-09-13T15:01:54.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 -- 172.21.15.33:0/646098322 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefec0d2a30 msgr2=0x7fefec0d2e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 --2- 172.21.15.33:0/646098322 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefec0d2a30 0x7fefec0d2e10 secure :-1 s=READY pgs=393 cs=0 l=1 rev1=1 crypto rx=0x7fefdc009e50 tx=0x7fefdc00b330 comp rx=0 tx=0).stop 2024-09-13T15:01:54.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 -- 172.21.15.33:0/646098322 shutdown_connections 2024-09-13T15:01:54.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 --2- 172.21.15.33:0/646098322 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fefec0cf1e0 0x7fefec0cf690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 --2- 172.21.15.33:0/646098322 >> v2:172.21.15.103:3300/0 conn(0x7fefec0b3a20 0x7fefec0cd640 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 --2- 172.21.15.33:0/646098322 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefec0d2a30 0x7fefec0d2e10 unknown :-1 s=CLOSED pgs=393 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 -- 172.21.15.33:0/646098322 >> 172.21.15.33:0/646098322 conn(0x7fefec08c0f0 msgr2=0x7fefec08c500 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:54.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 -- 172.21.15.33:0/646098322 shutdown_connections 2024-09-13T15:01:54.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.981+0000 7feff2723700 1 -- 172.21.15.33:0/646098322 wait complete. 2024-09-13T15:01:54.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff2723700 1 Processor -- start 2024-09-13T15:01:54.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff2723700 1 -- start start 2024-09-13T15:01:54.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff2723700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefec0b3a20 0x7fefec0cab40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff2723700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fefec0cf1e0 0x7fefec15e620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff2723700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fefec0d2a30 0x7fefec09d9a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff2723700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefec15c240 con 0x7fefec0b3a20 2024-09-13T15:01:54.994 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff2723700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fefec15d580 con 0x7fefec0d2a30 2024-09-13T15:01:54.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff2723700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fefec15d860 con 0x7fefec0cf1e0 2024-09-13T15:01:54.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff1721700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefec0b3a20 0x7fefec0cab40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff1721700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefec0b3a20 0x7fefec0cab40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37496/0 (socket says 172.21.15.33:37496) 2024-09-13T15:01:54.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff1721700 1 -- 172.21.15.33:0/2022094523 learned_addr learned my addr 172.21.15.33:0/2022094523 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:54.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff1721700 1 -- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fefec0cf1e0 msgr2=0x7fefec15e620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff0f20700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fefec0cf1e0 0x7fefec15e620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff1f22700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fefec0d2a30 0x7fefec09d9a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff1721700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fefec0cf1e0 0x7fefec15e620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff1721700 1 -- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fefec0d2a30 msgr2=0x7fefec09d9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:54.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff1721700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fefec0d2a30 0x7fefec09d9a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:54.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff1721700 1 -- 172.21.15.33:0/2022094523 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fefdc009b30 con 0x7fefec0b3a20 2024-09-13T15:01:54.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff1f22700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fefec0d2a30 0x7fefec09d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:54.995 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff0f20700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fefec0cf1e0 0x7fefec15e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:54.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7feff1721700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefec0b3a20 0x7fefec0cab40 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fefdc00b370 tx=0x7fefdc004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:54.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.985+0000 7fefe9ffb700 1 -- 172.21.15.33:0/2022094523 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefdc0042d0 con 0x7fefec0b3a20 2024-09-13T15:01:54.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.989+0000 7fefe9ffb700 1 -- 172.21.15.33:0/2022094523 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fefdc004430 con 0x7fefec0b3a20 2024-09-13T15:01:54.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.989+0000 7feff2723700 1 -- 172.21.15.33:0/2022094523 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fefec15db40 con 0x7fefec0b3a20 2024-09-13T15:01:54.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.989+0000 7fefe9ffb700 1 -- 172.21.15.33:0/2022094523 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fefdc0047c0 con 0x7fefec0b3a20 2024-09-13T15:01:54.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.989+0000 7feff2723700 1 -- 172.21.15.33:0/2022094523 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fefec15e100 con 0x7fefec0b3a20 2024-09-13T15:01:54.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.989+0000 7feff2723700 1 -- 172.21.15.33:0/2022094523 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fefec0675c0 con 0x7fefec0b3a20 2024-09-13T15:01:54.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.989+0000 7fefe9ffb700 1 -- 172.21.15.33:0/2022094523 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fefdc01b430 con 0x7fefec0b3a20 2024-09-13T15:01:54.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.989+0000 7fefe9ffb700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fefcc066760 0x7fefcc068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:54.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.989+0000 7fefe9ffb700 1 -- 172.21.15.33:0/2022094523 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fefdc085840 con 0x7fefec0b3a20 2024-09-13T15:01:54.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.989+0000 7feff0f20700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fefcc066760 0x7fefcc068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:54.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.993+0000 7feff0f20700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fefcc066760 0x7fefcc068c20 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fefd4006fd0 tx=0x7fefd4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:55.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:54.993+0000 7fefe9ffb700 1 -- 172.21.15.33:0/2022094523 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fefdc052800 con 0x7fefec0b3a20 2024-09-13T15:01:55.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.173+0000 7feff2723700 1 -- 172.21.15.33:0/2022094523 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7fefec15cdb0 con 0x7fefec0b3a20 2024-09-13T15:01:55.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.177+0000 7fefe9ffb700 1 -- 172.21.15.33:0/2022094523 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 0 entries v28) v1 ==== 80+0+0 (secure 0 0 0) 0x7fefdc055e20 con 0x7fefec0b3a20 2024-09-13T15:01:55.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.177+0000 7feff2723700 1 -- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fefcc066760 msgr2=0x7fefcc068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:55.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.177+0000 7feff2723700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fefcc066760 0x7fefcc068c20 secure :-1 s=READY pgs=217 cs=0 l=1 rev1=1 crypto rx=0x7fefd4006fd0 tx=0x7fefd4008040 comp rx=0 tx=0).stop 2024-09-13T15:01:55.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.177+0000 7feff2723700 1 -- 172.21.15.33:0/2022094523 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefec0b3a20 msgr2=0x7fefec0cab40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:55.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.177+0000 7feff2723700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefec0b3a20 0x7fefec0cab40 secure :-1 s=READY pgs=394 cs=0 l=1 rev1=1 crypto rx=0x7fefdc00b370 tx=0x7fefdc004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.177+0000 7feff2723700 1 -- 172.21.15.33:0/2022094523 shutdown_connections 2024-09-13T15:01:55.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.177+0000 7feff2723700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fefcc066760 0x7fefcc068c20 unknown :-1 s=CLOSED pgs=217 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.177+0000 7feff2723700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fefec0d2a30 0x7fefec09d9a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.177+0000 7feff2723700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fefec0cf1e0 0x7fefec15e620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.177+0000 7feff2723700 1 --2- 172.21.15.33:0/2022094523 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fefec0b3a20 0x7fefec0cab40 unknown :-1 s=CLOSED pgs=394 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.177+0000 7feff2723700 1 -- 172.21.15.33:0/2022094523 >> 172.21.15.33:0/2022094523 conn(0x7fefec08c0f0 msgr2=0x7fefec08c4d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:55.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.177+0000 7feff2723700 1 -- 172.21.15.33:0/2022094523 shutdown_connections 2024-09-13T15:01:55.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.177+0000 7feff2723700 1 -- 172.21.15.33:0/2022094523 wait complete. 2024-09-13T15:01:55.188 INFO:teuthology.orchestra.run.smithi033.stderr:listed 0 entries 2024-09-13T15:01:55.198 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi103.front.sepia.ceph.com... 2024-09-13T15:01:55.198 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:55.198 DEBUG:teuthology.orchestra.run.smithi103:> sudo fusermount -u /home/ubuntu/cephtest/mnt.3 2024-09-13T15:01:55.214 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:01:55.215 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T15:01:55.215 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:01:55.215 DEBUG:teuthology.orchestra.run.smithi103:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T15:01:55.263 INFO:tasks.cephfs.cephfs_test_case:[, , , ] 2024-09-13T15:01:55.263 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:01:55.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 Processor -- start 2024-09-13T15:01:55.386 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 -- start start 2024-09-13T15:01:55.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fbd3406b160 0x7fbd340ce380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:55.387 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fbd340d3780 0x7fbd3406b540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:55.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbd340d3ba0 con 0x7fbd340cf410 2024-09-13T15:01:55.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd340cec40 con 0x7fbd3406b160 2024-09-13T15:01:55.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbd3406ba80 con 0x7fbd340d3780 2024-09-13T15:01:55.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd398ba700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fbd3406b160 0x7fbd340ce380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:55.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd398ba700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fbd3406b160 0x7fbd340ce380 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37500/0 (socket says 172.21.15.33:37500) 2024-09-13T15:01:55.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd398ba700 1 -- 172.21.15.33:0/3169038311 learned_addr learned my addr 172.21.15.33:0/3169038311 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:55.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd390b9700 1 --2- 172.21.15.33:0/3169038311 >> v2:172.21.15.103:3300/0 conn(0x7fbd340d3780 0x7fbd3406b540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:55.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd398ba700 1 -- 172.21.15.33:0/3169038311 >> v2:172.21.15.103:3300/0 conn(0x7fbd340d3780 msgr2=0x7fbd3406b540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:55.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd398ba700 1 --2- 172.21.15.33:0/3169038311 >> v2:172.21.15.103:3300/0 conn(0x7fbd340d3780 0x7fbd3406b540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd398ba700 1 -- 172.21.15.33:0/3169038311 >> v1:172.21.15.103:6789/0 conn(0x7fbd340cf410 legacy=0x7fbd340cf8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:55.388 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd398ba700 1 -- 172.21.15.33:0/3169038311 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd340ce960 con 0x7fbd3406b160 2024-09-13T15:01:55.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd398ba700 1 --2- 172.21.15.33:0/3169038311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd3406b160 0x7fbd340ce380 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fbd340a0c80 tx=0x7fbd28009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71569ceb1557596e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:55.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd388b8700 1 -- 172.21.15.33:0/3169038311 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd28004230 con 0x7fbd3406b160 2024-09-13T15:01:55.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd388b8700 1 -- 172.21.15.33:0/3169038311 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd28004390 con 0x7fbd3406b160 2024-09-13T15:01:55.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd388b8700 1 -- 172.21.15.33:0/3169038311 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd280036c0 con 0x7fbd3406b160 2024-09-13T15:01:55.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/3169038311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd3406b160 msgr2=0x7fbd340ce380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:55.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 --2- 172.21.15.33:0/3169038311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd3406b160 0x7fbd340ce380 secure :-1 s=READY pgs=395 cs=0 l=1 rev1=1 crypto rx=0x7fbd340a0c80 tx=0x7fbd28009bf0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/3169038311 shutdown_connections 2024-09-13T15:01:55.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 --2- 172.21.15.33:0/3169038311 >> v2:172.21.15.103:3300/0 conn(0x7fbd340d3780 0x7fbd3406b540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 --2- 172.21.15.33:0/3169038311 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd3406b160 0x7fbd340ce380 unknown :-1 s=CLOSED pgs=395 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/3169038311 >> 172.21.15.33:0/3169038311 conn(0x7fbd340d2c60 msgr2=0x7fbd340d3070 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:55.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/3169038311 shutdown_connections 2024-09-13T15:01:55.390 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.381+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/3169038311 wait complete. 2024-09-13T15:01:55.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.385+0000 7fbd3bb1e700 1 Processor -- start 2024-09-13T15:01:55.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.385+0000 7fbd3bb1e700 1 -- start start 2024-09-13T15:01:55.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.385+0000 7fbd3bb1e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd3406b160 0x7fbd34148fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:55.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.385+0000 7fbd3bb1e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd340cf410 0x7fbd340c8de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:55.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.385+0000 7fbd3bb1e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd340d3780 0x7fbd340b7710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:55.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.385+0000 7fbd3bb1e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd340c9d30 con 0x7fbd340cf410 2024-09-13T15:01:55.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.385+0000 7fbd3bb1e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbd340ca010 con 0x7fbd3406b160 2024-09-13T15:01:55.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.385+0000 7fbd3bb1e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbd340ca2f0 con 0x7fbd340d3780 2024-09-13T15:01:55.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.385+0000 7fbd390b9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd340cf410 0x7fbd340c8de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:55.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.385+0000 7fbd390b9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd340cf410 0x7fbd340c8de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37510/0 (socket says 172.21.15.33:37510) 2024-09-13T15:01:55.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.385+0000 7fbd390b9700 1 -- 172.21.15.33:0/1594123626 learned_addr learned my addr 172.21.15.33:0/1594123626 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:55.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.385+0000 7fbd398ba700 1 --2- 172.21.15.33:0/1594123626 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd3406b160 0x7fbd34148fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:55.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.385+0000 7fbd3a0bb700 1 --2- 172.21.15.33:0/1594123626 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd340d3780 0x7fbd340b7710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:55.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.389+0000 7fbd390b9700 1 -- 172.21.15.33:0/1594123626 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd340d3780 msgr2=0x7fbd340b7710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:55.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.389+0000 7fbd390b9700 1 --2- 172.21.15.33:0/1594123626 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd340d3780 0x7fbd340b7710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.389+0000 7fbd390b9700 1 -- 172.21.15.33:0/1594123626 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd3406b160 msgr2=0x7fbd34148fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:55.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.389+0000 7fbd390b9700 1 --2- 172.21.15.33:0/1594123626 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd3406b160 0x7fbd34148fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.389+0000 7fbd390b9700 1 -- 172.21.15.33:0/1594123626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbd28009570 con 0x7fbd340cf410 2024-09-13T15:01:55.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.389+0000 7fbd390b9700 1 --2- 172.21.15.33:0/1594123626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd340cf410 0x7fbd340c8de0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fbd2c007ec0 tx=0x7fbd2c00e3c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:55.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.389+0000 7fbd327fc700 1 -- 172.21.15.33:0/1594123626 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd2c00edf0 con 0x7fbd340cf410 2024-09-13T15:01:55.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.389+0000 7fbd327fc700 1 -- 172.21.15.33:0/1594123626 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbd2c014420 con 0x7fbd340cf410 2024-09-13T15:01:55.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.389+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/1594123626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbd340ca5d0 con 0x7fbd340cf410 2024-09-13T15:01:55.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.389+0000 7fbd327fc700 1 -- 172.21.15.33:0/1594123626 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbd2c0147d0 con 0x7fbd340cf410 2024-09-13T15:01:55.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.389+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/1594123626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbd341560c0 con 0x7fbd340cf410 2024-09-13T15:01:55.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.389+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/1594123626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbd340caaf0 con 0x7fbd340cf410 2024-09-13T15:01:55.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.389+0000 7fbd327fc700 1 -- 172.21.15.33:0/1594123626 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbd2c014930 con 0x7fbd340cf410 2024-09-13T15:01:55.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.389+0000 7fbd327fc700 1 --2- 172.21.15.33:0/1594123626 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbd20066730 0x7fbd20068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:55.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.393+0000 7fbd327fc700 1 -- 172.21.15.33:0/1594123626 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fbd2c084d70 con 0x7fbd340cf410 2024-09-13T15:01:55.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.393+0000 7fbd398ba700 1 --2- 172.21.15.33:0/1594123626 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbd20066730 0x7fbd20068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:55.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.393+0000 7fbd398ba700 1 --2- 172.21.15.33:0/1594123626 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbd20066730 0x7fbd20068bf0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fbd340a0c80 tx=0x7fbd28008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:55.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.397+0000 7fbd327fc700 1 -- 172.21.15.33:0/1594123626 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbd340caaf0 con 0x7fbd340cf410 2024-09-13T15:01:55.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.609+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/1594123626 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fbd340caaf0 con 0x7fbd340cf410 2024-09-13T15:01:55.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.613+0000 7fbd327fc700 1 -- 172.21.15.33:0/1594123626 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7fbd340caaf0 con 0x7fbd340cf410 2024-09-13T15:01:55.618 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:55.619 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2581616786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2581616786},{"type":"v1","addr":"172.21.15.33:6833","nonce":2581616786}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4254,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/63013610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":63013610},{"type":"v1","addr":"172.21.15.103:6835","nonce":63013610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2759736167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2759736167},{"type":"v1","addr":"172.21.15.33:6835","nonce":2759736167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:00:49.869447+0000","modified":"2024-09-13T15:01:05.983365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.103:6837/3113841157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":3113841157},{"type":"v1","addr":"172.21.15.103:6837","nonce":3113841157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:01:55.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.613+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/1594123626 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbd20066730 msgr2=0x7fbd20068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:55.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.613+0000 7fbd3bb1e700 1 --2- 172.21.15.33:0/1594123626 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbd20066730 0x7fbd20068bf0 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7fbd340a0c80 tx=0x7fbd28008030 comp rx=0 tx=0).stop 2024-09-13T15:01:55.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.613+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/1594123626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd340cf410 msgr2=0x7fbd340c8de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:55.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.613+0000 7fbd3bb1e700 1 --2- 172.21.15.33:0/1594123626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd340cf410 0x7fbd340c8de0 secure :-1 s=READY pgs=396 cs=0 l=1 rev1=1 crypto rx=0x7fbd2c007ec0 tx=0x7fbd2c00e3c0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.613+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/1594123626 shutdown_connections 2024-09-13T15:01:55.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.613+0000 7fbd3bb1e700 1 --2- 172.21.15.33:0/1594123626 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbd20066730 0x7fbd20068bf0 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.613+0000 7fbd3bb1e700 1 --2- 172.21.15.33:0/1594123626 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbd340d3780 0x7fbd340b7710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.613+0000 7fbd3bb1e700 1 --2- 172.21.15.33:0/1594123626 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbd340cf410 0x7fbd340c8de0 unknown :-1 s=CLOSED pgs=396 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.613+0000 7fbd3bb1e700 1 --2- 172.21.15.33:0/1594123626 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbd3406b160 0x7fbd34148fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.613+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/1594123626 >> 172.21.15.33:0/1594123626 conn(0x7fbd340d2c60 msgr2=0x7fbd340b5b20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:55.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.613+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/1594123626 shutdown_connections 2024-09-13T15:01:55.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.613+0000 7fbd3bb1e700 1 -- 172.21.15.33:0/1594123626 wait complete. 2024-09-13T15:01:55.622 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-09-13T15:01:55.634 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:55.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb32a107700 1 Processor -- start 2024-09-13T15:01:55.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb32a107700 1 -- start start 2024-09-13T15:01:55.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb32a107700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fb3240b2200 0x7fb3240b2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:55.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb32a107700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb3240705d0 con 0x7fb3240cd8d0 2024-09-13T15:01:55.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb32a107700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb32406fca0 con 0x7fb3240b17f0 2024-09-13T15:01:55.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb32a107700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb3240cbf10 con 0x7fb3240b2200 2024-09-13T15:01:55.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb329105700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fb3240cd8d0 0x7fb32406cb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42488/0 (socket says 172.21.15.33:42488) 2024-09-13T15:01:55.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb329105700 1 -- 172.21.15.33:0/2597697041 learned_addr learned my addr 172.21.15.33:0/2597697041 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:55.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb329906700 1 --2- 172.21.15.33:0/2597697041 >> v2:172.21.15.103:3300/0 conn(0x7fb3240b2200 0x7fb3240b2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:55.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 -- 172.21.15.33:0/2597697041 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2709069368 0 0) 0x7fb3240705d0 con 0x7fb3240cd8d0 2024-09-13T15:01:55.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 -- 172.21.15.33:0/2597697041 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fb30c0035d0 con 0x7fb3240cd8d0 2024-09-13T15:01:55.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 -- 172.21.15.33:0/2597697041 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2278823557 0 0) 0x7fb30c0035d0 con 0x7fb3240cd8d0 2024-09-13T15:01:55.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 -- 172.21.15.33:0/2597697041 >> v2:172.21.15.103:3300/0 conn(0x7fb3240b2200 msgr2=0x7fb3240b2670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:55.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 --2- 172.21.15.33:0/2597697041 >> v2:172.21.15.103:3300/0 conn(0x7fb3240b2200 0x7fb3240b2670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 -- 172.21.15.33:0/2597697041 >> v1:172.21.15.103:6789/0 conn(0x7fb3240b17f0 legacy=0x7fb3240cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:55.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 -- 172.21.15.33:0/2597697041 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb32406ff80 con 0x7fb3240cd8d0 2024-09-13T15:01:55.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 -- 172.21.15.33:0/2597697041 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7fb318001670 con 0x7fb3240cd8d0 2024-09-13T15:01:55.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 -- 172.21.15.33:0/2597697041 >> v1:172.21.15.33:6789/0 conn(0x7fb3240cd8d0 legacy=0x7fb32406cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:55.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 --2- 172.21.15.33:0/2597697041 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c003a20 0x7fb30c003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:55.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 --2- 172.21.15.33:0/2597697041 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb30c004870 0x7fb30c004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:55.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 --2- 172.21.15.33:0/2597697041 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb30c005230 0x7fb30c00ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:55.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 -- 172.21.15.33:0/2597697041 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb30c00c1a0 con 0x7fb30c003a20 2024-09-13T15:01:55.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 -- 172.21.15.33:0/2597697041 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb30c00c310 con 0x7fb30c004870 2024-09-13T15:01:55.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 -- 172.21.15.33:0/2597697041 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb30c00c4d0 con 0x7fb30c005230 2024-09-13T15:01:55.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb329105700 1 --2- 172.21.15.33:0/2597697041 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c003a20 0x7fb30c003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:55.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb329105700 1 -- 172.21.15.33:0/2597697041 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb30c005230 msgr2=0x7fb30c00ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:55.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb329906700 1 --2- 172.21.15.33:0/2597697041 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb30c005230 0x7fb30c00ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:55.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb328904700 1 --2- 172.21.15.33:0/2597697041 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb30c004870 0x7fb30c004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:55.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb329105700 1 --2- 172.21.15.33:0/2597697041 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb30c005230 0x7fb30c00ba30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb329105700 1 -- 172.21.15.33:0/2597697041 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb30c004870 msgr2=0x7fb30c004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:55.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb329105700 1 --2- 172.21.15.33:0/2597697041 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb30c004870 0x7fb30c004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb329906700 1 -- 172.21.15.33:0/2597697041 reap_dead start 2024-09-13T15:01:55.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb329105700 1 -- 172.21.15.33:0/2597697041 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb30c0035d0 con 0x7fb30c003a20 2024-09-13T15:01:55.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb328904700 1 --2- 172.21.15.33:0/2597697041 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb30c004870 0x7fb30c004cf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:55.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb329105700 1 --2- 172.21.15.33:0/2597697041 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c003a20 0x7fb30c003e40 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fb31800c320 tx=0x7fb30c0058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9121e5be4c6258d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:55.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 -- 172.21.15.33:0/2597697041 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb318007c30 con 0x7fb30c003a20 2024-09-13T15:01:55.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 -- 172.21.15.33:0/2597697041 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb31800ce00 con 0x7fb30c003a20 2024-09-13T15:01:55.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.745+0000 7fb323fff700 1 -- 172.21.15.33:0/2597697041 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb318005bc0 con 0x7fb30c003a20 2024-09-13T15:01:55.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.749+0000 7fb32a107700 1 -- 172.21.15.33:0/2597697041 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c003a20 msgr2=0x7fb30c003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:55.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.749+0000 7fb32a107700 1 --2- 172.21.15.33:0/2597697041 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c003a20 0x7fb30c003e40 secure :-1 s=READY pgs=398 cs=0 l=1 rev1=1 crypto rx=0x7fb31800c320 tx=0x7fb30c0058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.749+0000 7fb32a107700 1 -- 172.21.15.33:0/2597697041 shutdown_connections 2024-09-13T15:01:55.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.749+0000 7fb32a107700 1 --2- 172.21.15.33:0/2597697041 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c003a20 0x7fb30c003e40 unknown :-1 s=CLOSED pgs=398 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.749+0000 7fb32a107700 1 -- 172.21.15.33:0/2597697041 >> 172.21.15.33:0/2597697041 conn(0x7fb32406a350 msgr2=0x7fb32406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:55.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.749+0000 7fb32a107700 1 -- 172.21.15.33:0/2597697041 shutdown_connections 2024-09-13T15:01:55.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.749+0000 7fb32a107700 1 -- 172.21.15.33:0/2597697041 wait complete. 2024-09-13T15:01:55.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb32a107700 1 Processor -- start 2024-09-13T15:01:55.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb32a107700 1 -- start start 2024-09-13T15:01:55.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb32a107700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c003a20 0x7fb3241554d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:55.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb32a107700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb3240aaa10 0x7fb3240ac720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:55.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb32a107700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb3240aae70 0x7fb3240c4810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:55.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb32a107700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3240aa580 con 0x7fb30c003a20 2024-09-13T15:01:55.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb32a107700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb3240a9970 con 0x7fb3240aaa10 2024-09-13T15:01:55.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb32a107700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb3240a9c50 con 0x7fb3240aae70 2024-09-13T15:01:55.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb329105700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c003a20 0x7fb3241554d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:55.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb329105700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c003a20 0x7fb3241554d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37524/0 (socket says 172.21.15.33:37524) 2024-09-13T15:01:55.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb329105700 1 -- 172.21.15.33:0/683395653 learned_addr learned my addr 172.21.15.33:0/683395653 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:55.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb328904700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb3240aaa10 0x7fb3240ac720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:55.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb329906700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb3240aae70 0x7fb3240c4810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:55.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb329105700 1 -- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb3240aae70 msgr2=0x7fb3240c4810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:55.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb329105700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb3240aae70 0x7fb3240c4810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb329105700 1 -- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb3240aaa10 msgr2=0x7fb3240ac720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:55.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb329105700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb3240aaa10 0x7fb3240ac720 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb329105700 1 -- 172.21.15.33:0/683395653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb3240a9f30 con 0x7fb30c003a20 2024-09-13T15:01:55.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb329906700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb3240aae70 0x7fb3240c4810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:55.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb329105700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c003a20 0x7fb3241554d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fb318000c00 tx=0x7fb318001a00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:55.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb321ffb700 1 -- 172.21.15.33:0/683395653 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb318004ca0 con 0x7fb30c003a20 2024-09-13T15:01:55.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb321ffb700 1 -- 172.21.15.33:0/683395653 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb318004e20 con 0x7fb30c003a20 2024-09-13T15:01:55.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb32a107700 1 -- 172.21.15.33:0/683395653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb3240aa210 con 0x7fb30c003a20 2024-09-13T15:01:55.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb321ffb700 1 -- 172.21.15.33:0/683395653 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb318007310 con 0x7fb30c003a20 2024-09-13T15:01:55.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.753+0000 7fb32a107700 1 -- 172.21.15.33:0/683395653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb3240acc60 con 0x7fb30c003a20 2024-09-13T15:01:55.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.757+0000 7fb32a107700 1 -- 172.21.15.33:0/683395653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb3240ace80 con 0x7fb30c003a20 2024-09-13T15:01:55.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.757+0000 7fb321ffb700 1 -- 172.21.15.33:0/683395653 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb318007470 con 0x7fb30c003a20 2024-09-13T15:01:55.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.757+0000 7fb321ffb700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb310066730 0x7fb310068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:55.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.757+0000 7fb321ffb700 1 -- 172.21.15.33:0/683395653 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fb3180856c0 con 0x7fb30c003a20 2024-09-13T15:01:55.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.757+0000 7fb328904700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb310066730 0x7fb310068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:55.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.757+0000 7fb328904700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb310066730 0x7fb310068bf0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb3241626e0 tx=0x7fb314009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:55.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.765+0000 7fb321ffb700 1 -- 172.21.15.33:0/683395653 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb318052700 con 0x7fb30c003a20 2024-09-13T15:01:55.943 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.937+0000 7fb32a107700 1 -- 172.21.15.33:0/683395653 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fb3240b2670 con 0x7fb30c003a20 2024-09-13T15:01:55.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.941+0000 7fb321ffb700 1 -- 172.21.15.33:0/683395653 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18687 (secure 0 0 0) 0x7fb318007d90 con 0x7fb30c003a20 2024-09-13T15:01:55.947 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:55.947 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:01:39.459771+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2}]},{"pgid":"3.e","mappings":[{"from":7,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":1}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.941+0000 7fb32a107700 1 -- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb310066730 msgr2=0x7fb310068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.941+0000 7fb32a107700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb310066730 0x7fb310068bf0 secure :-1 s=READY pgs=219 cs=0 l=1 rev1=1 crypto rx=0x7fb3241626e0 tx=0x7fb314009040 comp rx=0 tx=0).stop 2024-09-13T15:01:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.941+0000 7fb32a107700 1 -- 172.21.15.33:0/683395653 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c003a20 msgr2=0x7fb3241554d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.941+0000 7fb32a107700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c003a20 0x7fb3241554d0 secure :-1 s=READY pgs=399 cs=0 l=1 rev1=1 crypto rx=0x7fb318000c00 tx=0x7fb318001a00 comp rx=0 tx=0).stop 2024-09-13T15:01:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.941+0000 7fb32a107700 1 -- 172.21.15.33:0/683395653 shutdown_connections 2024-09-13T15:01:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.941+0000 7fb32a107700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb310066730 0x7fb310068bf0 unknown :-1 s=CLOSED pgs=219 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.941+0000 7fb32a107700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb3240aae70 0x7fb3240c4810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.941+0000 7fb32a107700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb3240aaa10 0x7fb3240ac720 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.941+0000 7fb32a107700 1 --2- 172.21.15.33:0/683395653 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb30c003a20 0x7fb3241554d0 unknown :-1 s=CLOSED pgs=399 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.941+0000 7fb32a107700 1 -- 172.21.15.33:0/683395653 >> 172.21.15.33:0/683395653 conn(0x7fb32406a350 msgr2=0x7fb3240b0140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.941+0000 7fb32a107700 1 -- 172.21.15.33:0/683395653 shutdown_connections 2024-09-13T15:01:55.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:55.941+0000 7fb32a107700 1 -- 172.21.15.33:0/683395653 wait complete. 2024-09-13T15:01:55.962 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 2, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:00:47.785985+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '21', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.5, 'score_stable': 1.5, 'optimal_score': 1, 'raw_score_acting': 1.5, 'raw_score_stable': 1.5, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 3, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:00:48.858926+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '22', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.05000000074505806}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 4, 'pool_name': 'cephfs_data_ec', 'create_time': '2024-09-13T15:00:51.930396+0000', 'flags': 5, 'flags_names': 'hashpspool,ec_overwrites', 'type': 3, 'size': 4, 'min_size': 3, 'crush_rule': 1, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '26', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': 'cephfs_data_ec', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 8192, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}}] 2024-09-13T15:01:55.962 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:01:56.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.081+0000 7fd4b2209700 1 Processor -- start 2024-09-13T15:01:56.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.081+0000 7fd4b2209700 1 -- start start 2024-09-13T15:01:56.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b2209700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fd4ac1597e0 0x7fd4ac0cc2e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b2209700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd4ac0b34a0 0x7fd4ac0ce690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b2209700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4ac0af410 con 0x7fd4ac0b2950 2024-09-13T15:01:56.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b2209700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4ac06c610 con 0x7fd4ac0b34a0 2024-09-13T15:01:56.090 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b2209700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4ac06cab0 con 0x7fd4ac1597e0 2024-09-13T15:01:56.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b0a06700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fd4ac0b2950 0x7fd4ac0b2d90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42500/0 (socket says 172.21.15.33:42500) 2024-09-13T15:01:56.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b1a08700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd4ac0b34a0 0x7fd4ac0ce690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b0a06700 1 -- 172.21.15.33:0/4003494011 learned_addr learned my addr 172.21.15.33:0/4003494011 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:56.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b1207700 1 --2- 172.21.15.33:0/4003494011 >> v2:172.21.15.103:3300/0 conn(0x7fd4ac1597e0 0x7fd4ac0cc2e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4a3fff700 1 -- 172.21.15.33:0/4003494011 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1145932134 0 0) 0x7fd4ac0af410 con 0x7fd4ac0b2950 2024-09-13T15:01:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4a3fff700 1 -- 172.21.15.33:0/4003494011 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd4980035d0 con 0x7fd4ac0b2950 2024-09-13T15:01:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b1a08700 1 -- 172.21.15.33:0/4003494011 >> v2:172.21.15.103:3300/0 conn(0x7fd4ac1597e0 msgr2=0x7fd4ac0cc2e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b1a08700 1 --2- 172.21.15.33:0/4003494011 >> v2:172.21.15.103:3300/0 conn(0x7fd4ac1597e0 0x7fd4ac0cc2e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b1a08700 1 -- 172.21.15.33:0/4003494011 >> v1:172.21.15.33:6789/0 conn(0x7fd4ac0b2950 legacy=0x7fd4ac0b2d90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b1a08700 1 -- 172.21.15.33:0/4003494011 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4ac06c330 con 0x7fd4ac0b34a0 2024-09-13T15:01:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b1207700 1 --2- 172.21.15.33:0/4003494011 >> v2:172.21.15.103:3300/0 conn(0x7fd4ac1597e0 0x7fd4ac0cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b1a08700 1 --2- 172.21.15.33:0/4003494011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4ac0b34a0 0x7fd4ac0ce690 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac0725b0 tx=0x7fd4a400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2c9a381dcf4c43b9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4a3fff700 1 -- 172.21.15.33:0/4003494011 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a400e070 con 0x7fd4ac0b34a0 2024-09-13T15:01:56.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4a3fff700 1 -- 172.21.15.33:0/4003494011 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4a400bb20 con 0x7fd4ac0b34a0 2024-09-13T15:01:56.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4a3fff700 1 -- 172.21.15.33:0/4003494011 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a4012430 con 0x7fd4ac0b34a0 2024-09-13T15:01:56.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b2209700 1 -- 172.21.15.33:0/4003494011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4ac0b34a0 msgr2=0x7fd4ac0ce690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b2209700 1 --2- 172.21.15.33:0/4003494011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4ac0b34a0 0x7fd4ac0ce690 secure :-1 s=READY pgs=401 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac0725b0 tx=0x7fd4a400b330 comp rx=0 tx=0).stop 2024-09-13T15:01:56.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b2209700 1 -- 172.21.15.33:0/4003494011 shutdown_connections 2024-09-13T15:01:56.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b2209700 1 --2- 172.21.15.33:0/4003494011 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4ac0b34a0 0x7fd4ac0ce690 unknown :-1 s=CLOSED pgs=401 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b2209700 1 --2- 172.21.15.33:0/4003494011 >> v2:172.21.15.103:3300/0 conn(0x7fd4ac1597e0 0x7fd4ac0cc2e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b2209700 1 -- 172.21.15.33:0/4003494011 >> 172.21.15.33:0/4003494011 conn(0x7fd4ac06b460 msgr2=0x7fd4ac06b870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:56.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b2209700 1 -- 172.21.15.33:0/4003494011 shutdown_connections 2024-09-13T15:01:56.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.085+0000 7fd4b2209700 1 -- 172.21.15.33:0/4003494011 wait complete. 2024-09-13T15:01:56.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.089+0000 7fd4b2209700 1 Processor -- start 2024-09-13T15:01:56.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.089+0000 7fd4b2209700 1 -- start start 2024-09-13T15:01:56.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b2209700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4ac0b2950 0x7fd4ac14c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b2209700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4ac0b34a0 0x7fd4ac0acca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b2209700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4ac1597e0 0x7fd4ac0ad1e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b2209700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4ac06b2b0 con 0x7fd4ac0b2950 2024-09-13T15:01:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b2209700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4ac0aa7f0 con 0x7fd4ac0b34a0 2024-09-13T15:01:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b2209700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4ac0aaad0 con 0x7fd4ac1597e0 2024-09-13T15:01:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b1207700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4ac0b2950 0x7fd4ac14c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b1207700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4ac0b2950 0x7fd4ac14c1c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37542/0 (socket says 172.21.15.33:37542) 2024-09-13T15:01:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b1207700 1 -- 172.21.15.33:0/1618045325 learned_addr learned my addr 172.21.15.33:0/1618045325 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b0a06700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4ac0b34a0 0x7fd4ac0acca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b1a08700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4ac1597e0 0x7fd4ac0ad1e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b1207700 1 -- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4ac1597e0 msgr2=0x7fd4ac0ad1e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b1207700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4ac1597e0 0x7fd4ac0ad1e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b1207700 1 -- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4ac0b34a0 msgr2=0x7fd4ac0acca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b1207700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4ac0b34a0 0x7fd4ac0acca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b1207700 1 -- 172.21.15.33:0/1618045325 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4a80094b0 con 0x7fd4ac0b2950 2024-09-13T15:01:56.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b1a08700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4ac1597e0 0x7fd4ac0ad1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:56.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b1207700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4ac0b2950 0x7fd4ac14c1c0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fd4a800ebe0 tx=0x7fd4a800eef0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:56.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4a1ffb700 1 -- 172.21.15.33:0/1618045325 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a800c850 con 0x7fd4ac0b2950 2024-09-13T15:01:56.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4a1ffb700 1 -- 172.21.15.33:0/1618045325 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4a800c9b0 con 0x7fd4ac0b2950 2024-09-13T15:01:56.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b2209700 1 -- 172.21.15.33:0/1618045325 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4a4009a70 con 0x7fd4ac0b2950 2024-09-13T15:01:56.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4a1ffb700 1 -- 172.21.15.33:0/1618045325 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4a800cd40 con 0x7fd4ac0b2950 2024-09-13T15:01:56.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b2209700 1 -- 172.21.15.33:0/1618045325 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4ac0ab090 con 0x7fd4ac0b2950 2024-09-13T15:01:56.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.093+0000 7fd4b2209700 1 -- 172.21.15.33:0/1618045325 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4ac073590 con 0x7fd4ac0b2950 2024-09-13T15:01:56.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.097+0000 7fd4a1ffb700 1 -- 172.21.15.33:0/1618045325 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd4a8013470 con 0x7fd4ac0b2950 2024-09-13T15:01:56.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.097+0000 7fd4a1ffb700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd490066730 0x7fd490068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.097+0000 7fd4a1ffb700 1 -- 172.21.15.33:0/1618045325 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fd4a8084590 con 0x7fd4ac0b2950 2024-09-13T15:01:56.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.097+0000 7fd4b0a06700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd490066730 0x7fd490068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.097+0000 7fd4b0a06700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd490066730 0x7fd490068bf0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac06eb40 tx=0x7fd49c007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:56.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.109+0000 7fd4a1ffb700 1 -- 172.21.15.33:0/1618045325 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd4a8051550 con 0x7fd4ac0b2950 2024-09-13T15:01:56.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.277+0000 7fd4b2209700 1 -- 172.21.15.33:0/1618045325 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7fd4ac0b39f0 con 0x7fd4ac0b2950 2024-09-13T15:01:56.284 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.277+0000 7fd4a1ffb700 1 -- 172.21.15.33:0/1618045325 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v28) v1 ==== 93+0+10 (secure 0 0 0) 0x7fd4a800cea0 con 0x7fd4ac0b2950 2024-09-13T15:01:56.285 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:01:56.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.281+0000 7fd4b2209700 1 -- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd490066730 msgr2=0x7fd490068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.281+0000 7fd4b2209700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd490066730 0x7fd490068bf0 secure :-1 s=READY pgs=220 cs=0 l=1 rev1=1 crypto rx=0x7fd4ac06eb40 tx=0x7fd49c007de0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.281+0000 7fd4b2209700 1 -- 172.21.15.33:0/1618045325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4ac0b2950 msgr2=0x7fd4ac14c1c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.281+0000 7fd4b2209700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4ac0b2950 0x7fd4ac14c1c0 secure :-1 s=READY pgs=402 cs=0 l=1 rev1=1 crypto rx=0x7fd4a800ebe0 tx=0x7fd4a800eef0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.281+0000 7fd4b2209700 1 -- 172.21.15.33:0/1618045325 shutdown_connections 2024-09-13T15:01:56.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.281+0000 7fd4b2209700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd490066730 0x7fd490068bf0 unknown :-1 s=CLOSED pgs=220 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.281+0000 7fd4b2209700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4ac1597e0 0x7fd4ac0ad1e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.281+0000 7fd4b2209700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4ac0b34a0 0x7fd4ac0acca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.281+0000 7fd4b2209700 1 --2- 172.21.15.33:0/1618045325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4ac0b2950 0x7fd4ac14c1c0 unknown :-1 s=CLOSED pgs=402 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.281+0000 7fd4b2209700 1 -- 172.21.15.33:0/1618045325 >> 172.21.15.33:0/1618045325 conn(0x7fd4ac06b460 msgr2=0x7fd4ac155b00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:56.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.281+0000 7fd4b2209700 1 -- 172.21.15.33:0/1618045325 shutdown_connections 2024-09-13T15:01:56.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.281+0000 7fd4b2209700 1 -- 172.21.15.33:0/1618045325 wait complete. 2024-09-13T15:01:56.300 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:01:56.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f963c261700 1 Processor -- start 2024-09-13T15:01:56.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f963c261700 1 -- start start 2024-09-13T15:01:56.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f963c261700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f96341573e0 0x7f963406a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f963c261700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f96340ae4f0 0x7f963415d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f963c261700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f96340b3ce0 con 0x7f963415d630 2024-09-13T15:01:56.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f963c261700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f963406b290 con 0x7f96340ae4f0 2024-09-13T15:01:56.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f963c261700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f963406a9f0 con 0x7f96341573e0 2024-09-13T15:01:56.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f96397fc700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f96340ae4f0 0x7f963415d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f96397fc700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f96340ae4f0 0x7f963415d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37558/0 (socket says 172.21.15.33:37558) 2024-09-13T15:01:56.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f96397fc700 1 -- 172.21.15.33:0/2729122505 learned_addr learned my addr 172.21.15.33:0/2729122505 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:56.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f9639ffd700 1 --2- 172.21.15.33:0/2729122505 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f96341573e0 0x7f963406a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f9638ffb700 1 -- 172.21.15.33:0/2729122505 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 976507094 0 0) 0x7f96340b3ce0 con 0x7f963415d630 2024-09-13T15:01:56.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f96397fc700 1 -- 172.21.15.33:0/2729122505 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f96341573e0 msgr2=0x7f963406a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:56.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f96397fc700 1 --2- 172.21.15.33:0/2729122505 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f96341573e0 0x7f963406a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f96397fc700 1 -- 172.21.15.33:0/2729122505 >> v1:172.21.15.103:6789/0 conn(0x7f963415d630 legacy=0x7f96340b4170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.413+0000 7f96397fc700 1 -- 172.21.15.33:0/2729122505 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f963406acd0 con 0x7f96340ae4f0 2024-09-13T15:01:56.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.417+0000 7f96397fc700 1 --2- 172.21.15.33:0/2729122505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96340ae4f0 0x7f963415d0f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f9624009910 tx=0x7f9624009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a3d956a4942bee4f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:56.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.417+0000 7f9638ffb700 1 -- 172.21.15.33:0/2729122505 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9624011830 con 0x7f96340ae4f0 2024-09-13T15:01:56.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.417+0000 7f9638ffb700 1 -- 172.21.15.33:0/2729122505 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9624011990 con 0x7f96340ae4f0 2024-09-13T15:01:56.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.417+0000 7f9638ffb700 1 -- 172.21.15.33:0/2729122505 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9624011d40 con 0x7f96340ae4f0 2024-09-13T15:01:56.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.417+0000 7f963c261700 1 -- 172.21.15.33:0/2729122505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96340ae4f0 msgr2=0x7f963415d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.417+0000 7f963c261700 1 --2- 172.21.15.33:0/2729122505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96340ae4f0 0x7f963415d0f0 secure :-1 s=READY pgs=403 cs=0 l=1 rev1=1 crypto rx=0x7f9624009910 tx=0x7f9624009c20 comp rx=0 tx=0).stop 2024-09-13T15:01:56.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.417+0000 7f963c261700 1 -- 172.21.15.33:0/2729122505 shutdown_connections 2024-09-13T15:01:56.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.417+0000 7f963c261700 1 --2- 172.21.15.33:0/2729122505 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f96340ae4f0 0x7f963415d0f0 unknown :-1 s=CLOSED pgs=403 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.417+0000 7f963c261700 1 --2- 172.21.15.33:0/2729122505 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f96341573e0 0x7f963406a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.417+0000 7f963c261700 1 -- 172.21.15.33:0/2729122505 >> 172.21.15.33:0/2729122505 conn(0x7f9634070dc0 msgr2=0x7f96340711d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:56.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.417+0000 7f963c261700 1 -- 172.21.15.33:0/2729122505 shutdown_connections 2024-09-13T15:01:56.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.417+0000 7f963c261700 1 -- 172.21.15.33:0/2729122505 wait complete. 2024-09-13T15:01:56.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f963c261700 1 Processor -- start 2024-09-13T15:01:56.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f963c261700 1 -- start start 2024-09-13T15:01:56.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f963c261700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f96340ae4f0 0x7f963415c170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f963c261700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f96341573e0 0x7f96341f2530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f963c261700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f963415d630 0x7f9634159a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f963c261700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96340cc820 con 0x7f963415d630 2024-09-13T15:01:56.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f963c261700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f96341f2ed0 con 0x7f96340ae4f0 2024-09-13T15:01:56.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f963c261700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f96341f31b0 con 0x7f96341573e0 2024-09-13T15:01:56.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f963a7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f963415d630 0x7f9634159a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f9639ffd700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f96340ae4f0 0x7f963415c170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f96397fc700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f96341573e0 0x7f96341f2530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f9639ffd700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f96340ae4f0 0x7f963415c170 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:36158/0 (socket says 172.21.15.33:36158) 2024-09-13T15:01:56.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f9639ffd700 1 -- 172.21.15.33:0/2621125364 learned_addr learned my addr 172.21.15.33:0/2621125364 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:56.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f9639ffd700 1 -- 172.21.15.33:0/2621125364 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f96341573e0 msgr2=0x7f96341f2530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f9639ffd700 1 --2- 172.21.15.33:0/2621125364 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f96341573e0 0x7f96341f2530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f9639ffd700 1 -- 172.21.15.33:0/2621125364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f963415d630 msgr2=0x7f9634159a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f9639ffd700 1 --2- 172.21.15.33:0/2621125364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f963415d630 0x7f9634159a50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f9639ffd700 1 -- 172.21.15.33:0/2621125364 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9624009570 con 0x7f96340ae4f0 2024-09-13T15:01:56.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f9639ffd700 1 --2- 172.21.15.33:0/2621125364 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f96340ae4f0 0x7f963415c170 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f963000e9d0 tx=0x7f963000ece0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:56.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f962a7fc700 1 -- 172.21.15.33:0/2621125364 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9630009720 con 0x7f96340ae4f0 2024-09-13T15:01:56.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f962a7fc700 1 -- 172.21.15.33:0/2621125364 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f963000ee70 con 0x7f96340ae4f0 2024-09-13T15:01:56.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f963c261700 1 -- 172.21.15.33:0/2621125364 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f96341f3490 con 0x7f96340ae4f0 2024-09-13T15:01:56.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f962a7fc700 1 -- 172.21.15.33:0/2621125364 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f963000ca50 con 0x7f96340ae4f0 2024-09-13T15:01:56.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.421+0000 7f963c261700 1 -- 172.21.15.33:0/2621125364 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f96341577c0 con 0x7f96340ae4f0 2024-09-13T15:01:56.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.425+0000 7f963c261700 1 -- 172.21.15.33:0/2621125364 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f96340cc300 con 0x7f96340ae4f0 2024-09-13T15:01:56.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.425+0000 7f962a7fc700 1 -- 172.21.15.33:0/2621125364 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f963000cbb0 con 0x7f96340ae4f0 2024-09-13T15:01:56.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.425+0000 7f962a7fc700 1 --2- 172.21.15.33:0/2621125364 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9618066730 0x7f9618068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.425+0000 7f962a7fc700 1 -- 172.21.15.33:0/2621125364 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f9630084510 con 0x7f96340ae4f0 2024-09-13T15:01:56.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.425+0000 7f96397fc700 1 --2- 172.21.15.33:0/2621125364 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9618066730 0x7f9618068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.425+0000 7f96397fc700 1 --2- 172.21.15.33:0/2621125364 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9618066730 0x7f9618068bf0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9624009910 tx=0x7f9624008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:56.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.433+0000 7f962a7fc700 1 -- 172.21.15.33:0/2621125364 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f96300514d0 con 0x7f96340ae4f0 2024-09-13T15:01:56.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.605+0000 7f963c261700 1 -- 172.21.15.33:0/2621125364 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f963415d0f0 con 0x7f96340ae4f0 2024-09-13T15:01:56.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.609+0000 7f962a7fc700 1 -- 172.21.15.33:0/2621125364 <== mon.1 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v28) v1 ==== 104+0+11 (secure 0 0 0) 0x7f963000ce60 con 0x7f96340ae4f0 2024-09-13T15:01:56.614 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:56.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.613+0000 7f963c261700 1 -- 172.21.15.33:0/2621125364 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9618066730 msgr2=0x7f9618068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.613+0000 7f963c261700 1 --2- 172.21.15.33:0/2621125364 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9618066730 0x7f9618068bf0 secure :-1 s=READY pgs=221 cs=0 l=1 rev1=1 crypto rx=0x7f9624009910 tx=0x7f9624008030 comp rx=0 tx=0).stop 2024-09-13T15:01:56.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.613+0000 7f963c261700 1 -- 172.21.15.33:0/2621125364 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f96340ae4f0 msgr2=0x7f963415c170 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.613+0000 7f963c261700 1 --2- 172.21.15.33:0/2621125364 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f96340ae4f0 0x7f963415c170 secure :-1 s=READY pgs=190 cs=0 l=1 rev1=1 crypto rx=0x7f963000e9d0 tx=0x7f963000ece0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.613+0000 7f963c261700 1 -- 172.21.15.33:0/2621125364 shutdown_connections 2024-09-13T15:01:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.613+0000 7f963c261700 1 --2- 172.21.15.33:0/2621125364 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9618066730 0x7f9618068bf0 unknown :-1 s=CLOSED pgs=221 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.613+0000 7f963c261700 1 --2- 172.21.15.33:0/2621125364 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f963415d630 0x7f9634159a50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.613+0000 7f963c261700 1 --2- 172.21.15.33:0/2621125364 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f96341573e0 0x7f96341f2530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.613+0000 7f963c261700 1 --2- 172.21.15.33:0/2621125364 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f96340ae4f0 0x7f963415c170 unknown :-1 s=CLOSED pgs=190 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.613+0000 7f963c261700 1 -- 172.21.15.33:0/2621125364 >> 172.21.15.33:0/2621125364 conn(0x7f9634070dc0 msgr2=0x7f9634066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.613+0000 7f963c261700 1 -- 172.21.15.33:0/2621125364 shutdown_connections 2024-09-13T15:01:56.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.613+0000 7f963c261700 1 -- 172.21.15.33:0/2621125364 wait complete. 2024-09-13T15:01:56.634 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:01:56.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.749+0000 7f2f80b87700 1 Processor -- start 2024-09-13T15:01:56.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.749+0000 7f2f80b87700 1 -- start start 2024-09-13T15:01:56.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.753+0000 7f2f80b87700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f2f7c06a5c0 0x7f2f7c0cec90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.753+0000 7f2f80b87700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f7c0cf850 con 0x7f2f7c154f60 2024-09-13T15:01:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.753+0000 7f2f80b87700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f7c15aee0 con 0x7f2f7c06a9a0 2024-09-13T15:01:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.753+0000 7f2f80b87700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f7c06cb60 con 0x7f2f7c06a5c0 2024-09-13T15:01:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.753+0000 7f2f7b7fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f2f7c06a5c0 0x7f2f7c0cec90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.753+0000 7f2f7bfff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f2f7c154f60 0x7f2f7c15e330 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42504/0 (socket says 172.21.15.33:42504) 2024-09-13T15:01:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.753+0000 7f2f7bfff700 1 -- 172.21.15.33:0/4138882342 learned_addr learned my addr 172.21.15.33:0/4138882342 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:56.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.753+0000 7f2f7b7fe700 1 -- 172.21.15.33:0/4138882342 >> v1:172.21.15.103:6789/0 conn(0x7f2f7c06a9a0 legacy=0x7f2f7c154850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.753+0000 7f2f7b7fe700 1 -- 172.21.15.33:0/4138882342 >> v1:172.21.15.33:6789/0 conn(0x7f2f7c154f60 legacy=0x7f2f7c15e330 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.753+0000 7f2f7b7fe700 1 -- 172.21.15.33:0/4138882342 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f7c15b1c0 con 0x7f2f7c06a5c0 2024-09-13T15:01:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.753+0000 7f2f7b7fe700 1 --2- 172.21.15.33:0/4138882342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f7c06a5c0 0x7f2f7c0cec90 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c009850 tx=0x7f2f6c009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=6c323cbdfb9c8026 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.753+0000 7f2f7affd700 1 -- 172.21.15.33:0/4138882342 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f6c011830 con 0x7f2f7c06a5c0 2024-09-13T15:01:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.753+0000 7f2f7affd700 1 -- 172.21.15.33:0/4138882342 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f6c011990 con 0x7f2f7c06a5c0 2024-09-13T15:01:56.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.753+0000 7f2f7affd700 1 -- 172.21.15.33:0/4138882342 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f6c011d20 con 0x7f2f7c06a5c0 2024-09-13T15:01:56.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 -- 172.21.15.33:0/4138882342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f7c06a5c0 msgr2=0x7f2f7c0cec90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 --2- 172.21.15.33:0/4138882342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f7c06a5c0 0x7f2f7c0cec90 secure :-1 s=READY pgs=405 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c009850 tx=0x7f2f6c009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:56.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 -- 172.21.15.33:0/4138882342 shutdown_connections 2024-09-13T15:01:56.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 --2- 172.21.15.33:0/4138882342 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f7c06a5c0 0x7f2f7c0cec90 unknown :-1 s=CLOSED pgs=405 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 -- 172.21.15.33:0/4138882342 >> 172.21.15.33:0/4138882342 conn(0x7f2f7c06b460 msgr2=0x7f2f7c06b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:56.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 -- 172.21.15.33:0/4138882342 shutdown_connections 2024-09-13T15:01:56.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 -- 172.21.15.33:0/4138882342 wait complete. 2024-09-13T15:01:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 Processor -- start 2024-09-13T15:01:56.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 -- start start 2024-09-13T15:01:56.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f7c06a5c0 0x7f2f7c14f1b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f7c06a9a0 0x7f2f7c14f6f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f7c154f60 0x7f2f7c13ea00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c155dd0 con 0x7f2f7c154f60 2024-09-13T15:01:56.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c1f4d20 con 0x7f2f7c06a5c0 2024-09-13T15:01:56.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f80b87700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f7c1554a0 con 0x7f2f7c06a9a0 2024-09-13T15:01:56.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.757+0000 7f2f7bfff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f7c154f60 0x7f2f7c13ea00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f7bfff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f7c154f60 0x7f2f7c13ea00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37574/0 (socket says 172.21.15.33:37574) 2024-09-13T15:01:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f7bfff700 1 -- 172.21.15.33:0/3241414239 learned_addr learned my addr 172.21.15.33:0/3241414239 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f7b7fe700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f7c06a5c0 0x7f2f7c14f1b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f73fff700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f7c06a9a0 0x7f2f7c14f6f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f7bfff700 1 -- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f7c06a9a0 msgr2=0x7f2f7c14f6f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f7bfff700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f7c06a9a0 0x7f2f7c14f6f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f7bfff700 1 -- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f7c06a5c0 msgr2=0x7f2f7c14f1b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f7bfff700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f7c06a5c0 0x7f2f7c14f1b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f7bfff700 1 -- 172.21.15.33:0/3241414239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f6c0094b0 con 0x7f2f7c154f60 2024-09-13T15:01:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f73fff700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f7c06a9a0 0x7f2f7c14f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:01:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f7bfff700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f7c154f60 0x7f2f7c13ea00 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f2f7400caf0 tx=0x7f2f7400cbd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f78ff9700 1 -- 172.21.15.33:0/3241414239 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f7400a7f0 con 0x7f2f7c154f60 2024-09-13T15:01:56.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f80b87700 1 -- 172.21.15.33:0/3241414239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f7c155780 con 0x7f2f7c154f60 2024-09-13T15:01:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f78ff9700 1 -- 172.21.15.33:0/3241414239 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f7400a950 con 0x7f2f7c154f60 2024-09-13T15:01:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f80b87700 1 -- 172.21.15.33:0/3241414239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f7c156260 con 0x7f2f7c154f60 2024-09-13T15:01:56.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f78ff9700 1 -- 172.21.15.33:0/3241414239 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f7400acc0 con 0x7f2f7c154f60 2024-09-13T15:01:56.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f80b87700 1 -- 172.21.15.33:0/3241414239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f7c0cf2a0 con 0x7f2f7c154f60 2024-09-13T15:01:56.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f78ff9700 1 -- 172.21.15.33:0/3241414239 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2f74012400 con 0x7f2f7c154f60 2024-09-13T15:01:56.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f78ff9700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2f5c066760 0x7f2f5c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:56.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.761+0000 7f2f78ff9700 1 -- 172.21.15.33:0/3241414239 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f2f74083e60 con 0x7f2f7c154f60 2024-09-13T15:01:56.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.765+0000 7f2f7b7fe700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2f5c066760 0x7f2f5c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:56.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.765+0000 7f2f7b7fe700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2f5c066760 0x7f2f5c068c20 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c014040 tx=0x7f2f6c008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:56.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.773+0000 7f2f78ff9700 1 -- 172.21.15.33:0/3241414239 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2f74050e40 con 0x7f2f7c154f60 2024-09-13T15:01:56.949 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.941+0000 7f2f80b87700 1 -- 172.21.15.33:0/3241414239 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2f7c06c1f0 con 0x7f2f7c154f60 2024-09-13T15:01:56.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.945+0000 7f2f78ff9700 1 -- 172.21.15.33:0/3241414239 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v28) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2f74054460 con 0x7f2f7c154f60 2024-09-13T15:01:56.950 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:01:56.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.945+0000 7f2f80b87700 1 -- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2f5c066760 msgr2=0x7f2f5c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.945+0000 7f2f80b87700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2f5c066760 0x7f2f5c068c20 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f2f6c014040 tx=0x7f2f6c008030 comp rx=0 tx=0).stop 2024-09-13T15:01:56.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.945+0000 7f2f80b87700 1 -- 172.21.15.33:0/3241414239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f7c154f60 msgr2=0x7f2f7c13ea00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:56.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.945+0000 7f2f80b87700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f7c154f60 0x7f2f7c13ea00 secure :-1 s=READY pgs=406 cs=0 l=1 rev1=1 crypto rx=0x7f2f7400caf0 tx=0x7f2f7400cbd0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.945+0000 7f2f80b87700 1 -- 172.21.15.33:0/3241414239 shutdown_connections 2024-09-13T15:01:56.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.945+0000 7f2f80b87700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2f5c066760 0x7f2f5c068c20 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.945+0000 7f2f80b87700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f7c154f60 0x7f2f7c13ea00 unknown :-1 s=CLOSED pgs=406 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.945+0000 7f2f80b87700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f7c06a9a0 0x7f2f7c14f6f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.953 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.945+0000 7f2f80b87700 1 --2- 172.21.15.33:0/3241414239 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f7c06a5c0 0x7f2f7c14f1b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:56.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.945+0000 7f2f80b87700 1 -- 172.21.15.33:0/3241414239 >> 172.21.15.33:0/3241414239 conn(0x7f2f7c06b460 msgr2=0x7f2f7c15d860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:56.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.945+0000 7f2f80b87700 1 -- 172.21.15.33:0/3241414239 shutdown_connections 2024-09-13T15:01:56.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:56.945+0000 7f2f80b87700 1 -- 172.21.15.33:0/3241414239 wait complete. 2024-09-13T15:01:56.966 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data_ec pg_num 2024-09-13T15:01:57.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.085+0000 7f9e73fff700 1 Processor -- start 2024-09-13T15:01:57.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.085+0000 7f9e73fff700 1 -- start start 2024-09-13T15:01:57.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e73fff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f9e740d17e0 0x7f9e74167bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e73fff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e740d0df0 con 0x7f9e740ce8c0 2024-09-13T15:01:57.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e73fff700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9e740cdb00 con 0x7f9e7415cc00 2024-09-13T15:01:57.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e73fff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9e740cdde0 con 0x7f9e740d17e0 2024-09-13T15:01:57.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e6a7fc700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f9e740ce8c0 0x7f9e740d10d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42520/0 (socket says 172.21.15.33:42520) 2024-09-13T15:01:57.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e6a7fc700 1 -- 172.21.15.33:0/2436760638 learned_addr learned my addr 172.21.15.33:0/2436760638 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:57.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e737fe700 1 --2- 172.21.15.33:0/2436760638 >> v2:172.21.15.103:3300/0 conn(0x7f9e740d17e0 0x7f9e74167bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e727fc700 1 -- 172.21.15.33:0/2436760638 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2080062422 0 0) 0x7f9e740d0df0 con 0x7f9e740ce8c0 2024-09-13T15:01:57.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e727fc700 1 -- 172.21.15.33:0/2436760638 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9e600035d0 con 0x7f9e740ce8c0 2024-09-13T15:01:57.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e737fe700 1 -- 172.21.15.33:0/2436760638 >> v1:172.21.15.103:6789/0 conn(0x7f9e7415cc00 legacy=0x7f9e740d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.096 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e737fe700 1 -- 172.21.15.33:0/2436760638 >> v1:172.21.15.33:6789/0 conn(0x7f9e740ce8c0 legacy=0x7f9e740d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e737fe700 1 -- 172.21.15.33:0/2436760638 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e740ce0c0 con 0x7f9e740d17e0 2024-09-13T15:01:57.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e737fe700 1 --2- 172.21.15.33:0/2436760638 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e740d17e0 0x7f9e74167bb0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f9e6c009d90 tx=0x7f9e6c00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=dc3222624e19ca54 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:57.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e727fc700 1 -- 172.21.15.33:0/2436760638 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e6c00e070 con 0x7f9e740d17e0 2024-09-13T15:01:57.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e727fc700 1 -- 172.21.15.33:0/2436760638 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e6c00bb20 con 0x7f9e740d17e0 2024-09-13T15:01:57.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e727fc700 1 -- 172.21.15.33:0/2436760638 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e6c012430 con 0x7f9e740d17e0 2024-09-13T15:01:57.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e73fff700 1 -- 172.21.15.33:0/2436760638 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e740d17e0 msgr2=0x7f9e74167bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.089+0000 7f9e73fff700 1 --2- 172.21.15.33:0/2436760638 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e740d17e0 0x7f9e74167bb0 secure :-1 s=READY pgs=193 cs=0 l=1 rev1=1 crypto rx=0x7f9e6c009d90 tx=0x7f9e6c00b330 comp rx=0 tx=0).stop 2024-09-13T15:01:57.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.093+0000 7f9e73fff700 1 -- 172.21.15.33:0/2436760638 shutdown_connections 2024-09-13T15:01:57.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.093+0000 7f9e73fff700 1 --2- 172.21.15.33:0/2436760638 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e740d17e0 0x7f9e74167bb0 unknown :-1 s=CLOSED pgs=193 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.093+0000 7f9e73fff700 1 -- 172.21.15.33:0/2436760638 >> 172.21.15.33:0/2436760638 conn(0x7f9e7408c080 msgr2=0x7f9e740d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:57.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.093+0000 7f9e73fff700 1 -- 172.21.15.33:0/2436760638 shutdown_connections 2024-09-13T15:01:57.099 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.093+0000 7f9e73fff700 1 -- 172.21.15.33:0/2436760638 wait complete. 2024-09-13T15:01:57.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.093+0000 7f9e73fff700 1 Processor -- start 2024-09-13T15:01:57.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.093+0000 7f9e73fff700 1 -- start start 2024-09-13T15:01:57.103 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e73fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9e740ce8c0 0x7f9e74155cd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e73fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e740d17e0 0x7f9e74155620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e73fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e7415cc00 0x7f9e740c6580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e73fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e74155b60 con 0x7f9e7415cc00 2024-09-13T15:01:57.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e73fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9e741e7a70 con 0x7f9e740d17e0 2024-09-13T15:01:57.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e73fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9e741e7d50 con 0x7f9e740ce8c0 2024-09-13T15:01:57.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e737fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e7415cc00 0x7f9e740c6580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e737fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e7415cc00 0x7f9e740c6580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37580/0 (socket says 172.21.15.33:37580) 2024-09-13T15:01:57.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e737fe700 1 -- 172.21.15.33:0/3648418967 learned_addr learned my addr 172.21.15.33:0/3648418967 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:57.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e72ffd700 1 --2- 172.21.15.33:0/3648418967 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9e740ce8c0 0x7f9e74155cd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e6a7fc700 1 --2- 172.21.15.33:0/3648418967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e740d17e0 0x7f9e74155620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e737fe700 1 -- 172.21.15.33:0/3648418967 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9e740ce8c0 msgr2=0x7f9e74155cd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e737fe700 1 --2- 172.21.15.33:0/3648418967 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9e740ce8c0 0x7f9e74155cd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e737fe700 1 -- 172.21.15.33:0/3648418967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e740d17e0 msgr2=0x7f9e74155620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e737fe700 1 --2- 172.21.15.33:0/3648418967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e740d17e0 0x7f9e74155620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e737fe700 1 -- 172.21.15.33:0/3648418967 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9e6c009a70 con 0x7f9e7415cc00 2024-09-13T15:01:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e737fe700 1 --2- 172.21.15.33:0/3648418967 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e7415cc00 0x7f9e740c6580 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f9e7408c530 tx=0x7f9e6c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e70ff9700 1 -- 172.21.15.33:0/3648418967 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e6c012430 con 0x7f9e7415cc00 2024-09-13T15:01:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e70ff9700 1 -- 172.21.15.33:0/3648418967 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9e6c020070 con 0x7f9e7415cc00 2024-09-13T15:01:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e73fff700 1 -- 172.21.15.33:0/3648418967 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9e741e8030 con 0x7f9e7415cc00 2024-09-13T15:01:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e70ff9700 1 -- 172.21.15.33:0/3648418967 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9e6c004280 con 0x7f9e7415cc00 2024-09-13T15:01:57.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.097+0000 7f9e73fff700 1 -- 172.21.15.33:0/3648418967 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9e74156370 con 0x7f9e7415cc00 2024-09-13T15:01:57.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.101+0000 7f9e73fff700 1 -- 172.21.15.33:0/3648418967 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9e7415cfe0 con 0x7f9e7415cc00 2024-09-13T15:01:57.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.101+0000 7f9e70ff9700 1 -- 172.21.15.33:0/3648418967 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9e6c0043e0 con 0x7f9e7415cc00 2024-09-13T15:01:57.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.101+0000 7f9e70ff9700 1 --2- 172.21.15.33:0/3648418967 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9e54066730 0x7f9e54068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.101+0000 7f9e70ff9700 1 -- 172.21.15.33:0/3648418967 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f9e6c022070 con 0x7f9e7415cc00 2024-09-13T15:01:57.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.101+0000 7f9e72ffd700 1 --2- 172.21.15.33:0/3648418967 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9e54066730 0x7f9e54068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.101+0000 7f9e72ffd700 1 --2- 172.21.15.33:0/3648418967 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9e54066730 0x7f9e54068bf0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9e740b7320 tx=0x7f9e64009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:57.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.109+0000 7f9e70ff9700 1 -- 172.21.15.33:0/3648418967 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9e6c0530e0 con 0x7f9e7415cc00 2024-09-13T15:01:57.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.281+0000 7f9e73fff700 1 -- 172.21.15.33:0/3648418967 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"} v 0) v1 -- 0x7f9e740cfe10 con 0x7f9e7415cc00 2024-09-13T15:01:57.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.281+0000 7f9e70ff9700 1 -- 172.21.15.33:0/3648418967 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data_ec", "var": "pg_num"}]=0 v28) v1 ==== 103+0+11 (secure 0 0 0) 0x7f9e6c056700 con 0x7f9e7415cc00 2024-09-13T15:01:57.288 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:01:57.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.285+0000 7f9e73fff700 1 -- 172.21.15.33:0/3648418967 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9e54066730 msgr2=0x7f9e54068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.290 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.285+0000 7f9e73fff700 1 --2- 172.21.15.33:0/3648418967 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9e54066730 0x7f9e54068bf0 secure :-1 s=READY pgs=223 cs=0 l=1 rev1=1 crypto rx=0x7f9e740b7320 tx=0x7f9e64009040 comp rx=0 tx=0).stop 2024-09-13T15:01:57.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.285+0000 7f9e73fff700 1 -- 172.21.15.33:0/3648418967 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e7415cc00 msgr2=0x7f9e740c6580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.285+0000 7f9e73fff700 1 --2- 172.21.15.33:0/3648418967 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e7415cc00 0x7f9e740c6580 secure :-1 s=READY pgs=408 cs=0 l=1 rev1=1 crypto rx=0x7f9e7408c530 tx=0x7f9e6c004af0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.285+0000 7f9e73fff700 1 -- 172.21.15.33:0/3648418967 shutdown_connections 2024-09-13T15:01:57.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.285+0000 7f9e73fff700 1 --2- 172.21.15.33:0/3648418967 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9e54066730 0x7f9e54068bf0 unknown :-1 s=CLOSED pgs=223 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.285+0000 7f9e73fff700 1 --2- 172.21.15.33:0/3648418967 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9e7415cc00 0x7f9e740c6580 unknown :-1 s=CLOSED pgs=408 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.285+0000 7f9e73fff700 1 --2- 172.21.15.33:0/3648418967 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9e740d17e0 0x7f9e74155620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.285+0000 7f9e73fff700 1 --2- 172.21.15.33:0/3648418967 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9e740ce8c0 0x7f9e74155cd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.285+0000 7f9e73fff700 1 -- 172.21.15.33:0/3648418967 >> 172.21.15.33:0/3648418967 conn(0x7f9e7408c080 msgr2=0x7f9e7406bd20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:57.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.285+0000 7f9e73fff700 1 -- 172.21.15.33:0/3648418967 shutdown_connections 2024-09-13T15:01:57.291 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.285+0000 7f9e73fff700 1 -- 172.21.15.33:0/3648418967 wait complete. 2024-09-13T15:01:57.303 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:01:57.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6e85c700 1 Processor -- start 2024-09-13T15:01:57.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6e85c700 1 -- start start 2024-09-13T15:01:57.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6e85c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7efc681594f0 0x7efc6806d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6e85c700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7efc6806da70 0x7efc680b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6e85c700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efc680b2280 con 0x7efc680b3630 2024-09-13T15:01:57.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6e85c700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc68070c10 con 0x7efc681594f0 2024-09-13T15:01:57.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6e85c700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc6806dee0 con 0x7efc6806da70 2024-09-13T15:01:57.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6e05b700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7efc680b3630 0x7efc6815d150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42522/0 (socket says 172.21.15.33:42522) 2024-09-13T15:01:57.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6e05b700 1 -- 172.21.15.33:0/4184824232 learned_addr learned my addr 172.21.15.33:0/4184824232 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:57.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6d85a700 1 --2- 172.21.15.33:0/4184824232 >> v2:172.21.15.33:3300/0 conn(0x7efc681594f0 0x7efc6806d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6d059700 1 --2- 172.21.15.33:0/4184824232 >> v2:172.21.15.103:3300/0 conn(0x7efc6806da70 0x7efc680b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6c858700 1 -- 172.21.15.33:0/4184824232 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3989879015 0 0) 0x7efc680b2280 con 0x7efc680b3630 2024-09-13T15:01:57.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6d85a700 1 -- 172.21.15.33:0/4184824232 >> v2:172.21.15.103:3300/0 conn(0x7efc6806da70 msgr2=0x7efc680b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:57.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6d85a700 1 --2- 172.21.15.33:0/4184824232 >> v2:172.21.15.103:3300/0 conn(0x7efc6806da70 0x7efc680b30f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6d85a700 1 -- 172.21.15.33:0/4184824232 >> v1:172.21.15.33:6789/0 conn(0x7efc680b3630 legacy=0x7efc6815d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6d85a700 1 -- 172.21.15.33:0/4184824232 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc680cc890 con 0x7efc681594f0 2024-09-13T15:01:57.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6d85a700 1 --2- 172.21.15.33:0/4184824232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc681594f0 0x7efc6806d530 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7efc6806c330 tx=0x7efc58009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1601a3f7b361a5ea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:57.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6c858700 1 -- 172.21.15.33:0/4184824232 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc58011830 con 0x7efc681594f0 2024-09-13T15:01:57.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6c858700 1 -- 172.21.15.33:0/4184824232 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc58011990 con 0x7efc681594f0 2024-09-13T15:01:57.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.413+0000 7efc6c858700 1 -- 172.21.15.33:0/4184824232 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc58011d20 con 0x7efc681594f0 2024-09-13T15:01:57.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.417+0000 7efc6e85c700 1 -- 172.21.15.33:0/4184824232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc681594f0 msgr2=0x7efc6806d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.417+0000 7efc6e85c700 1 --2- 172.21.15.33:0/4184824232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc681594f0 0x7efc6806d530 secure :-1 s=READY pgs=410 cs=0 l=1 rev1=1 crypto rx=0x7efc6806c330 tx=0x7efc58009b30 comp rx=0 tx=0).stop 2024-09-13T15:01:57.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.417+0000 7efc6e85c700 1 -- 172.21.15.33:0/4184824232 shutdown_connections 2024-09-13T15:01:57.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.417+0000 7efc6e85c700 1 --2- 172.21.15.33:0/4184824232 >> v2:172.21.15.103:3300/0 conn(0x7efc6806da70 0x7efc680b30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.417+0000 7efc6e85c700 1 --2- 172.21.15.33:0/4184824232 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc681594f0 0x7efc6806d530 unknown :-1 s=CLOSED pgs=410 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.417+0000 7efc6e85c700 1 -- 172.21.15.33:0/4184824232 >> 172.21.15.33:0/4184824232 conn(0x7efc6806a350 msgr2=0x7efc6806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:57.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.417+0000 7efc6e85c700 1 -- 172.21.15.33:0/4184824232 shutdown_connections 2024-09-13T15:01:57.424 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.417+0000 7efc6e85c700 1 -- 172.21.15.33:0/4184824232 wait complete. 2024-09-13T15:01:57.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.417+0000 7efc6e85c700 1 Processor -- start 2024-09-13T15:01:57.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.417+0000 7efc6e85c700 1 -- start start 2024-09-13T15:01:57.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e85c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc6806da70 0x7efc68155890 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e85c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc680b3630 0x7efc6813cec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e85c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc681594f0 0x7efc6815ab50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e85c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc6814f2e0 con 0x7efc681594f0 2024-09-13T15:01:57.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e85c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc6813d400 con 0x7efc680b3630 2024-09-13T15:01:57.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e85c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc68158600 con 0x7efc6806da70 2024-09-13T15:01:57.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e05b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc681594f0 0x7efc6815ab50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e05b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc681594f0 0x7efc6815ab50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37608/0 (socket says 172.21.15.33:37608) 2024-09-13T15:01:57.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e05b700 1 -- 172.21.15.33:0/3947684692 learned_addr learned my addr 172.21.15.33:0/3947684692 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:57.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6d85a700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc6806da70 0x7efc68155890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6d059700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc680b3630 0x7efc6813cec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e05b700 1 -- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc6806da70 msgr2=0x7efc68155890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e05b700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc6806da70 0x7efc68155890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e05b700 1 -- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc680b3630 msgr2=0x7efc6813cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e05b700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc680b3630 0x7efc6813cec0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e05b700 1 -- 172.21.15.33:0/3947684692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc580094b0 con 0x7efc681594f0 2024-09-13T15:01:57.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6d059700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc680b3630 0x7efc6813cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:57.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e05b700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc681594f0 0x7efc6815ab50 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7efc60002230 tx=0x7efc6000cf50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:57.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc5e7fc700 1 -- 172.21.15.33:0/3947684692 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc6000ab70 con 0x7efc681594f0 2024-09-13T15:01:57.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc5e7fc700 1 -- 172.21.15.33:0/3947684692 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc6000acf0 con 0x7efc681594f0 2024-09-13T15:01:57.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc5e7fc700 1 -- 172.21.15.33:0/3947684692 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc60007310 con 0x7efc681594f0 2024-09-13T15:01:57.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e85c700 1 -- 172.21.15.33:0/3947684692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc681588e0 con 0x7efc681594f0 2024-09-13T15:01:57.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.421+0000 7efc6e85c700 1 -- 172.21.15.33:0/3947684692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc68155e70 con 0x7efc681594f0 2024-09-13T15:01:57.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.425+0000 7efc6e85c700 1 -- 172.21.15.33:0/3947684692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc680b26f0 con 0x7efc681594f0 2024-09-13T15:01:57.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.425+0000 7efc5e7fc700 1 -- 172.21.15.33:0/3947684692 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efc60007470 con 0x7efc681594f0 2024-09-13T15:01:57.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.425+0000 7efc5e7fc700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efc54066760 0x7efc54068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.425+0000 7efc5e7fc700 1 -- 172.21.15.33:0/3947684692 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7efc60083f40 con 0x7efc681594f0 2024-09-13T15:01:57.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.425+0000 7efc6d85a700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efc54066760 0x7efc54068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.425+0000 7efc6d85a700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efc54066760 0x7efc54068c20 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7efc58009fd0 tx=0x7efc58008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:57.438 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.433+0000 7efc5e7fc700 1 -- 172.21.15.33:0/3947684692 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efc60050f80 con 0x7efc681594f0 2024-09-13T15:01:57.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.637+0000 7efc6e85c700 1 -- 172.21.15.33:0/3947684692 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efc680cd960 con 0x7efc681594f0 2024-09-13T15:01:57.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.637+0000 7efc5e7fc700 1 -- 172.21.15.33:0/3947684692 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7efc60018020 con 0x7efc681594f0 2024-09-13T15:01:57.643 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:57.643 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2581616786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2581616786},{"type":"v1","addr":"172.21.15.33:6833","nonce":2581616786}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4254,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/63013610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":63013610},{"type":"v1","addr":"172.21.15.103:6835","nonce":63013610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2759736167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2759736167},{"type":"v1","addr":"172.21.15.33:6835","nonce":2759736167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:00:49.869447+0000","modified":"2024-09-13T15:01:05.983365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.103:6837/3113841157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":3113841157},{"type":"v1","addr":"172.21.15.103:6837","nonce":3113841157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:01:57.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.637+0000 7efc6e85c700 1 -- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efc54066760 msgr2=0x7efc54068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.637+0000 7efc6e85c700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efc54066760 0x7efc54068c20 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7efc58009fd0 tx=0x7efc58008030 comp rx=0 tx=0).stop 2024-09-13T15:01:57.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.637+0000 7efc6e85c700 1 -- 172.21.15.33:0/3947684692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc681594f0 msgr2=0x7efc6815ab50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.637+0000 7efc6e85c700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc681594f0 0x7efc6815ab50 secure :-1 s=READY pgs=411 cs=0 l=1 rev1=1 crypto rx=0x7efc60002230 tx=0x7efc6000cf50 comp rx=0 tx=0).stop 2024-09-13T15:01:57.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.637+0000 7efc6e85c700 1 -- 172.21.15.33:0/3947684692 shutdown_connections 2024-09-13T15:01:57.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.637+0000 7efc6e85c700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efc54066760 0x7efc54068c20 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.637+0000 7efc6e85c700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc681594f0 0x7efc6815ab50 unknown :-1 s=CLOSED pgs=411 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.637+0000 7efc6e85c700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc680b3630 0x7efc6813cec0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.637+0000 7efc6e85c700 1 --2- 172.21.15.33:0/3947684692 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc6806da70 0x7efc68155890 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.637+0000 7efc6e85c700 1 -- 172.21.15.33:0/3947684692 >> 172.21.15.33:0/3947684692 conn(0x7efc6806a350 msgr2=0x7efc68071110 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:57.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.637+0000 7efc6e85c700 1 -- 172.21.15.33:0/3947684692 shutdown_connections 2024-09-13T15:01:57.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.637+0000 7efc6e85c700 1 -- 172.21.15.33:0/3947684692 wait complete. 2024-09-13T15:01:57.647 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-09-13T15:01:57.658 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:57.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.761+0000 7f82a9e79700 1 Processor -- start 2024-09-13T15:01:57.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.761+0000 7f82a9e79700 1 -- start start 2024-09-13T15:01:57.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.761+0000 7f82a9e79700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f82a4156ed0 0x7f82a406e520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.761+0000 7f82a9e79700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82a40b42d0 0x7f82a4071620 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a9e79700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f82a40aec60 con 0x7f82a41572b0 2024-09-13T15:01:57.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a9e79700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f82a415e0a0 con 0x7f82a4156ed0 2024-09-13T15:01:57.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a9e79700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82a40b47b0 con 0x7f82a40b42d0 2024-09-13T15:01:57.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a9678700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f82a41572b0 0x7f82a406a350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42534/0 (socket says 172.21.15.33:42534) 2024-09-13T15:01:57.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a9678700 1 -- 172.21.15.33:0/1237848200 learned_addr learned my addr 172.21.15.33:0/1237848200 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:57.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a3fff700 1 --2- 172.21.15.33:0/1237848200 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82a40b42d0 0x7f82a4071620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a8e77700 1 --2- 172.21.15.33:0/1237848200 >> v2:172.21.15.103:3300/0 conn(0x7f82a4156ed0 0x7f82a406e520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a37fe700 1 -- 172.21.15.33:0/1237848200 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 579033816 0 0) 0x7f82a40aec60 con 0x7f82a41572b0 2024-09-13T15:01:57.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a37fe700 1 -- 172.21.15.33:0/1237848200 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f828c0035d0 con 0x7f82a41572b0 2024-09-13T15:01:57.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a3fff700 1 -- 172.21.15.33:0/1237848200 >> v2:172.21.15.103:3300/0 conn(0x7f82a4156ed0 msgr2=0x7f82a406e520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:57.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a3fff700 1 --2- 172.21.15.33:0/1237848200 >> v2:172.21.15.103:3300/0 conn(0x7f82a4156ed0 0x7f82a406e520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a3fff700 1 -- 172.21.15.33:0/1237848200 >> v1:172.21.15.33:6789/0 conn(0x7f82a41572b0 legacy=0x7f82a406a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a3fff700 1 -- 172.21.15.33:0/1237848200 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82a40b4a90 con 0x7f82a40b42d0 2024-09-13T15:01:57.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a3fff700 1 --2- 172.21.15.33:0/1237848200 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82a40b42d0 0x7f82a4071620 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8298009850 tx=0x7f8298009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=4736026d38dc4d8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:57.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a37fe700 1 -- 172.21.15.33:0/1237848200 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8298011830 con 0x7f82a40b42d0 2024-09-13T15:01:57.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a37fe700 1 -- 172.21.15.33:0/1237848200 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8298011990 con 0x7f82a40b42d0 2024-09-13T15:01:57.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a37fe700 1 -- 172.21.15.33:0/1237848200 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8298011d00 con 0x7f82a40b42d0 2024-09-13T15:01:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a9e79700 1 -- 172.21.15.33:0/1237848200 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82a40b42d0 msgr2=0x7f82a4071620 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a9e79700 1 --2- 172.21.15.33:0/1237848200 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82a40b42d0 0x7f82a4071620 secure :-1 s=READY pgs=86 cs=0 l=1 rev1=1 crypto rx=0x7f8298009850 tx=0x7f8298009b60 comp rx=0 tx=0).stop 2024-09-13T15:01:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a9e79700 1 -- 172.21.15.33:0/1237848200 shutdown_connections 2024-09-13T15:01:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a9e79700 1 --2- 172.21.15.33:0/1237848200 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82a40b42d0 0x7f82a4071620 unknown :-1 s=CLOSED pgs=86 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a9e79700 1 --2- 172.21.15.33:0/1237848200 >> v2:172.21.15.103:3300/0 conn(0x7f82a4156ed0 0x7f82a406e520 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a9e79700 1 -- 172.21.15.33:0/1237848200 >> 172.21.15.33:0/1237848200 conn(0x7f82a406b460 msgr2=0x7f82a406b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:57.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a9e79700 1 -- 172.21.15.33:0/1237848200 shutdown_connections 2024-09-13T15:01:57.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.765+0000 7f82a9e79700 1 -- 172.21.15.33:0/1237848200 wait complete. 2024-09-13T15:01:57.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a9e79700 1 Processor -- start 2024-09-13T15:01:57.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a9e79700 1 -- start start 2024-09-13T15:01:57.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a9e79700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82a40b42d0 0x7f82a4143c60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a9e79700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82a4156ed0 0x7f82a40cc250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a9e79700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f82a41572b0 0x7f82a415f280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a9e79700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82a40cd4b0 con 0x7f82a40b42d0 2024-09-13T15:01:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a9e79700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f82a41517c0 con 0x7f82a41572b0 2024-09-13T15:01:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a9e79700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f82a41441a0 con 0x7f82a4156ed0 2024-09-13T15:01:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a8e77700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82a40b42d0 0x7f82a4143c60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a8e77700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82a40b42d0 0x7f82a4143c60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37620/0 (socket says 172.21.15.33:37620) 2024-09-13T15:01:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a8e77700 1 -- 172.21.15.33:0/3555077783 learned_addr learned my addr 172.21.15.33:0/3555077783 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a3fff700 1 --2- 172.21.15.33:0/3555077783 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82a4156ed0 0x7f82a40cc250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a9678700 1 --2- 172.21.15.33:0/3555077783 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f82a41572b0 0x7f82a415f280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a8e77700 1 -- 172.21.15.33:0/3555077783 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82a4156ed0 msgr2=0x7f82a40cc250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a8e77700 1 --2- 172.21.15.33:0/3555077783 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82a4156ed0 0x7f82a40cc250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a8e77700 1 -- 172.21.15.33:0/3555077783 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f82a41572b0 msgr2=0x7f82a415f280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a8e77700 1 --2- 172.21.15.33:0/3555077783 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f82a41572b0 0x7f82a415f280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a8e77700 1 -- 172.21.15.33:0/3555077783 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f82980094b0 con 0x7f82a40b42d0 2024-09-13T15:01:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a8e77700 1 --2- 172.21.15.33:0/3555077783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82a40b42d0 0x7f82a4143c60 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f829400ea00 tx=0x7f829400ed10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:57.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a17fa700 1 -- 172.21.15.33:0/3555077783 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8294009720 con 0x7f82a40b42d0 2024-09-13T15:01:57.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a17fa700 1 -- 172.21.15.33:0/3555077783 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f829400eea0 con 0x7f82a40b42d0 2024-09-13T15:01:57.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a9e79700 1 -- 172.21.15.33:0/3555077783 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f82a40ccc10 con 0x7f82a40b42d0 2024-09-13T15:01:57.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a17fa700 1 -- 172.21.15.33:0/3555077783 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f829400ca50 con 0x7f82a40b42d0 2024-09-13T15:01:57.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.769+0000 7f82a9e79700 1 -- 172.21.15.33:0/3555077783 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f82a40cd1d0 con 0x7f82a40b42d0 2024-09-13T15:01:57.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.773+0000 7f82a9e79700 1 -- 172.21.15.33:0/3555077783 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f82a40cfe80 con 0x7f82a40b42d0 2024-09-13T15:01:57.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.773+0000 7f82a17fa700 1 -- 172.21.15.33:0/3555077783 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f829400cbb0 con 0x7f82a40b42d0 2024-09-13T15:01:57.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.773+0000 7f82a17fa700 1 --2- 172.21.15.33:0/3555077783 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8290066760 0x7f8290068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:57.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.773+0000 7f82a17fa700 1 -- 172.21.15.33:0/3555077783 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f82940844c0 con 0x7f82a40b42d0 2024-09-13T15:01:57.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.773+0000 7f82a3fff700 1 --2- 172.21.15.33:0/3555077783 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8290066760 0x7f8290068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:57.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.777+0000 7f82a3fff700 1 --2- 172.21.15.33:0/3555077783 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8290066760 0x7f8290068c20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f82980090b0 tx=0x7f8298008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:57.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.785+0000 7f82a17fa700 1 -- 172.21.15.33:0/3555077783 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8294051470 con 0x7f82a40b42d0 2024-09-13T15:01:57.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.961+0000 7f82a9e79700 1 -- 172.21.15.33:0/3555077783 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f82a40cfba0 con 0x7f82a40b42d0 2024-09-13T15:01:57.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.965+0000 7f82a17fa700 1 -- 172.21.15.33:0/3555077783 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18687 (secure 0 0 0) 0x7f8294054a90 con 0x7f82a40b42d0 2024-09-13T15:01:57.972 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:57.972 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:01:39.459771+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2}]},{"pgid":"3.e","mappings":[{"from":7,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":1}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:57.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.969+0000 7f82a9e79700 1 -- 172.21.15.33:0/3555077783 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8290066760 msgr2=0x7f8290068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.969+0000 7f82a9e79700 1 --2- 172.21.15.33:0/3555077783 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8290066760 0x7f8290068c20 secure :-1 s=READY pgs=225 cs=0 l=1 rev1=1 crypto rx=0x7f82980090b0 tx=0x7f8298008030 comp rx=0 tx=0).stop 2024-09-13T15:01:57.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.969+0000 7f82a9e79700 1 -- 172.21.15.33:0/3555077783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82a40b42d0 msgr2=0x7f82a4143c60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:57.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.969+0000 7f82a9e79700 1 --2- 172.21.15.33:0/3555077783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82a40b42d0 0x7f82a4143c60 secure :-1 s=READY pgs=413 cs=0 l=1 rev1=1 crypto rx=0x7f829400ea00 tx=0x7f829400ed10 comp rx=0 tx=0).stop 2024-09-13T15:01:57.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.969+0000 7f82a9e79700 1 -- 172.21.15.33:0/3555077783 shutdown_connections 2024-09-13T15:01:57.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.969+0000 7f82a9e79700 1 --2- 172.21.15.33:0/3555077783 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8290066760 0x7f8290068c20 unknown :-1 s=CLOSED pgs=225 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.969+0000 7f82a9e79700 1 --2- 172.21.15.33:0/3555077783 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f82a41572b0 0x7f82a415f280 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.969+0000 7f82a9e79700 1 --2- 172.21.15.33:0/3555077783 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f82a4156ed0 0x7f82a40cc250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.969+0000 7f82a9e79700 1 --2- 172.21.15.33:0/3555077783 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f82a40b42d0 0x7f82a4143c60 unknown :-1 s=CLOSED pgs=413 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:57.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.969+0000 7f82a9e79700 1 -- 172.21.15.33:0/3555077783 >> 172.21.15.33:0/3555077783 conn(0x7f82a406b460 msgr2=0x7f82a406cce0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:57.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.969+0000 7f82a9e79700 1 -- 172.21.15.33:0/3555077783 shutdown_connections 2024-09-13T15:01:57.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:57.969+0000 7f82a9e79700 1 -- 172.21.15.33:0/3555077783 wait complete. 2024-09-13T15:01:57.987 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T15:01:57.987 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:01:58.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.093+0000 7fd4ed8c4700 1 Processor -- start 2024-09-13T15:01:58.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.093+0000 7fd4ed8c4700 1 -- start start 2024-09-13T15:01:58.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.093+0000 7fd4ed8c4700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fd4e8158b30 0x7fd4e8071030 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.093+0000 7fd4ed8c4700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4e806de00 con 0x7fd4e806d540 2024-09-13T15:01:58.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.093+0000 7fd4ed8c4700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4e806db20 con 0x7fd4e8158f10 2024-09-13T15:01:58.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.093+0000 7fd4ed8c4700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd4e80b1920 con 0x7fd4e8158b30 2024-09-13T15:01:58.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ed0c3700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fd4e806d540 0x7fd4e80b2400 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42542/0 (socket says 172.21.15.33:42542) 2024-09-13T15:01:58.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ed0c3700 1 -- 172.21.15.33:0/1734107425 learned_addr learned my addr 172.21.15.33:0/1734107425 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:58.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ec8c2700 1 --2- 172.21.15.33:0/1734107425 >> v2:172.21.15.103:3300/0 conn(0x7fd4e8158b30 0x7fd4e8071030 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 254654642 0 0) 0x7fd4e806de00 con 0x7fd4e806d540 2024-09-13T15:01:58.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd4d80046e0 con 0x7fd4e806d540 2024-09-13T15:01:58.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3509697497 0 0) 0x7fd4e806db20 con 0x7fd4e8158f10 2024-09-13T15:01:58.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd4e806de00 con 0x7fd4e8158f10 2024-09-13T15:01:58.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 264896506 0 0) 0x7fd4d80046e0 con 0x7fd4e806d540 2024-09-13T15:01:58.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 >> v2:172.21.15.103:3300/0 conn(0x7fd4e8158b30 msgr2=0x7fd4e8071030 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:58.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 --2- 172.21.15.33:0/1734107425 >> v2:172.21.15.103:3300/0 conn(0x7fd4e8158b30 0x7fd4e8071030 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 >> v1:172.21.15.103:6789/0 conn(0x7fd4e8158f10 legacy=0x7fd4e806ce30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4e80b1c00 con 0x7fd4e806d540 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7fd4e00019f0 con 0x7fd4e806d540 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ec8c2700 1 --2- 172.21.15.33:0/1734107425 >> v2:172.21.15.103:3300/0 conn(0x7fd4e8158b30 0x7fd4e8071030 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 >> v1:172.21.15.33:6789/0 conn(0x7fd4e806d540 legacy=0x7fd4e80b2400 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 --2- 172.21.15.33:0/1734107425 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4d8004cc0 0x7fd4d80050c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 --2- 172.21.15.33:0/1734107425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4d8005980 0x7fd4d8005e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 --2- 172.21.15.33:0/1734107425 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4d8006340 0x7fd4d80034d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4e80b1920 con 0x7fd4d8005980 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4d8003c20 con 0x7fd4d8006340 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4d8003de0 con 0x7fd4d8004cc0 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ec8c2700 1 --2- 172.21.15.33:0/1734107425 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4d8004cc0 0x7fd4d80050c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e7fff700 1 --2- 172.21.15.33:0/1734107425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4d8005980 0x7fd4d8005e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ed0c3700 1 --2- 172.21.15.33:0/1734107425 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4d8006340 0x7fd4d80034d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ec8c2700 1 -- 172.21.15.33:0/1734107425 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4d8006340 msgr2=0x7fd4d80034d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:58.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ec8c2700 1 --2- 172.21.15.33:0/1734107425 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4d8006340 0x7fd4d80034d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ec8c2700 1 -- 172.21.15.33:0/1734107425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4d8005980 msgr2=0x7fd4d8005e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:58.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ec8c2700 1 --2- 172.21.15.33:0/1734107425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4d8005980 0x7fd4d8005e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ec8c2700 1 -- 172.21.15.33:0/1734107425 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4d80046e0 con 0x7fd4d8004cc0 2024-09-13T15:01:58.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ed0c3700 1 -- 172.21.15.33:0/1734107425 reap_dead start 2024-09-13T15:01:58.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e7fff700 1 --2- 172.21.15.33:0/1734107425 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4d8005980 0x7fd4d8005e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:01:58.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ec8c2700 1 --2- 172.21.15.33:0/1734107425 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4d8004cc0 0x7fd4d80050c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd4dc009d40 tx=0x7fd4d80069b0 comp rx=0 tx=0).ready entity=mon.2 client_cookie=953457b96a07acb6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:58.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4dc009e90 con 0x7fd4d8004cc0 2024-09-13T15:01:58.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4dc00e9a0 con 0x7fd4d8004cc0 2024-09-13T15:01:58.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4e77fe700 1 -- 172.21.15.33:0/1734107425 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4dc00ed10 con 0x7fd4d8004cc0 2024-09-13T15:01:58.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/1734107425 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4d8004cc0 msgr2=0x7fd4d80050c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ed8c4700 1 --2- 172.21.15.33:0/1734107425 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4d8004cc0 0x7fd4d80050c0 secure :-1 s=READY pgs=87 cs=0 l=1 rev1=1 crypto rx=0x7fd4dc009d40 tx=0x7fd4d80069b0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/1734107425 shutdown_connections 2024-09-13T15:01:58.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ed8c4700 1 --2- 172.21.15.33:0/1734107425 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4d8004cc0 0x7fd4d80050c0 unknown :-1 s=CLOSED pgs=87 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/1734107425 >> 172.21.15.33:0/1734107425 conn(0x7fd4e806a350 msgr2=0x7fd4e806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:58.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/1734107425 shutdown_connections 2024-09-13T15:01:58.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.097+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/1734107425 wait complete. 2024-09-13T15:01:58.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4ed8c4700 1 Processor -- start 2024-09-13T15:01:58.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4ed8c4700 1 -- start start 2024-09-13T15:01:58.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4ed8c4700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4d8004cc0 0x7fd4e8157e50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4ed8c4700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4e815afe0 0x7fd4e815bb90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4ed8c4700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4e80af0d0 0x7fd4e80af550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4ed8c4700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4e80afa90 con 0x7fd4e815afe0 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4ed8c4700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4e81ee2e0 con 0x7fd4e80af0d0 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4ed8c4700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4e8158390 con 0x7fd4d8004cc0 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4e7fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4e815afe0 0x7fd4e815bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4e7fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4e815afe0 0x7fd4e815bb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37644/0 (socket says 172.21.15.33:37644) 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4e7fff700 1 -- 172.21.15.33:0/689575162 learned_addr learned my addr 172.21.15.33:0/689575162 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4ec8c2700 1 --2- 172.21.15.33:0/689575162 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4d8004cc0 0x7fd4e8157e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4ed0c3700 1 --2- 172.21.15.33:0/689575162 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4e80af0d0 0x7fd4e80af550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4e7fff700 1 -- 172.21.15.33:0/689575162 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4d8004cc0 msgr2=0x7fd4e8157e50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4e7fff700 1 --2- 172.21.15.33:0/689575162 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4d8004cc0 0x7fd4e8157e50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4e7fff700 1 -- 172.21.15.33:0/689575162 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4e80af0d0 msgr2=0x7fd4e80af550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4e7fff700 1 --2- 172.21.15.33:0/689575162 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4e80af0d0 0x7fd4e80af550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4e7fff700 1 -- 172.21.15.33:0/689575162 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4e81ee5a0 con 0x7fd4e815afe0 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.101+0000 7fd4e7fff700 1 --2- 172.21.15.33:0/689575162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4e815afe0 0x7fd4e815bb90 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fd4d400f8d0 tx=0x7fd4d400fbe0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:58.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.105+0000 7fd4e57fa700 1 -- 172.21.15.33:0/689575162 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4d40052e0 con 0x7fd4e815afe0 2024-09-13T15:01:58.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.105+0000 7fd4e57fa700 1 -- 172.21.15.33:0/689575162 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4d4005440 con 0x7fd4e815afe0 2024-09-13T15:01:58.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.105+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/689575162 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4e81ee880 con 0x7fd4e815afe0 2024-09-13T15:01:58.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.105+0000 7fd4e57fa700 1 -- 172.21.15.33:0/689575162 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4d40038a0 con 0x7fd4e815afe0 2024-09-13T15:01:58.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.105+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/689575162 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4e81eee40 con 0x7fd4e815afe0 2024-09-13T15:01:58.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.105+0000 7fd4e57fa700 1 -- 172.21.15.33:0/689575162 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd4d4003a00 con 0x7fd4e815afe0 2024-09-13T15:01:58.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.105+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/689575162 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4e806bb90 con 0x7fd4e815afe0 2024-09-13T15:01:58.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.105+0000 7fd4e57fa700 1 --2- 172.21.15.33:0/689575162 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd4cc066760 0x7fd4cc068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.105+0000 7fd4e57fa700 1 -- 172.21.15.33:0/689575162 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fd4d4084370 con 0x7fd4e815afe0 2024-09-13T15:01:58.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.109+0000 7fd4ec8c2700 1 --2- 172.21.15.33:0/689575162 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd4cc066760 0x7fd4cc068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.109+0000 7fd4ec8c2700 1 --2- 172.21.15.33:0/689575162 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd4cc066760 0x7fd4cc068c20 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd4dc0090b0 tx=0x7fd4dc01e040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:58.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.117+0000 7fd4e57fa700 1 -- 172.21.15.33:0/689575162 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd4d40511f0 con 0x7fd4e815afe0 2024-09-13T15:01:58.328 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.321+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/689575162 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fd4e81ef000 con 0x7fd4e815afe0 2024-09-13T15:01:58.329 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.321+0000 7fd4e57fa700 1 -- 172.21.15.33:0/689575162 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7fd4d4003cb0 con 0x7fd4e815afe0 2024-09-13T15:01:58.329 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:58.330 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2581616786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2581616786},{"type":"v1","addr":"172.21.15.33:6833","nonce":2581616786}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4254,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/63013610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":63013610},{"type":"v1","addr":"172.21.15.103:6835","nonce":63013610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2759736167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2759736167},{"type":"v1","addr":"172.21.15.33:6835","nonce":2759736167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:00:49.869447+0000","modified":"2024-09-13T15:01:05.983365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.103:6837/3113841157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":3113841157},{"type":"v1","addr":"172.21.15.103:6837","nonce":3113841157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:01:58.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.325+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/689575162 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd4cc066760 msgr2=0x7fd4cc068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.325+0000 7fd4ed8c4700 1 --2- 172.21.15.33:0/689575162 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd4cc066760 0x7fd4cc068c20 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fd4dc0090b0 tx=0x7fd4dc01e040 comp rx=0 tx=0).stop 2024-09-13T15:01:58.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.325+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/689575162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4e815afe0 msgr2=0x7fd4e815bb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.325+0000 7fd4ed8c4700 1 --2- 172.21.15.33:0/689575162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4e815afe0 0x7fd4e815bb90 secure :-1 s=READY pgs=415 cs=0 l=1 rev1=1 crypto rx=0x7fd4d400f8d0 tx=0x7fd4d400fbe0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.325+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/689575162 shutdown_connections 2024-09-13T15:01:58.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.325+0000 7fd4ed8c4700 1 --2- 172.21.15.33:0/689575162 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd4cc066760 0x7fd4cc068c20 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.325+0000 7fd4ed8c4700 1 --2- 172.21.15.33:0/689575162 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4e80af0d0 0x7fd4e80af550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.325+0000 7fd4ed8c4700 1 --2- 172.21.15.33:0/689575162 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4e815afe0 0x7fd4e815bb90 unknown :-1 s=CLOSED pgs=415 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.325+0000 7fd4ed8c4700 1 --2- 172.21.15.33:0/689575162 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4d8004cc0 0x7fd4e8157e50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.325+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/689575162 >> 172.21.15.33:0/689575162 conn(0x7fd4e806a350 msgr2=0x7fd4e80b2ac0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:58.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.325+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/689575162 shutdown_connections 2024-09-13T15:01:58.333 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.325+0000 7fd4ed8c4700 1 -- 172.21.15.33:0/689575162 wait complete. 2024-09-13T15:01:58.334 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-09-13T15:01:58.345 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:01:58.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f563a3c2700 1 Processor -- start 2024-09-13T15:01:58.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f563a3c2700 1 -- start start 2024-09-13T15:01:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f563a3c2700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56340d37a0 0x7f56340ce2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f563a3c2700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f56341607c0 0x7f5634160c70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f563a3c2700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56340d1190 con 0x7f563415ce70 2024-09-13T15:01:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f563a3c2700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56341611b0 con 0x7f56341607c0 2024-09-13T15:01:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f563a3c2700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56340d3bc0 con 0x7f56340d37a0 2024-09-13T15:01:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5633fff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f563415ce70 0x7f56340d1620 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:42554/0 (socket says 172.21.15.33:42554) 2024-09-13T15:01:58.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5633fff700 1 -- 172.21.15.33:0/2785235286 learned_addr learned my addr 172.21.15.33:0/2785235286 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:01:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 -- 172.21.15.33:0/2785235286 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2859786445 0 0) 0x7f56340d1190 con 0x7f563415ce70 2024-09-13T15:01:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f56337fe700 1 --2- 172.21.15.33:0/2785235286 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56340d37a0 0x7f56340ce2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 -- 172.21.15.33:0/2785235286 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f56140035d0 con 0x7f563415ce70 2024-09-13T15:01:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f563895f700 1 --2- 172.21.15.33:0/2785235286 >> v2:172.21.15.103:3300/0 conn(0x7f56341607c0 0x7f5634160c70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 -- 172.21.15.33:0/2785235286 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2600932676 0 0) 0x7f56140035d0 con 0x7f563415ce70 2024-09-13T15:01:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 -- 172.21.15.33:0/2785235286 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56340d37a0 msgr2=0x7f56340ce2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 --2- 172.21.15.33:0/2785235286 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56340d37a0 0x7f56340ce2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 -- 172.21.15.33:0/2785235286 >> v2:172.21.15.103:3300/0 conn(0x7f56341607c0 msgr2=0x7f5634160c70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 --2- 172.21.15.33:0/2785235286 >> v2:172.21.15.103:3300/0 conn(0x7f56341607c0 0x7f5634160c70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 -- 172.21.15.33:0/2785235286 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56340ceaf0 con 0x7f563415ce70 2024-09-13T15:01:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 -- 172.21.15.33:0/2785235286 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7f56240019f0 con 0x7f563415ce70 2024-09-13T15:01:58.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 -- 172.21.15.33:0/2785235286 >> v1:172.21.15.33:6789/0 conn(0x7f563415ce70 legacy=0x7f56340d1620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 --2- 172.21.15.33:0/2785235286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5614003a20 0x7f5614003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 --2- 172.21.15.33:0/2785235286 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56340d37a0 0x7f5614004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 --2- 172.21.15.33:0/2785235286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5614004db0 0x7f5614005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 -- 172.21.15.33:0/2785235286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56341611b0 con 0x7f5614003a20 2024-09-13T15:01:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 -- 172.21.15.33:0/2785235286 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56340d3bc0 con 0x7f5614004db0 2024-09-13T15:01:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5632ffd700 1 -- 172.21.15.33:0/2785235286 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f561400bae0 con 0x7f56340d37a0 2024-09-13T15:01:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5633fff700 1 --2- 172.21.15.33:0/2785235286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5614003a20 0x7f5614003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f563895f700 1 --2- 172.21.15.33:0/2785235286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5614004db0 0x7f5614005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f56337fe700 1 --2- 172.21.15.33:0/2785235286 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56340d37a0 0x7f5614004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5633fff700 1 -- 172.21.15.33:0/2785235286 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56340d37a0 msgr2=0x7f5614004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5633fff700 1 --2- 172.21.15.33:0/2785235286 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56340d37a0 0x7f5614004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5633fff700 1 -- 172.21.15.33:0/2785235286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5614004db0 msgr2=0x7f5614005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5633fff700 1 --2- 172.21.15.33:0/2785235286 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5614004db0 0x7f5614005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5633fff700 1 -- 172.21.15.33:0/2785235286 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56140035d0 con 0x7f5614003a20 2024-09-13T15:01:58.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.457+0000 7f5633fff700 1 --2- 172.21.15.33:0/2785235286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5614003a20 0x7f5614003e40 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f562400a860 tx=0x7f56140058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8aa0601fa38e4158 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:58.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.461+0000 7f5632ffd700 1 -- 172.21.15.33:0/2785235286 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56240072d0 con 0x7f5614003a20 2024-09-13T15:01:58.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.461+0000 7f5632ffd700 1 -- 172.21.15.33:0/2785235286 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5624007450 con 0x7f5614003a20 2024-09-13T15:01:58.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.461+0000 7f5632ffd700 1 -- 172.21.15.33:0/2785235286 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5624007800 con 0x7f5614003a20 2024-09-13T15:01:58.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.461+0000 7f563a3c2700 1 -- 172.21.15.33:0/2785235286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5614003a20 msgr2=0x7f5614003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.461+0000 7f563a3c2700 1 --2- 172.21.15.33:0/2785235286 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5614003a20 0x7f5614003e40 secure :-1 s=READY pgs=417 cs=0 l=1 rev1=1 crypto rx=0x7f562400a860 tx=0x7f56140058a0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.461+0000 7f563895f700 1 -- 172.21.15.33:0/2785235286 reap_dead start 2024-09-13T15:01:58.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.461+0000 7f563a3c2700 1 -- 172.21.15.33:0/2785235286 shutdown_connections 2024-09-13T15:01:58.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.461+0000 7f563a3c2700 1 -- 172.21.15.33:0/2785235286 >> 172.21.15.33:0/2785235286 conn(0x7f56340d2bf0 msgr2=0x7f56340d3000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:58.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.461+0000 7f563a3c2700 1 -- 172.21.15.33:0/2785235286 shutdown_connections 2024-09-13T15:01:58.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.461+0000 7f563a3c2700 1 -- 172.21.15.33:0/2785235286 wait complete. 2024-09-13T15:01:58.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f563a3c2700 1 Processor -- start 2024-09-13T15:01:58.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f563a3c2700 1 -- start start 2024-09-13T15:01:58.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f563a3c2700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56341552a0 0x7f56340b7ad0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f563a3c2700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56340b8010 0x7f56340b37e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f563a3c2700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56340b3d20 0x7f563415d2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f563a3c2700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f563415e4e0 con 0x7f56341552a0 2024-09-13T15:01:58.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f563a3c2700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56340b41a0 con 0x7f56340b3d20 2024-09-13T15:01:58.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f563a3c2700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56340b68a0 con 0x7f56340b8010 2024-09-13T15:01:58.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f5633fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56341552a0 0x7f56340b7ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f5633fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56341552a0 0x7f56340b7ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37656/0 (socket says 172.21.15.33:37656) 2024-09-13T15:01:58.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f5633fff700 1 -- 172.21.15.33:0/1287935400 learned_addr learned my addr 172.21.15.33:0/1287935400 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:58.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f56337fe700 1 --2- 172.21.15.33:0/1287935400 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56340b8010 0x7f56340b37e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.473 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f563895f700 1 --2- 172.21.15.33:0/1287935400 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56340b3d20 0x7f563415d2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f5633fff700 1 -- 172.21.15.33:0/1287935400 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56340b8010 msgr2=0x7f56340b37e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f5633fff700 1 --2- 172.21.15.33:0/1287935400 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56340b8010 0x7f56340b37e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f5633fff700 1 -- 172.21.15.33:0/1287935400 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56340b3d20 msgr2=0x7f563415d2c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f5633fff700 1 --2- 172.21.15.33:0/1287935400 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56340b3d20 0x7f563415d2c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f5633fff700 1 -- 172.21.15.33:0/1287935400 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f563415f790 con 0x7f56341552a0 2024-09-13T15:01:58.474 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f5633fff700 1 --2- 172.21.15.33:0/1287935400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56341552a0 0x7f56340b7ad0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f5624001cb0 tx=0x7f563415d250 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:58.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f5630ff9700 1 -- 172.21.15.33:0/1287935400 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5624012600 con 0x7f56341552a0 2024-09-13T15:01:58.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f5630ff9700 1 -- 172.21.15.33:0/1287935400 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5624012760 con 0x7f56341552a0 2024-09-13T15:01:58.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f563a3c2700 1 -- 172.21.15.33:0/1287935400 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f563415e6f0 con 0x7f56341552a0 2024-09-13T15:01:58.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f5630ff9700 1 -- 172.21.15.33:0/1287935400 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5624012ad0 con 0x7f56341552a0 2024-09-13T15:01:58.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.465+0000 7f563a3c2700 1 -- 172.21.15.33:0/1287935400 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f563415ecb0 con 0x7f56341552a0 2024-09-13T15:01:58.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.469+0000 7f563a3c2700 1 -- 172.21.15.33:0/1287935400 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f56340c6190 con 0x7f56341552a0 2024-09-13T15:01:58.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.469+0000 7f5630ff9700 1 -- 172.21.15.33:0/1287935400 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f562401a070 con 0x7f56341552a0 2024-09-13T15:01:58.475 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.469+0000 7f5630ff9700 1 --2- 172.21.15.33:0/1287935400 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5618066730 0x7f5618068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.469+0000 7f5630ff9700 1 -- 172.21.15.33:0/1287935400 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7f5624085650 con 0x7f56341552a0 2024-09-13T15:01:58.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.469+0000 7f56337fe700 1 --2- 172.21.15.33:0/1287935400 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5618066730 0x7f5618068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.476 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.469+0000 7f56337fe700 1 --2- 172.21.15.33:0/1287935400 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5618066730 0x7f5618068bf0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f56341f6700 tx=0x7f561c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:58.483 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.477+0000 7f5630ff9700 1 -- 172.21.15.33:0/1287935400 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f56240525f0 con 0x7f56341552a0 2024-09-13T15:01:58.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.685+0000 7f563a3c2700 1 -- 172.21.15.33:0/1287935400 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f56340ce660 con 0x7f56341552a0 2024-09-13T15:01:58.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.685+0000 7f5630ff9700 1 -- 172.21.15.33:0/1287935400 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 9 v9) v1 ==== 93+0+4730 (secure 0 0 0) 0x7f5624055c10 con 0x7f56341552a0 2024-09-13T15:01:58.694 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:58.694 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":9,"default_fscid":1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":4226,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/2581616786","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":2581616786},{"type":"v1","addr":"172.21.15.33:6833","nonce":2581616786}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":2},{"gid":4254,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6835/63013610","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":63013610},{"type":"v1","addr":"172.21.15.103:6835","nonce":63013610}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3},{"gid":4257,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/2759736167","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2759736167},{"type":"v1","addr":"172.21.15.33:6835","nonce":2759736167}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":3}],"filesystems":[{"mdsmap":{"epoch":9,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:00:49.869447+0000","modified":"2024-09-13T15:01:05.983365+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":4276},"failed":[],"damaged":[],"stopped":[],"info":{"gid_4276":{"gid":4276,"name":"d","rank":0,"incarnation":4,"state":"up:active","state_seq":3,"addr":"172.21.15.103:6837/3113841157","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6836","nonce":3113841157},{"type":"v1","addr":"172.21.15.103:6837","nonce":3113841157}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[3,4],"metadata_pool":2,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":1}]} 2024-09-13T15:01:58.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.689+0000 7f563a3c2700 1 -- 172.21.15.33:0/1287935400 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5618066730 msgr2=0x7f5618068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.689+0000 7f563a3c2700 1 --2- 172.21.15.33:0/1287935400 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5618066730 0x7f5618068bf0 secure :-1 s=READY pgs=227 cs=0 l=1 rev1=1 crypto rx=0x7f56341f6700 tx=0x7f561c008040 comp rx=0 tx=0).stop 2024-09-13T15:01:58.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.689+0000 7f563a3c2700 1 -- 172.21.15.33:0/1287935400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56341552a0 msgr2=0x7f56340b7ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.689+0000 7f563a3c2700 1 --2- 172.21.15.33:0/1287935400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56341552a0 0x7f56340b7ad0 secure :-1 s=READY pgs=418 cs=0 l=1 rev1=1 crypto rx=0x7f5624001cb0 tx=0x7f563415d250 comp rx=0 tx=0).stop 2024-09-13T15:01:58.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.689+0000 7f563a3c2700 1 -- 172.21.15.33:0/1287935400 shutdown_connections 2024-09-13T15:01:58.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.689+0000 7f563a3c2700 1 --2- 172.21.15.33:0/1287935400 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5618066730 0x7f5618068bf0 unknown :-1 s=CLOSED pgs=227 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.689+0000 7f563a3c2700 1 --2- 172.21.15.33:0/1287935400 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f56340b3d20 0x7f563415d2c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.689+0000 7f563a3c2700 1 --2- 172.21.15.33:0/1287935400 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56340b8010 0x7f56340b37e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.689+0000 7f563a3c2700 1 --2- 172.21.15.33:0/1287935400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f56341552a0 0x7f56340b7ad0 unknown :-1 s=CLOSED pgs=418 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.689+0000 7f563a3c2700 1 -- 172.21.15.33:0/1287935400 >> 172.21.15.33:0/1287935400 conn(0x7f56340d2bf0 msgr2=0x7f563406b5d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:58.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.689+0000 7f563a3c2700 1 -- 172.21.15.33:0/1287935400 shutdown_connections 2024-09-13T15:01:58.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.689+0000 7f563a3c2700 1 -- 172.21.15.33:0/1287935400 wait complete. 2024-09-13T15:01:58.698 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 9 2024-09-13T15:01:58.709 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:01:58.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.817+0000 7fa5d66d3700 1 Processor -- start 2024-09-13T15:01:58.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.817+0000 7fa5d66d3700 1 -- start start 2024-09-13T15:01:58.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.817+0000 7fa5d66d3700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa5d00adb30 0x7fa5d00cc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.817+0000 7fa5d66d3700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa5d006bb90 0x7fa5d00cd930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.817+0000 7fa5d66d3700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa5d006cf60 con 0x7fa5d00cde70 2024-09-13T15:01:58.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.817+0000 7fa5d66d3700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa5d00b3390 con 0x7fa5d00adb30 2024-09-13T15:01:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.817+0000 7fa5d66d3700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d006c350 con 0x7fa5d006bb90 2024-09-13T15:01:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d56d1700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa5d00adb30 0x7fa5d00cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d56d1700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa5d00adb30 0x7fa5d00cc060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37670/0 (socket says 172.21.15.33:37670) 2024-09-13T15:01:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d56d1700 1 -- 172.21.15.33:0/3248465149 learned_addr learned my addr 172.21.15.33:0/3248465149 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d4ed0700 1 --2- 172.21.15.33:0/3248465149 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa5d006bb90 0x7fa5d00cd930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d56d1700 1 -- 172.21.15.33:0/3248465149 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa5d006bb90 msgr2=0x7fa5d00cd930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d56d1700 1 --2- 172.21.15.33:0/3248465149 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa5d006bb90 0x7fa5d00cd930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d56d1700 1 -- 172.21.15.33:0/3248465149 >> v1:172.21.15.103:6789/0 conn(0x7fa5d00cde70 legacy=0x7fa5d015e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5cffff700 1 -- 172.21.15.33:0/3248465149 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1507943766 0 0) 0x7fa5d006cf60 con 0x7fa5d00cde70 2024-09-13T15:01:58.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d56d1700 1 -- 172.21.15.33:0/3248465149 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5d006c630 con 0x7fa5d00adb30 2024-09-13T15:01:58.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d56d1700 1 --2- 172.21.15.33:0/3248465149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5d00adb30 0x7fa5d00cc060 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4009910 tx=0x7fa5c4009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9786e08dd21c8c0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:58.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5cffff700 1 -- 172.21.15.33:0/3248465149 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c4011830 con 0x7fa5d00adb30 2024-09-13T15:01:58.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5cffff700 1 -- 172.21.15.33:0/3248465149 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5c4011990 con 0x7fa5d00adb30 2024-09-13T15:01:58.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5cffff700 1 -- 172.21.15.33:0/3248465149 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c4011d40 con 0x7fa5d00adb30 2024-09-13T15:01:58.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d66d3700 1 -- 172.21.15.33:0/3248465149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5d00adb30 msgr2=0x7fa5d00cc060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d66d3700 1 --2- 172.21.15.33:0/3248465149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5d00adb30 0x7fa5d00cc060 secure :-1 s=READY pgs=419 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4009910 tx=0x7fa5c4009c20 comp rx=0 tx=0).stop 2024-09-13T15:01:58.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d66d3700 1 -- 172.21.15.33:0/3248465149 shutdown_connections 2024-09-13T15:01:58.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d66d3700 1 --2- 172.21.15.33:0/3248465149 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa5d006bb90 0x7fa5d00cd930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d66d3700 1 --2- 172.21.15.33:0/3248465149 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5d00adb30 0x7fa5d00cc060 unknown :-1 s=CLOSED pgs=419 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d66d3700 1 -- 172.21.15.33:0/3248465149 >> 172.21.15.33:0/3248465149 conn(0x7fa5d006a350 msgr2=0x7fa5d006a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:58.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d66d3700 1 -- 172.21.15.33:0/3248465149 shutdown_connections 2024-09-13T15:01:58.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.821+0000 7fa5d66d3700 1 -- 172.21.15.33:0/3248465149 wait complete. 2024-09-13T15:01:58.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d66d3700 1 Processor -- start 2024-09-13T15:01:58.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d66d3700 1 -- start start 2024-09-13T15:01:58.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d66d3700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa5d006bb90 0x7fa5d0131770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d66d3700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5d00adb30 0x7fa5d00a8bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d66d3700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa5d00cde70 0x7fa5d0158f60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d66d3700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d00a95b0 con 0x7fa5d00adb30 2024-09-13T15:01:58.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d66d3700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d00a9890 con 0x7fa5d006bb90 2024-09-13T15:01:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d66d3700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa5d00a9b70 con 0x7fa5d00cde70 2024-09-13T15:01:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d4ed0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5d00adb30 0x7fa5d00a8bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d4ed0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5d00adb30 0x7fa5d00a8bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37676/0 (socket says 172.21.15.33:37676) 2024-09-13T15:01:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d4ed0700 1 -- 172.21.15.33:0/2085221893 learned_addr learned my addr 172.21.15.33:0/2085221893 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d5ed2700 1 --2- 172.21.15.33:0/2085221893 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa5d00cde70 0x7fa5d0158f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d56d1700 1 --2- 172.21.15.33:0/2085221893 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa5d006bb90 0x7fa5d0131770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d4ed0700 1 -- 172.21.15.33:0/2085221893 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa5d00cde70 msgr2=0x7fa5d0158f60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d4ed0700 1 --2- 172.21.15.33:0/2085221893 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa5d00cde70 0x7fa5d0158f60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d4ed0700 1 -- 172.21.15.33:0/2085221893 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa5d006bb90 msgr2=0x7fa5d0131770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d4ed0700 1 --2- 172.21.15.33:0/2085221893 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa5d006bb90 0x7fa5d0131770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d4ed0700 1 -- 172.21.15.33:0/2085221893 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa5c4009570 con 0x7fa5d00adb30 2024-09-13T15:01:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.825+0000 7fa5d4ed0700 1 --2- 172.21.15.33:0/2085221893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5d00adb30 0x7fa5d00a8bf0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fa5c000e9d0 tx=0x7fa5c000ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.829+0000 7fa5cdffb700 1 -- 172.21.15.33:0/2085221893 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c0009720 con 0x7fa5d00adb30 2024-09-13T15:01:58.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.829+0000 7fa5cdffb700 1 -- 172.21.15.33:0/2085221893 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa5c000ee70 con 0x7fa5d00adb30 2024-09-13T15:01:58.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.829+0000 7fa5d66d3700 1 -- 172.21.15.33:0/2085221893 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa5d00a9e50 con 0x7fa5d00adb30 2024-09-13T15:01:58.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.829+0000 7fa5cdffb700 1 -- 172.21.15.33:0/2085221893 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa5c000ca50 con 0x7fa5d00adb30 2024-09-13T15:01:58.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.829+0000 7fa5d66d3700 1 -- 172.21.15.33:0/2085221893 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa5d0134420 con 0x7fa5d00adb30 2024-09-13T15:01:58.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.829+0000 7fa5cdffb700 1 -- 172.21.15.33:0/2085221893 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa5c000cbb0 con 0x7fa5d00adb30 2024-09-13T15:01:58.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.829+0000 7fa5d66d3700 1 -- 172.21.15.33:0/2085221893 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa5d006d3d0 con 0x7fa5d00adb30 2024-09-13T15:01:58.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.829+0000 7fa5cdffb700 1 --2- 172.21.15.33:0/2085221893 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa5bc066730 0x7fa5bc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:58.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.829+0000 7fa5cdffb700 1 -- 172.21.15.33:0/2085221893 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fa5c00845b0 con 0x7fa5d00adb30 2024-09-13T15:01:58.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.833+0000 7fa5d56d1700 1 --2- 172.21.15.33:0/2085221893 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa5bc066730 0x7fa5bc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:58.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.833+0000 7fa5d56d1700 1 --2- 172.21.15.33:0/2085221893 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa5bc066730 0x7fa5bc068bf0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4000c00 tx=0x7fa5c4008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:58.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:58.841+0000 7fa5cdffb700 1 -- 172.21.15.33:0/2085221893 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa5d006d3d0 con 0x7fa5d00adb30 2024-09-13T15:01:59.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.017+0000 7fa5d66d3700 1 -- 172.21.15.33:0/2085221893 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa5d006d3d0 con 0x7fa5d00adb30 2024-09-13T15:01:59.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.017+0000 7fa5cdffb700 1 -- 172.21.15.33:0/2085221893 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v28) v1 ==== 74+0+18687 (secure 0 0 0) 0x7fa5d006d3d0 con 0x7fa5d00adb30 2024-09-13T15:01:59.029 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:01:59.029 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:01:39.459771+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"luminous","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":2,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:00:47.785985+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"21","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.5,"score_stable":1.5,"optimal_score":1,"raw_score_acting":1.5,"raw_score_stable":1.5,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":3,"pool_name":"cephfs_data","create_time":"2024-09-13T15:00:48.858926+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"22","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.05000000074505806},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":4,"pool_name":"cephfs_data_ec","create_time":"2024-09-13T15:00:51.930396+0000","flags":5,"flags_names":"hashpspool,ec_overwrites","type":3,"size":4,"min_size":3,"crush_rule":1,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"26","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"cephfs_data_ec","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":8192,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[{"pgid":"3.2","mappings":[{"from":3,"to":2}]},{"pgid":"3.e","mappings":[{"from":7,"to":2}]},{"pgid":"3.16","mappings":[{"from":5,"to":1}]},{"pgid":"3.36","mappings":[{"from":5,"to":2}]},{"pgid":"4.10","mappings":[{"from":1,"to":2}]},{"pgid":"4.18","mappings":[{"from":1,"to":2}]},{"pgid":"4.1b","mappings":[{"from":1,"to":2}]}],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:01:59.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.021+0000 7fa5d66d3700 1 -- 172.21.15.33:0/2085221893 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa5bc066730 msgr2=0x7fa5bc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:59.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.021+0000 7fa5d66d3700 1 --2- 172.21.15.33:0/2085221893 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa5bc066730 0x7fa5bc068bf0 secure :-1 s=READY pgs=228 cs=0 l=1 rev1=1 crypto rx=0x7fa5c4000c00 tx=0x7fa5c4008030 comp rx=0 tx=0).stop 2024-09-13T15:01:59.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.021+0000 7fa5d66d3700 1 -- 172.21.15.33:0/2085221893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5d00adb30 msgr2=0x7fa5d00a8bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:59.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.021+0000 7fa5d66d3700 1 --2- 172.21.15.33:0/2085221893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5d00adb30 0x7fa5d00a8bf0 secure :-1 s=READY pgs=420 cs=0 l=1 rev1=1 crypto rx=0x7fa5c000e9d0 tx=0x7fa5c000ece0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.021+0000 7fa5d66d3700 1 -- 172.21.15.33:0/2085221893 shutdown_connections 2024-09-13T15:01:59.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.021+0000 7fa5d66d3700 1 --2- 172.21.15.33:0/2085221893 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa5bc066730 0x7fa5bc068bf0 unknown :-1 s=CLOSED pgs=228 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.021+0000 7fa5d66d3700 1 --2- 172.21.15.33:0/2085221893 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa5d00cde70 0x7fa5d0158f60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.021+0000 7fa5d66d3700 1 --2- 172.21.15.33:0/2085221893 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa5d00adb30 0x7fa5d00a8bf0 unknown :-1 s=CLOSED pgs=420 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.021+0000 7fa5d66d3700 1 --2- 172.21.15.33:0/2085221893 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa5d006bb90 0x7fa5d0131770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.021+0000 7fa5d66d3700 1 -- 172.21.15.33:0/2085221893 >> 172.21.15.33:0/2085221893 conn(0x7fa5d006a350 msgr2=0x7fa5d0066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:59.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.021+0000 7fa5d66d3700 1 -- 172.21.15.33:0/2085221893 shutdown_connections 2024-09-13T15:01:59.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.021+0000 7fa5d66d3700 1 -- 172.21.15.33:0/2085221893 wait complete. 2024-09-13T15:01:59.041 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T15:01:59.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 Processor -- start 2024-09-13T15:01:59.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 -- start start 2024-09-13T15:01:59.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fe87c1440d0 0x7fe87c15b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:59.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fe87c1444b0 0x7fe87c06d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:59.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe87c0cbb10 0x7fe87c0cbf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:59.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe87c0cc4c0 con 0x7fe87c1440d0 2024-09-13T15:01:59.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe87c06bd60 con 0x7fe87c1444b0 2024-09-13T15:01:59.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe87c15bf10 con 0x7fe87c0cbb10 2024-09-13T15:01:59.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe881ad4700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fe87c1440d0 0x7fe87c15b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:59.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe881ad4700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fe87c1440d0 0x7fe87c15b9d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37680/0 (socket says 172.21.15.33:37680) 2024-09-13T15:01:59.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe881ad4700 1 -- 172.21.15.33:0/3286748150 learned_addr learned my addr 172.21.15.33:0/3286748150 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:59.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe8822d5700 1 --2- 172.21.15.33:0/3286748150 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe87c0cbb10 0x7fe87c0cbf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:59.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe8812d3700 1 --2- 172.21.15.33:0/3286748150 >> v2:172.21.15.103:3300/0 conn(0x7fe87c1444b0 0x7fe87c06d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:59.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe881ad4700 1 -- 172.21.15.33:0/3286748150 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe87c0cbb10 msgr2=0x7fe87c0cbf80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:59.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe881ad4700 1 --2- 172.21.15.33:0/3286748150 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe87c0cbb10 0x7fe87c0cbf80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe881ad4700 1 -- 172.21.15.33:0/3286748150 >> v2:172.21.15.103:3300/0 conn(0x7fe87c1444b0 msgr2=0x7fe87c06d080 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:59.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe881ad4700 1 --2- 172.21.15.33:0/3286748150 >> v2:172.21.15.103:3300/0 conn(0x7fe87c1444b0 0x7fe87c06d080 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe881ad4700 1 -- 172.21.15.33:0/3286748150 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe87c06bfe0 con 0x7fe87c1440d0 2024-09-13T15:01:59.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe8822d5700 1 --2- 172.21.15.33:0/3286748150 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe87c0cbb10 0x7fe87c0cbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:59.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe8812d3700 1 --2- 172.21.15.33:0/3286748150 >> v2:172.21.15.103:3300/0 conn(0x7fe87c1444b0 0x7fe87c06d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:01:59.161 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe881ad4700 1 --2- 172.21.15.33:0/3286748150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe87c1440d0 0x7fe87c15b9d0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fe87c0b4030 tx=0x7fe87800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c7c3490d2cd82227 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:59.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe880ad2700 1 -- 172.21.15.33:0/3286748150 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe87800e070 con 0x7fe87c1440d0 2024-09-13T15:01:59.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe880ad2700 1 -- 172.21.15.33:0/3286748150 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe87800b9c0 con 0x7fe87c1440d0 2024-09-13T15:01:59.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe880ad2700 1 -- 172.21.15.33:0/3286748150 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe87800bd70 con 0x7fe87c1440d0 2024-09-13T15:01:59.162 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 -- 172.21.15.33:0/3286748150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe87c1440d0 msgr2=0x7fe87c15b9d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:59.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 --2- 172.21.15.33:0/3286748150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe87c1440d0 0x7fe87c15b9d0 secure :-1 s=READY pgs=421 cs=0 l=1 rev1=1 crypto rx=0x7fe87c0b4030 tx=0x7fe87800b330 comp rx=0 tx=0).stop 2024-09-13T15:01:59.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 -- 172.21.15.33:0/3286748150 shutdown_connections 2024-09-13T15:01:59.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 --2- 172.21.15.33:0/3286748150 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe87c0cbb10 0x7fe87c0cbf80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 --2- 172.21.15.33:0/3286748150 >> v2:172.21.15.103:3300/0 conn(0x7fe87c1444b0 0x7fe87c06d080 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 --2- 172.21.15.33:0/3286748150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe87c1440d0 0x7fe87c15b9d0 unknown :-1 s=CLOSED pgs=421 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 -- 172.21.15.33:0/3286748150 >> 172.21.15.33:0/3286748150 conn(0x7fe87c06a350 msgr2=0x7fe87c06a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:59.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 -- 172.21.15.33:0/3286748150 shutdown_connections 2024-09-13T15:01:59.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.153+0000 7fe883d38700 1 -- 172.21.15.33:0/3286748150 wait complete. 2024-09-13T15:01:59.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.157+0000 7fe883d38700 1 Processor -- start 2024-09-13T15:01:59.164 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.157+0000 7fe883d38700 1 -- start start 2024-09-13T15:01:59.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe883d38700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe87c0cbb10 0x7fe87c0ac640 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:59.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe883d38700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe87c1440d0 0x7fe87c130ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:59.167 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe883d38700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe87c1444b0 0x7fe87c140dd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:59.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe883d38700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe87c131e30 con 0x7fe87c1444b0 2024-09-13T15:01:59.168 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe883d38700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe87c12f310 con 0x7fe87c0cbb10 2024-09-13T15:01:59.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe883d38700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe87c131870 con 0x7fe87c1440d0 2024-09-13T15:01:59.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe8822d5700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe87c1444b0 0x7fe87c140dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:59.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe8822d5700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe87c1444b0 0x7fe87c140dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37684/0 (socket says 172.21.15.33:37684) 2024-09-13T15:01:59.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe8822d5700 1 -- 172.21.15.33:0/2106917618 learned_addr learned my addr 172.21.15.33:0/2106917618 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:59.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe8812d3700 1 --2- 172.21.15.33:0/2106917618 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe87c1440d0 0x7fe87c130ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:59.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe881ad4700 1 --2- 172.21.15.33:0/2106917618 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe87c0cbb10 0x7fe87c0ac640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:59.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe8822d5700 1 -- 172.21.15.33:0/2106917618 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe87c1440d0 msgr2=0x7fe87c130ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:59.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe8822d5700 1 --2- 172.21.15.33:0/2106917618 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe87c1440d0 0x7fe87c130ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe8822d5700 1 -- 172.21.15.33:0/2106917618 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe87c0cbb10 msgr2=0x7fe87c0ac640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:59.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe8822d5700 1 --2- 172.21.15.33:0/2106917618 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe87c0cbb10 0x7fe87c0ac640 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe8822d5700 1 -- 172.21.15.33:0/2106917618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe878009b30 con 0x7fe87c1444b0 2024-09-13T15:01:59.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe8822d5700 1 --2- 172.21.15.33:0/2106917618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe87c1444b0 0x7fe87c140dd0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fe87400e840 tx=0x7fe87400eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:59.169 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe8727fc700 1 -- 172.21.15.33:0/2106917618 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe87400c070 con 0x7fe87c1444b0 2024-09-13T15:01:59.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe8727fc700 1 -- 172.21.15.33:0/2106917618 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe874004020 con 0x7fe87c1444b0 2024-09-13T15:01:59.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe883d38700 1 -- 172.21.15.33:0/2106917618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe87c131b50 con 0x7fe87c1444b0 2024-09-13T15:01:59.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe8727fc700 1 -- 172.21.15.33:0/2106917618 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe8740043b0 con 0x7fe87c1444b0 2024-09-13T15:01:59.170 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe883d38700 1 -- 172.21.15.33:0/2106917618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe87c0acb80 con 0x7fe87c1444b0 2024-09-13T15:01:59.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe883d38700 1 -- 172.21.15.33:0/2106917618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe87c067760 con 0x7fe87c1444b0 2024-09-13T15:01:59.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.161+0000 7fe8727fc700 1 -- 172.21.15.33:0/2106917618 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe8740036c0 con 0x7fe87c1444b0 2024-09-13T15:01:59.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.165+0000 7fe8727fc700 1 --2- 172.21.15.33:0/2106917618 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe860066730 0x7fe860068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:59.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.165+0000 7fe8727fc700 1 -- 172.21.15.33:0/2106917618 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(28..28 src has 1..28) v4 ==== 6663+0+0 (secure 0 0 0) 0x7fe874083d20 con 0x7fe87c1444b0 2024-09-13T15:01:59.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.165+0000 7fe881ad4700 1 --2- 172.21.15.33:0/2106917618 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe860066730 0x7fe860068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:59.171 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.165+0000 7fe881ad4700 1 --2- 172.21.15.33:0/2106917618 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe860066730 0x7fe860068bf0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe87800b370 tx=0x7fe878009000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:59.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.173+0000 7fe8727fc700 1 -- 172.21.15.33:0/2106917618 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe874050d60 con 0x7fe87c1444b0 2024-09-13T15:01:59.368 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:01:59.370 DEBUG:teuthology.orchestra.run.smithi103:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:01:59.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.373+0000 7fe883d38700 1 -- 172.21.15.33:0/2106917618 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fe87c12f450 con 0x7fe87c1444b0 2024-09-13T15:01:59.379 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-09-13T15:01:59.373+0000 7fb06a7e6700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T15:01:59.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.389+0000 7fe8727fc700 1 -- 172.21.15.33:0/2106917618 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v10) v1 ==== 161+0+0 (secure 0 0 0) 0x7fe874054380 con 0x7fe87c1444b0 2024-09-13T15:01:59.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.389+0000 7fe883d38700 1 -- 172.21.15.33:0/2106917618 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe860066730 msgr2=0x7fe860068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:59.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.389+0000 7fe883d38700 1 --2- 172.21.15.33:0/2106917618 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe860066730 0x7fe860068bf0 secure :-1 s=READY pgs=229 cs=0 l=1 rev1=1 crypto rx=0x7fe87800b370 tx=0x7fe878009000 comp rx=0 tx=0).stop 2024-09-13T15:01:59.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.389+0000 7fe883d38700 1 -- 172.21.15.33:0/2106917618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe87c1444b0 msgr2=0x7fe87c140dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:59.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.389+0000 7fe883d38700 1 --2- 172.21.15.33:0/2106917618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe87c1444b0 0x7fe87c140dd0 secure :-1 s=READY pgs=422 cs=0 l=1 rev1=1 crypto rx=0x7fe87400e840 tx=0x7fe87400eb50 comp rx=0 tx=0).stop 2024-09-13T15:01:59.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.389+0000 7fe883d38700 1 -- 172.21.15.33:0/2106917618 shutdown_connections 2024-09-13T15:01:59.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.389+0000 7fe883d38700 1 --2- 172.21.15.33:0/2106917618 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe860066730 0x7fe860068bf0 unknown :-1 s=CLOSED pgs=229 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.389+0000 7fe883d38700 1 --2- 172.21.15.33:0/2106917618 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe87c1444b0 0x7fe87c140dd0 unknown :-1 s=CLOSED pgs=422 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.389+0000 7fe883d38700 1 --2- 172.21.15.33:0/2106917618 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe87c1440d0 0x7fe87c130ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.389+0000 7fe883d38700 1 --2- 172.21.15.33:0/2106917618 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe87c0cbb10 0x7fe87c0ac640 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.389+0000 7fe883d38700 1 -- 172.21.15.33:0/2106917618 >> 172.21.15.33:0/2106917618 conn(0x7fe87c06a350 msgr2=0x7fe87c1421d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:59.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.389+0000 7fe883d38700 1 -- 172.21.15.33:0/2106917618 shutdown_connections 2024-09-13T15:01:59.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.389+0000 7fe883d38700 1 -- 172.21.15.33:0/2106917618 wait complete. 2024-09-13T15:01:59.398 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T15:01:59.401 INFO:tasks.ceph.mds.d.smithi103.stderr: -4338> 2024-09-13T15:00:54.466+0000 7f28597f0700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T15:01:59.411 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T15:01:59.441 INFO:tasks.ceph.mds.d.smithi103.stdout:starting mds.d at 2024-09-13T15:01:59.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.601+0000 7f808f59e700 1 Processor -- start 2024-09-13T15:01:59.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.601+0000 7f808f59e700 1 -- start start 2024-09-13T15:01:59.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808f59e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f809006ca60 0x7f8090159de0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:59.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808f59e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f80900b1860 0x7f809015a970 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:59.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808f59e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f80900b1dd0 con 0x7f80900ad9a0 2024-09-13T15:01:59.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808f59e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f80900b2fd0 con 0x7f809006ca60 2024-09-13T15:01:59.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808f59e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f809015a520 con 0x7f80900b1860 2024-09-13T15:01:59.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808dd9b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f809006ca60 0x7f8090159de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:59.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808dd9b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f809006ca60 0x7f8090159de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37694/0 (socket says 172.21.15.33:37694) 2024-09-13T15:01:59.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808dd9b700 1 -- 172.21.15.33:0/574835788 learned_addr learned my addr 172.21.15.33:0/574835788 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:59.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808ed9d700 1 --2- 172.21.15.33:0/574835788 >> v2:172.21.15.103:3300/0 conn(0x7f80900b1860 0x7f809015a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:59.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808dd9b700 1 -- 172.21.15.33:0/574835788 >> v2:172.21.15.103:3300/0 conn(0x7f80900b1860 msgr2=0x7f809015a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:01:59.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808dd9b700 1 --2- 172.21.15.33:0/574835788 >> v2:172.21.15.103:3300/0 conn(0x7f80900b1860 0x7f809015a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808dd9b700 1 -- 172.21.15.33:0/574835788 >> v1:172.21.15.103:6789/0 conn(0x7f80900ad9a0 legacy=0x7f809006c350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:59.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808dd9b700 1 -- 172.21.15.33:0/574835788 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f80900b20b0 con 0x7f809006ca60 2024-09-13T15:01:59.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808dd9b700 1 --2- 172.21.15.33:0/574835788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f809006ca60 0x7f8090159de0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f8090159360 tx=0x7f808400bea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f27a5daab5511da4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:59.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808d59a700 1 -- 172.21.15.33:0/574835788 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f808400dbf0 con 0x7f809006ca60 2024-09-13T15:01:59.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808d59a700 1 -- 172.21.15.33:0/574835788 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f808400dd50 con 0x7f809006ca60 2024-09-13T15:01:59.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808d59a700 1 -- 172.21.15.33:0/574835788 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8084004250 con 0x7f809006ca60 2024-09-13T15:01:59.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808f59e700 1 -- 172.21.15.33:0/574835788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f809006ca60 msgr2=0x7f8090159de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:59.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808f59e700 1 --2- 172.21.15.33:0/574835788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f809006ca60 0x7f8090159de0 secure :-1 s=READY pgs=424 cs=0 l=1 rev1=1 crypto rx=0x7f8090159360 tx=0x7f808400bea0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808f59e700 1 -- 172.21.15.33:0/574835788 shutdown_connections 2024-09-13T15:01:59.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808f59e700 1 --2- 172.21.15.33:0/574835788 >> v2:172.21.15.103:3300/0 conn(0x7f80900b1860 0x7f809015a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808f59e700 1 --2- 172.21.15.33:0/574835788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f809006ca60 0x7f8090159de0 unknown :-1 s=CLOSED pgs=424 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808f59e700 1 -- 172.21.15.33:0/574835788 >> 172.21.15.33:0/574835788 conn(0x7f80900b0980 msgr2=0x7f80900b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:01:59.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808f59e700 1 -- 172.21.15.33:0/574835788 shutdown_connections 2024-09-13T15:01:59.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.605+0000 7f808f59e700 1 -- 172.21.15.33:0/574835788 wait complete. 2024-09-13T15:01:59.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808f59e700 1 Processor -- start 2024-09-13T15:01:59.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808f59e700 1 -- start start 2024-09-13T15:01:59.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808f59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f809006ca60 0x7f809014d510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:59.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808f59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80900ad9a0 0x7f809015a970 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:59.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808f59e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80900b1860 0x7f809014fd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:59.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808f59e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f809015aeb0 con 0x7f809006ca60 2024-09-13T15:01:59.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808f59e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f809015d870 con 0x7f80900b1860 2024-09-13T15:01:59.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808f59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f809015b0c0 con 0x7f80900ad9a0 2024-09-13T15:01:59.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808e59c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f809006ca60 0x7f809014d510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:59.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808e59c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f809006ca60 0x7f809014d510 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37702/0 (socket says 172.21.15.33:37702) 2024-09-13T15:01:59.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808e59c700 1 -- 172.21.15.33:0/477817914 learned_addr learned my addr 172.21.15.33:0/477817914 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:01:59.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808dd9b700 1 --2- 172.21.15.33:0/477817914 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80900ad9a0 0x7f809015a970 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:59.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808ed9d700 1 --2- 172.21.15.33:0/477817914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80900b1860 0x7f809014fd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:59.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808e59c700 1 -- 172.21.15.33:0/477817914 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80900ad9a0 msgr2=0x7f809015a970 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:59.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808e59c700 1 --2- 172.21.15.33:0/477817914 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80900ad9a0 0x7f809015a970 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808e59c700 1 -- 172.21.15.33:0/477817914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80900b1860 msgr2=0x7f809014fd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:01:59.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808e59c700 1 --2- 172.21.15.33:0/477817914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80900b1860 0x7f809014fd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:01:59.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808e59c700 1 -- 172.21.15.33:0/477817914 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f808400b820 con 0x7f809006ca60 2024-09-13T15:01:59.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808e59c700 1 --2- 172.21.15.33:0/477817914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f809006ca60 0x7f809014d510 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f808000c500 tx=0x7f808000c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:59.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f807effd700 1 -- 172.21.15.33:0/477817914 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80800052d0 con 0x7f809006ca60 2024-09-13T15:01:59.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f807effd700 1 -- 172.21.15.33:0/477817914 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f8080005430 con 0x7f809006ca60 2024-09-13T15:01:59.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808f59e700 1 -- 172.21.15.33:0/477817914 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f809015b3a0 con 0x7f809006ca60 2024-09-13T15:01:59.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f807effd700 1 -- 172.21.15.33:0/477817914 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f80800055a0 con 0x7f809006ca60 2024-09-13T15:01:59.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.609+0000 7f808f59e700 1 -- 172.21.15.33:0/477817914 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f809015b960 con 0x7f809006ca60 2024-09-13T15:01:59.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.613+0000 7f808f59e700 1 -- 172.21.15.33:0/477817914 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f8090159de0 con 0x7f809006ca60 2024-09-13T15:01:59.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.613+0000 7f807effd700 1 -- 172.21.15.33:0/477817914 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f80800038e0 con 0x7f809006ca60 2024-09-13T15:01:59.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.613+0000 7f807effd700 1 --2- 172.21.15.33:0/477817914 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8070066760 0x7f8070068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:01:59.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.613+0000 7f807effd700 1 -- 172.21.15.33:0/477817914 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6749+0+0 (secure 0 0 0) 0x7f80800838c0 con 0x7f809006ca60 2024-09-13T15:01:59.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.613+0000 7f808dd9b700 1 --2- 172.21.15.33:0/477817914 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8070066760 0x7f8070068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:01:59.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.613+0000 7f808dd9b700 1 --2- 172.21.15.33:0/477817914 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8070066760 0x7f8070068c20 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f8084019040 tx=0x7f8084014000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:01:59.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.621+0000 7f807effd700 1 -- 172.21.15.33:0/477817914 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8080050820 con 0x7f809006ca60 2024-09-13T15:01:59.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:01:59.829+0000 7f808f59e700 1 -- 172.21.15.33:0/477817914 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7f8090157a90 con 0x7f809006ca60 2024-09-13T15:02:00.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.393+0000 7f807effd700 1 -- 172.21.15.33:0/477817914 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7f8080053e40 con 0x7f809006ca60 2024-09-13T15:02:00.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.397+0000 7f808f59e700 1 -- 172.21.15.33:0/477817914 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8070066760 msgr2=0x7f8070068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:00.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.397+0000 7f808f59e700 1 --2- 172.21.15.33:0/477817914 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8070066760 0x7f8070068c20 secure :-1 s=READY pgs=230 cs=0 l=1 rev1=1 crypto rx=0x7f8084019040 tx=0x7f8084014000 comp rx=0 tx=0).stop 2024-09-13T15:02:00.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.397+0000 7f808f59e700 1 -- 172.21.15.33:0/477817914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f809006ca60 msgr2=0x7f809014d510 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:00.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.397+0000 7f808f59e700 1 --2- 172.21.15.33:0/477817914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f809006ca60 0x7f809014d510 secure :-1 s=READY pgs=425 cs=0 l=1 rev1=1 crypto rx=0x7f808000c500 tx=0x7f808000c810 comp rx=0 tx=0).stop 2024-09-13T15:02:00.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.397+0000 7f808f59e700 1 -- 172.21.15.33:0/477817914 shutdown_connections 2024-09-13T15:02:00.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.397+0000 7f808f59e700 1 --2- 172.21.15.33:0/477817914 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8070066760 0x7f8070068c20 unknown :-1 s=CLOSED pgs=230 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:00.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.397+0000 7f808f59e700 1 --2- 172.21.15.33:0/477817914 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f80900b1860 0x7f809014fd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:00.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.397+0000 7f808f59e700 1 --2- 172.21.15.33:0/477817914 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f80900ad9a0 0x7f809015a970 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:00.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.397+0000 7f808f59e700 1 --2- 172.21.15.33:0/477817914 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f809006ca60 0x7f809014d510 unknown :-1 s=CLOSED pgs=425 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:00.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.397+0000 7f808f59e700 1 -- 172.21.15.33:0/477817914 >> 172.21.15.33:0/477817914 conn(0x7f80900b0980 msgr2=0x7f80900af8b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:00.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.397+0000 7f808f59e700 1 -- 172.21.15.33:0/477817914 shutdown_connections 2024-09-13T15:02:00.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.397+0000 7f808f59e700 1 -- 172.21.15.33:0/477817914 wait complete. 2024-09-13T15:02:00.421 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T15:02:00.550 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd38498e700 1 Processor -- start 2024-09-13T15:02:00.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd38498e700 1 -- start start 2024-09-13T15:02:00.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd38498e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fd38015cc40 0x7fd3800cfbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:00.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd38498e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd3800d0720 0x7fd3800d1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:00.552 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd38498e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3800d1670 0x7fd380160820 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:00.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd38498e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3800d3260 con 0x7fd3800d0720 2024-09-13T15:02:00.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd38498e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3800cd640 con 0x7fd38015cc40 2024-09-13T15:02:00.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd38498e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3800d0130 con 0x7fd3800d1670 2024-09-13T15:02:00.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd377fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd3800d0720 0x7fd3800d1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:00.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd37f7fe700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fd38015cc40 0x7fd3800cfbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:00.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd377fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd3800d0720 0x7fd3800d1130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37704/0 (socket says 172.21.15.33:37704) 2024-09-13T15:02:00.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd377fff700 1 -- 172.21.15.33:0/2452507966 learned_addr learned my addr 172.21.15.33:0/2452507966 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:00.553 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd37ffff700 1 --2- 172.21.15.33:0/2452507966 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3800d1670 0x7fd380160820 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:00.554 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd377fff700 1 -- 172.21.15.33:0/2452507966 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3800d1670 msgr2=0x7fd380160820 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:00.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd377fff700 1 --2- 172.21.15.33:0/2452507966 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3800d1670 0x7fd380160820 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:00.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd377fff700 1 -- 172.21.15.33:0/2452507966 >> v2:172.21.15.103:3300/0 conn(0x7fd38015cc40 msgr2=0x7fd3800cfbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:00.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd377fff700 1 --2- 172.21.15.33:0/2452507966 >> v2:172.21.15.103:3300/0 conn(0x7fd38015cc40 0x7fd3800cfbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:00.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd377fff700 1 -- 172.21.15.33:0/2452507966 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3800d1ae0 con 0x7fd3800d0720 2024-09-13T15:02:00.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd37f7fe700 1 --2- 172.21.15.33:0/2452507966 >> v2:172.21.15.103:3300/0 conn(0x7fd38015cc40 0x7fd3800cfbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:00.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd377fff700 1 --2- 172.21.15.33:0/2452507966 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3800d0720 0x7fd3800d1130 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fd3800d1cd0 tx=0x7fd368009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7d96a895e5d3466d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:00.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.544+0000 7fd37effd700 1 -- 172.21.15.33:0/2452507966 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd368004230 con 0x7fd3800d0720 2024-09-13T15:02:00.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd37effd700 1 -- 172.21.15.33:0/2452507966 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd368004390 con 0x7fd3800d0720 2024-09-13T15:02:00.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd37effd700 1 -- 172.21.15.33:0/2452507966 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3680036c0 con 0x7fd3800d0720 2024-09-13T15:02:00.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 -- 172.21.15.33:0/2452507966 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3800d0720 msgr2=0x7fd3800d1130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:00.555 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 --2- 172.21.15.33:0/2452507966 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3800d0720 0x7fd3800d1130 secure :-1 s=READY pgs=426 cs=0 l=1 rev1=1 crypto rx=0x7fd3800d1cd0 tx=0x7fd368009c20 comp rx=0 tx=0).stop 2024-09-13T15:02:00.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 -- 172.21.15.33:0/2452507966 shutdown_connections 2024-09-13T15:02:00.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 --2- 172.21.15.33:0/2452507966 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3800d1670 0x7fd380160820 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:00.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 --2- 172.21.15.33:0/2452507966 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3800d0720 0x7fd3800d1130 unknown :-1 s=CLOSED pgs=426 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:00.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 --2- 172.21.15.33:0/2452507966 >> v2:172.21.15.103:3300/0 conn(0x7fd38015cc40 0x7fd3800cfbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:00.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 -- 172.21.15.33:0/2452507966 >> 172.21.15.33:0/2452507966 conn(0x7fd38009be40 msgr2=0x7fd3800d2b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:00.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 -- 172.21.15.33:0/2452507966 shutdown_connections 2024-09-13T15:02:00.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 -- 172.21.15.33:0/2452507966 wait complete. 2024-09-13T15:02:00.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 Processor -- start 2024-09-13T15:02:00.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 -- start start 2024-09-13T15:02:00.558 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3800d0720 0x7fd3800c9c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:00.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3800d1670 0x7fd380156440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:00.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd38015cc40 0x7fd3800b4020 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:00.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd38015e710 con 0x7fd38015cc40 2024-09-13T15:02:00.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3800c6680 con 0x7fd3800d1670 2024-09-13T15:02:00.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd38498e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3800ca200 con 0x7fd3800d0720 2024-09-13T15:02:00.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd37ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd38015cc40 0x7fd3800b4020 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:00.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd37ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd38015cc40 0x7fd3800b4020 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37716/0 (socket says 172.21.15.33:37716) 2024-09-13T15:02:00.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd37ffff700 1 -- 172.21.15.33:0/3796862187 learned_addr learned my addr 172.21.15.33:0/3796862187 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:00.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd37f7fe700 1 --2- 172.21.15.33:0/3796862187 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3800d0720 0x7fd3800c9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:00.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd377fff700 1 --2- 172.21.15.33:0/3796862187 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3800d1670 0x7fd380156440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:00.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd37ffff700 1 -- 172.21.15.33:0/3796862187 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3800d0720 msgr2=0x7fd3800c9c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:00.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd37ffff700 1 --2- 172.21.15.33:0/3796862187 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3800d0720 0x7fd3800c9c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:00.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd37ffff700 1 -- 172.21.15.33:0/3796862187 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3800d1670 msgr2=0x7fd380156440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:00.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd37ffff700 1 --2- 172.21.15.33:0/3796862187 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3800d1670 0x7fd380156440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:00.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd37ffff700 1 -- 172.21.15.33:0/3796862187 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3700094b0 con 0x7fd38015cc40 2024-09-13T15:02:00.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.548+0000 7fd37ffff700 1 --2- 172.21.15.33:0/3796862187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd38015cc40 0x7fd3800b4020 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fd37800eed0 tx=0x7fd37800ef00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:00.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.552+0000 7fd37cff9700 1 -- 172.21.15.33:0/3796862187 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd378010040 con 0x7fd38015cc40 2024-09-13T15:02:00.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.552+0000 7fd37cff9700 1 -- 172.21.15.33:0/3796862187 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd37800baa0 con 0x7fd38015cc40 2024-09-13T15:02:00.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.552+0000 7fd38498e700 1 -- 172.21.15.33:0/3796862187 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd368009570 con 0x7fd38015cc40 2024-09-13T15:02:00.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.552+0000 7fd37cff9700 1 -- 172.21.15.33:0/3796862187 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd37800be50 con 0x7fd38015cc40 2024-09-13T15:02:00.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.552+0000 7fd38498e700 1 -- 172.21.15.33:0/3796862187 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3800ca7c0 con 0x7fd38015cc40 2024-09-13T15:02:00.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.552+0000 7fd38498e700 1 -- 172.21.15.33:0/3796862187 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd38015e850 con 0x7fd38015cc40 2024-09-13T15:02:00.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.552+0000 7fd37cff9700 1 -- 172.21.15.33:0/3796862187 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd37801d400 con 0x7fd38015cc40 2024-09-13T15:02:00.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.552+0000 7fd37cff9700 1 --2- 172.21.15.33:0/3796862187 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd360066730 0x7fd360068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:00.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.552+0000 7fd37cff9700 1 -- 172.21.15.33:0/3796862187 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(29..29 src has 1..29) v4 ==== 6749+0+0 (secure 0 0 0) 0x7fd378084c40 con 0x7fd38015cc40 2024-09-13T15:02:00.561 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.552+0000 7fd37f7fe700 1 --2- 172.21.15.33:0/3796862187 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd360066730 0x7fd360068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:00.562 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.556+0000 7fd37f7fe700 1 --2- 172.21.15.33:0/3796862187 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd360066730 0x7fd360068bf0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd370009d80 tx=0x7fd370009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:00.569 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.560+0000 7fd37cff9700 1 -- 172.21.15.33:0/3796862187 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd38015e850 con 0x7fd38015cc40 2024-09-13T15:02:00.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:00.732+0000 7fd38498e700 1 -- 172.21.15.33:0/3796862187 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fd38015e850 con 0x7fd38015cc40 2024-09-13T15:02:01.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.600+0000 7fd37cff9700 1 -- 172.21.15.33:0/3796862187 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v30) v1 ==== 181+0+0 (secure 0 0 0) 0x7fd38015e850 con 0x7fd38015cc40 2024-09-13T15:02:01.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.608+0000 7fd38498e700 1 -- 172.21.15.33:0/3796862187 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd360066730 msgr2=0x7fd360068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:01.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.608+0000 7fd38498e700 1 --2- 172.21.15.33:0/3796862187 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd360066730 0x7fd360068bf0 secure :-1 s=READY pgs=232 cs=0 l=1 rev1=1 crypto rx=0x7fd370009d80 tx=0x7fd370009240 comp rx=0 tx=0).stop 2024-09-13T15:02:01.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.608+0000 7fd38498e700 1 -- 172.21.15.33:0/3796862187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd38015cc40 msgr2=0x7fd3800b4020 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:01.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.608+0000 7fd38498e700 1 --2- 172.21.15.33:0/3796862187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd38015cc40 0x7fd3800b4020 secure :-1 s=READY pgs=427 cs=0 l=1 rev1=1 crypto rx=0x7fd37800eed0 tx=0x7fd37800ef00 comp rx=0 tx=0).stop 2024-09-13T15:02:01.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.612+0000 7fd38498e700 1 -- 172.21.15.33:0/3796862187 shutdown_connections 2024-09-13T15:02:01.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.612+0000 7fd38498e700 1 --2- 172.21.15.33:0/3796862187 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd360066730 0x7fd360068bf0 unknown :-1 s=CLOSED pgs=232 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:01.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.612+0000 7fd38498e700 1 --2- 172.21.15.33:0/3796862187 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd38015cc40 0x7fd3800b4020 unknown :-1 s=CLOSED pgs=427 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:01.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.612+0000 7fd38498e700 1 --2- 172.21.15.33:0/3796862187 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3800d1670 0x7fd380156440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:01.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.612+0000 7fd38498e700 1 --2- 172.21.15.33:0/3796862187 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3800d0720 0x7fd3800c9c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:01.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.612+0000 7fd38498e700 1 -- 172.21.15.33:0/3796862187 >> 172.21.15.33:0/3796862187 conn(0x7fd38009be40 msgr2=0x7fd3800b1cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:01.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.612+0000 7fd38498e700 1 -- 172.21.15.33:0/3796862187 shutdown_connections 2024-09-13T15:02:01.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.612+0000 7fd38498e700 1 -- 172.21.15.33:0/3796862187 wait complete. 2024-09-13T15:02:01.620 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-09-13T15:02:01.634 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T15:02:01.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3add33700 1 Processor -- start 2024-09-13T15:02:01.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3add33700 1 -- start start 2024-09-13T15:02:01.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3add33700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd3a80cb300 0x7fd3a80cb740 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:01.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3add33700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3a80b2d10 con 0x7fd3a815a7d0 2024-09-13T15:02:01.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3add33700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd3a80cbc80 con 0x7fd3a815abb0 2024-09-13T15:02:01.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3add33700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd3a80ce1c0 con 0x7fd3a80cb300 2024-09-13T15:02:01.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3a7fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd3a80cb300 0x7fd3a80cb740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:01.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3acd31700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fd3a815a7d0 0x7fd3a806b9a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:56086/0 (socket says 172.21.15.33:56086) 2024-09-13T15:02:01.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3a7fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd3a80cb300 0x7fd3a80cb740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34094/0 (socket says 172.21.15.33:34094) 2024-09-13T15:02:01.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3acd31700 1 -- 172.21.15.33:0/1651895551 learned_addr learned my addr 172.21.15.33:0/1651895551 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:01.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3a7fff700 1 -- 172.21.15.33:0/1651895551 >> v1:172.21.15.103:6789/0 conn(0x7fd3a815abb0 legacy=0x7fd3a815afe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:01.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3a7fff700 1 -- 172.21.15.33:0/1651895551 >> v1:172.21.15.33:6789/0 conn(0x7fd3a815a7d0 legacy=0x7fd3a806b9a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:01.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3a7fff700 1 -- 172.21.15.33:0/1651895551 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3a80b1e20 con 0x7fd3a80cb300 2024-09-13T15:02:01.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3a7fff700 1 --2- 172.21.15.33:0/1651895551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3a80cb300 0x7fd3a80cb740 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fd398009850 tx=0x7fd398009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a85f3fa5691cd03d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:01.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3a77fe700 1 -- 172.21.15.33:0/1651895551 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd398004230 con 0x7fd3a80cb300 2024-09-13T15:02:01.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3a77fe700 1 -- 172.21.15.33:0/1651895551 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd398004390 con 0x7fd3a80cb300 2024-09-13T15:02:01.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3a77fe700 1 -- 172.21.15.33:0/1651895551 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd3980036c0 con 0x7fd3a80cb300 2024-09-13T15:02:01.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3add33700 1 -- 172.21.15.33:0/1651895551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3a80cb300 msgr2=0x7fd3a80cb740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:01.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3add33700 1 --2- 172.21.15.33:0/1651895551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3a80cb300 0x7fd3a80cb740 secure :-1 s=READY pgs=429 cs=0 l=1 rev1=1 crypto rx=0x7fd398009850 tx=0x7fd398009b60 comp rx=0 tx=0).stop 2024-09-13T15:02:01.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3add33700 1 -- 172.21.15.33:0/1651895551 shutdown_connections 2024-09-13T15:02:01.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3add33700 1 --2- 172.21.15.33:0/1651895551 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3a80cb300 0x7fd3a80cb740 unknown :-1 s=CLOSED pgs=429 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:01.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3add33700 1 -- 172.21.15.33:0/1651895551 >> 172.21.15.33:0/1651895551 conn(0x7fd3a806a350 msgr2=0x7fd3a806a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:01.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3add33700 1 -- 172.21.15.33:0/1651895551 shutdown_connections 2024-09-13T15:02:01.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.744+0000 7fd3add33700 1 -- 172.21.15.33:0/1651895551 wait complete. 2024-09-13T15:02:01.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3add33700 1 Processor -- start 2024-09-13T15:02:01.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3add33700 1 -- start start 2024-09-13T15:02:01.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3add33700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3a80cb300 0x7fd3a8140220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:01.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3add33700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3a815a7d0 0x7fd3a8154680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:01.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3add33700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3a815abb0 0x7fd3a80c38b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:01.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3add33700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3a8140760 con 0x7fd3a815a7d0 2024-09-13T15:02:01.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3add33700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd3a81535e0 con 0x7fd3a815abb0 2024-09-13T15:02:01.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3add33700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd3a81538c0 con 0x7fd3a80cb300 2024-09-13T15:02:01.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3a7fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3a815a7d0 0x7fd3a8154680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:01.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3a7fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3a815a7d0 0x7fd3a8154680 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34110/0 (socket says 172.21.15.33:34110) 2024-09-13T15:02:01.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3a7fff700 1 -- 172.21.15.33:0/3247564380 learned_addr learned my addr 172.21.15.33:0/3247564380 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:01.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3ad532700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3a815abb0 0x7fd3a80c38b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:01.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3acd31700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3a80cb300 0x7fd3a8140220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:01.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3a7fff700 1 -- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3a80cb300 msgr2=0x7fd3a8140220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:01.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3a7fff700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3a80cb300 0x7fd3a8140220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:01.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3a7fff700 1 -- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3a815abb0 msgr2=0x7fd3a80c38b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:01.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3a7fff700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3a815abb0 0x7fd3a80c38b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:01.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3a7fff700 1 -- 172.21.15.33:0/3247564380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd3980094b0 con 0x7fd3a815a7d0 2024-09-13T15:02:01.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.748+0000 7fd3acd31700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3a80cb300 0x7fd3a8140220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:02:01.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.752+0000 7fd3a7fff700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3a815a7d0 0x7fd3a8154680 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fd398000c00 tx=0x7fd398004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:01.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.752+0000 7fd3a57fa700 1 -- 172.21.15.33:0/3247564380 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd398006ea0 con 0x7fd3a815a7d0 2024-09-13T15:02:01.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.752+0000 7fd3a57fa700 1 -- 172.21.15.33:0/3247564380 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd39801f070 con 0x7fd3a815a7d0 2024-09-13T15:02:01.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.752+0000 7fd3add33700 1 -- 172.21.15.33:0/3247564380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd3a8153ba0 con 0x7fd3a815a7d0 2024-09-13T15:02:01.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.752+0000 7fd3a57fa700 1 -- 172.21.15.33:0/3247564380 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd398003ea0 con 0x7fd3a815a7d0 2024-09-13T15:02:01.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.752+0000 7fd3add33700 1 -- 172.21.15.33:0/3247564380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd3a8154160 con 0x7fd3a815a7d0 2024-09-13T15:02:01.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.752+0000 7fd3add33700 1 -- 172.21.15.33:0/3247564380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd3a80cb740 con 0x7fd3a815a7d0 2024-09-13T15:02:01.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.752+0000 7fd3a57fa700 1 -- 172.21.15.33:0/3247564380 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd398021030 con 0x7fd3a815a7d0 2024-09-13T15:02:01.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.752+0000 7fd3a57fa700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd388066730 0x7fd388068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:01.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.752+0000 7fd3a57fa700 1 -- 172.21.15.33:0/3247564380 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(30..30 src has 1..30) v4 ==== 6311+0+0 (secure 0 0 0) 0x7fd398085a50 con 0x7fd3a815a7d0 2024-09-13T15:02:01.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.752+0000 7fd3acd31700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd388066730 0x7fd388068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:01.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.756+0000 7fd3acd31700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd388066730 0x7fd388068bf0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd3a80cb240 tx=0x7fd390009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:01.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.768+0000 7fd3a57fa700 1 -- 172.21.15.33:0/3247564380 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd398052bf0 con 0x7fd3a815a7d0 2024-09-13T15:02:01.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:01.940+0000 7fd3add33700 1 -- 172.21.15.33:0/3247564380 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7fd3a80cb740 con 0x7fd3a815a7d0 2024-09-13T15:02:02.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.616+0000 7fd3a57fa700 1 -- 172.21.15.33:0/3247564380 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v31) v1 ==== 169+0+0 (secure 0 0 0) 0x7fd398056210 con 0x7fd3a815a7d0 2024-09-13T15:02:02.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.620+0000 7fd3add33700 1 -- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd388066730 msgr2=0x7fd388068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.620+0000 7fd3add33700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd388066730 0x7fd388068bf0 secure :-1 s=READY pgs=233 cs=0 l=1 rev1=1 crypto rx=0x7fd3a80cb240 tx=0x7fd390009040 comp rx=0 tx=0).stop 2024-09-13T15:02:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.620+0000 7fd3add33700 1 -- 172.21.15.33:0/3247564380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3a815a7d0 msgr2=0x7fd3a8154680 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.620+0000 7fd3add33700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3a815a7d0 0x7fd3a8154680 secure :-1 s=READY pgs=430 cs=0 l=1 rev1=1 crypto rx=0x7fd398000c00 tx=0x7fd398004770 comp rx=0 tx=0).stop 2024-09-13T15:02:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.620+0000 7fd3add33700 1 -- 172.21.15.33:0/3247564380 shutdown_connections 2024-09-13T15:02:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.620+0000 7fd3add33700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd388066730 0x7fd388068bf0 unknown :-1 s=CLOSED pgs=233 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.620+0000 7fd3add33700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd3a815abb0 0x7fd3a80c38b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.620+0000 7fd3add33700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd3a815a7d0 0x7fd3a8154680 unknown :-1 s=CLOSED pgs=430 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.620+0000 7fd3add33700 1 --2- 172.21.15.33:0/3247564380 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd3a80cb300 0x7fd3a8140220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.620+0000 7fd3add33700 1 -- 172.21.15.33:0/3247564380 >> 172.21.15.33:0/3247564380 conn(0x7fd3a806a350 msgr2=0x7fd3a8157aa0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.620+0000 7fd3add33700 1 -- 172.21.15.33:0/3247564380 shutdown_connections 2024-09-13T15:02:02.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.620+0000 7fd3add33700 1 -- 172.21.15.33:0/3247564380 wait complete. 2024-09-13T15:02:02.624 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-09-13T15:02:02.636 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data_ec cephfs_data_ec --yes-i-really-really-mean-it 2024-09-13T15:02:02.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.748+0000 7feeb6e04700 1 Processor -- start 2024-09-13T15:02:02.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.748+0000 7feeb6e04700 1 -- start start 2024-09-13T15:02:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6e04700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feea803a1e0 0x7feea8054120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6e04700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7feea804fbb0 0x7feea80e3a50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6e04700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7feea8054cc0 con 0x7feea8039e00 2024-09-13T15:02:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6e04700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7feea8053710 con 0x7feea804fbb0 2024-09-13T15:02:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6e04700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feea8054810 con 0x7feea803a1e0 2024-09-13T15:02:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6603700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7feea804fbb0 0x7feea80e3a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:02.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6603700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7feea804fbb0 0x7feea80e3a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34126/0 (socket says 172.21.15.33:34126) 2024-09-13T15:02:02.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6603700 1 -- 172.21.15.33:0/3279069144 learned_addr learned my addr 172.21.15.33:0/3279069144 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:02.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb5601700 1 --2- 172.21.15.33:0/3279069144 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feea803a1e0 0x7feea8054120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:02.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6603700 1 -- 172.21.15.33:0/3279069144 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feea803a1e0 msgr2=0x7feea8054120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:02.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6603700 1 --2- 172.21.15.33:0/3279069144 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feea803a1e0 0x7feea8054120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:02.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6603700 1 -- 172.21.15.33:0/3279069144 >> v1:172.21.15.103:6789/0 conn(0x7feea8039e00 legacy=0x7feea804f4a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:02.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6603700 1 -- 172.21.15.33:0/3279069144 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feea8053920 con 0x7feea804fbb0 2024-09-13T15:02:02.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb5601700 1 --2- 172.21.15.33:0/3279069144 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feea803a1e0 0x7feea8054120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:02.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6603700 1 --2- 172.21.15.33:0/3279069144 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feea804fbb0 0x7feea80e3a50 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7feeb00698b0 tx=0x7feeb004f710 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7362ecd4f9cb74e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:02.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb4e00700 1 -- 172.21.15.33:0/3279069144 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feeb0067690 con 0x7feea804fbb0 2024-09-13T15:02:02.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb4e00700 1 -- 172.21.15.33:0/3279069144 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feeb004f010 con 0x7feea804fbb0 2024-09-13T15:02:02.758 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb4e00700 1 -- 172.21.15.33:0/3279069144 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feeb0067b90 con 0x7feea804fbb0 2024-09-13T15:02:02.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6e04700 1 -- 172.21.15.33:0/3279069144 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feea804fbb0 msgr2=0x7feea80e3a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:02.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6e04700 1 --2- 172.21.15.33:0/3279069144 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feea804fbb0 0x7feea80e3a50 secure :-1 s=READY pgs=431 cs=0 l=1 rev1=1 crypto rx=0x7feeb00698b0 tx=0x7feeb004f710 comp rx=0 tx=0).stop 2024-09-13T15:02:02.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6e04700 1 -- 172.21.15.33:0/3279069144 shutdown_connections 2024-09-13T15:02:02.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6e04700 1 --2- 172.21.15.33:0/3279069144 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feea804fbb0 0x7feea80e3a50 unknown :-1 s=CLOSED pgs=431 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:02.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6e04700 1 --2- 172.21.15.33:0/3279069144 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feea803a1e0 0x7feea8054120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:02.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6e04700 1 -- 172.21.15.33:0/3279069144 >> 172.21.15.33:0/3279069144 conn(0x7feea801e270 msgr2=0x7feea8054ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:02.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6e04700 1 -- 172.21.15.33:0/3279069144 shutdown_connections 2024-09-13T15:02:02.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.752+0000 7feeb6e04700 1 -- 172.21.15.33:0/3279069144 wait complete. 2024-09-13T15:02:02.759 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.756+0000 7feeb6e04700 1 Processor -- start 2024-09-13T15:02:02.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.756+0000 7feeb6e04700 1 -- start start 2024-09-13T15:02:02.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.756+0000 7feeb6e04700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feea8039e00 0x7feea804eb80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:02.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.756+0000 7feeb6e04700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feea803a1e0 0x7feea8049d30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:02.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.756+0000 7feeb6e04700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feea804fbb0 0x7feea80d2190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:02.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.756+0000 7feeb6e04700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feea8049910 con 0x7feea803a1e0 2024-09-13T15:02:02.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.756+0000 7feeb6e04700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feea8048c90 con 0x7feea804fbb0 2024-09-13T15:02:02.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.756+0000 7feeb6e04700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feea8048f70 con 0x7feea8039e00 2024-09-13T15:02:02.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb5601700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feea803a1e0 0x7feea8049d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:02.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb5e02700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feea8039e00 0x7feea804eb80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:02.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb5e02700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feea8039e00 0x7feea804eb80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:60720/0 (socket says 172.21.15.33:60720) 2024-09-13T15:02:02.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb5601700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feea803a1e0 0x7feea8049d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34128/0 (socket says 172.21.15.33:34128) 2024-09-13T15:02:02.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb5e02700 1 -- 172.21.15.33:0/1112997556 learned_addr learned my addr 172.21.15.33:0/1112997556 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:02.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb6603700 1 --2- 172.21.15.33:0/1112997556 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feea804fbb0 0x7feea80d2190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:02.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb5601700 1 -- 172.21.15.33:0/1112997556 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feea8039e00 msgr2=0x7feea804eb80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:02.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb5601700 1 --2- 172.21.15.33:0/1112997556 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feea8039e00 0x7feea804eb80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:02.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb5601700 1 -- 172.21.15.33:0/1112997556 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feea804fbb0 msgr2=0x7feea80d2190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:02.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb5601700 1 --2- 172.21.15.33:0/1112997556 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feea804fbb0 0x7feea80d2190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:02.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb5601700 1 -- 172.21.15.33:0/1112997556 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feea8049250 con 0x7feea803a1e0 2024-09-13T15:02:02.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb5601700 1 --2- 172.21.15.33:0/1112997556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feea803a1e0 0x7feea8049d30 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7feea000e810 tx=0x7feea000eb20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:02.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feea67fc700 1 -- 172.21.15.33:0/1112997556 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feea0004230 con 0x7feea803a1e0 2024-09-13T15:02:02.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feea67fc700 1 -- 172.21.15.33:0/1112997556 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feea0004390 con 0x7feea803a1e0 2024-09-13T15:02:02.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb6e04700 1 -- 172.21.15.33:0/1112997556 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7feea8049530 con 0x7feea803a1e0 2024-09-13T15:02:02.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feea67fc700 1 -- 172.21.15.33:0/1112997556 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feea00036c0 con 0x7feea803a1e0 2024-09-13T15:02:02.765 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb6e04700 1 -- 172.21.15.33:0/1112997556 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7feea8048940 con 0x7feea803a1e0 2024-09-13T15:02:02.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.760+0000 7feeb6e04700 1 -- 172.21.15.33:0/1112997556 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7feea8034570 con 0x7feea803a1e0 2024-09-13T15:02:02.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.764+0000 7feea67fc700 1 -- 172.21.15.33:0/1112997556 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7feea0003820 con 0x7feea803a1e0 2024-09-13T15:02:02.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.764+0000 7feea67fc700 1 --2- 172.21.15.33:0/1112997556 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fee94066730 0x7fee94068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:02.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.764+0000 7feea67fc700 1 -- 172.21.15.33:0/1112997556 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(31..31 src has 1..31) v4 ==== 5781+0+0 (secure 0 0 0) 0x7feea0083ae0 con 0x7feea803a1e0 2024-09-13T15:02:02.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.764+0000 7feeb5e02700 1 --2- 172.21.15.33:0/1112997556 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fee94066730 0x7fee94068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:02.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.764+0000 7feeb5e02700 1 --2- 172.21.15.33:0/1112997556 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fee94066730 0x7fee94068bf0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7feeac007fd0 tx=0x7feeac009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:02.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.772+0000 7feea67fc700 1 -- 172.21.15.33:0/1112997556 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7feea0050d80 con 0x7feea803a1e0 2024-09-13T15:02:02.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:02.936+0000 7feeb6e04700 1 -- 172.21.15.33:0/1112997556 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7feea80559b0 con 0x7feea803a1e0 2024-09-13T15:02:03.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.620+0000 7feea67fc700 1 -- 172.21.15.33:0/1112997556 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data_ec", "pool2": "cephfs_data_ec", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data_ec' removed v32) v1 ==== 178+0+0 (secure 0 0 0) 0x7feea00200d0 con 0x7feea803a1e0 2024-09-13T15:02:03.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.628+0000 7feeb6e04700 1 -- 172.21.15.33:0/1112997556 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fee94066730 msgr2=0x7fee94068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:03.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.628+0000 7feeb6e04700 1 --2- 172.21.15.33:0/1112997556 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fee94066730 0x7fee94068bf0 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7feeac007fd0 tx=0x7feeac009040 comp rx=0 tx=0).stop 2024-09-13T15:02:03.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.628+0000 7feeb6e04700 1 -- 172.21.15.33:0/1112997556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feea803a1e0 msgr2=0x7feea8049d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:03.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.628+0000 7feeb6e04700 1 --2- 172.21.15.33:0/1112997556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feea803a1e0 0x7feea8049d30 secure :-1 s=READY pgs=432 cs=0 l=1 rev1=1 crypto rx=0x7feea000e810 tx=0x7feea000eb20 comp rx=0 tx=0).stop 2024-09-13T15:02:03.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.632+0000 7feeb6e04700 1 -- 172.21.15.33:0/1112997556 shutdown_connections 2024-09-13T15:02:03.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.632+0000 7feeb6e04700 1 --2- 172.21.15.33:0/1112997556 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fee94066730 0x7fee94068bf0 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:03.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.632+0000 7feeb6e04700 1 --2- 172.21.15.33:0/1112997556 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feea804fbb0 0x7feea80d2190 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:03.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.632+0000 7feeb6e04700 1 --2- 172.21.15.33:0/1112997556 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feea803a1e0 0x7feea8049d30 unknown :-1 s=CLOSED pgs=432 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:03.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.632+0000 7feeb6e04700 1 --2- 172.21.15.33:0/1112997556 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feea8039e00 0x7feea804eb80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:03.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.632+0000 7feeb6e04700 1 -- 172.21.15.33:0/1112997556 >> 172.21.15.33:0/1112997556 conn(0x7feea801e270 msgr2=0x7feea800bc80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:03.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.632+0000 7feeb6e04700 1 -- 172.21.15.33:0/1112997556 shutdown_connections 2024-09-13T15:02:03.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.632+0000 7feeb6e04700 1 -- 172.21.15.33:0/1112997556 wait complete. 2024-09-13T15:02:03.635 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data_ec' removed 2024-09-13T15:02:03.647 INFO:tasks.ceph.mds.a:Restarting daemon 2024-09-13T15:02:03.647 INFO:tasks.ceph.mds.a:Stopping old one... 2024-09-13T15:02:03.647 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T15:02:03.647 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:02:03.647 INFO:tasks.ceph.mds.c:Restarting daemon 2024-09-13T15:02:03.648 INFO:tasks.ceph.mds.c:Stopping old one... 2024-09-13T15:02:03.648 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T15:02:03.648 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:02:03.648 INFO:tasks.ceph.mds.b:Restarting daemon 2024-09-13T15:02:03.648 INFO:tasks.ceph.mds.b:Stopping old one... 2024-09-13T15:02:03.648 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T15:02:03.649 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:02:03.649 INFO:tasks.ceph.mds.d:Restarting daemon 2024-09-13T15:02:03.649 INFO:tasks.ceph.mds.d:Stopping old one... 2024-09-13T15:02:03.649 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T15:02:03.649 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:02:03.658 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T15:02:03.658 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i c 2024-09-13T15:02:03.659 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T15:02:03.659 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i a 2024-09-13T15:02:03.660 INFO:tasks.ceph.mds.c:Started 2024-09-13T15:02:03.661 DEBUG:teuthology.parallel:result is None 2024-09-13T15:02:03.662 INFO:tasks.ceph.mds.a:Started 2024-09-13T15:02:03.662 DEBUG:teuthology.parallel:result is None 2024-09-13T15:02:03.663 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T15:02:03.663 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i b 2024-09-13T15:02:03.673 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T15:02:03.673 DEBUG:teuthology.orchestra.run.smithi103:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-mds -f --cluster ceph -i d 2024-09-13T15:02:03.717 INFO:tasks.ceph.mds.b:Started 2024-09-13T15:02:03.717 DEBUG:teuthology.parallel:result is None 2024-09-13T15:02:03.718 INFO:tasks.ceph.mds.d:Started 2024-09-13T15:02:03.719 DEBUG:teuthology.parallel:result is None 2024-09-13T15:02:03.719 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist clear 2024-09-13T15:02:03.739 INFO:tasks.ceph.mds.c.smithi033.stdout:starting mds.c at 2024-09-13T15:02:03.753 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-09-13T15:02:03.805 INFO:tasks.ceph.mds.b.smithi103.stdout:starting mds.b at 2024-09-13T15:02:03.805 INFO:tasks.ceph.mds.d.smithi103.stdout:starting mds.d at 2024-09-13T15:02:03.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.824+0000 7f6b93d26700 1 Processor -- start 2024-09-13T15:02:03.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.824+0000 7f6b93d26700 1 -- start start 2024-09-13T15:02:03.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.828+0000 7f6b93d26700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f6b8c0ce300 0x7f6b8c164520 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:03.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.828+0000 7f6b93d26700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b8c0b2050 con 0x7f6b8c0b36f0 2024-09-13T15:02:03.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.828+0000 7f6b93d26700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6b8c0b2320 con 0x7f6b8c0b3ad0 2024-09-13T15:02:03.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.828+0000 7f6b93d26700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6b8c0b2600 con 0x7f6b8c0ce300 2024-09-13T15:02:03.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.828+0000 7f6b91ac2700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f6b8c0b36f0 0x7f6b8c0b1940 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:56100/0 (socket says 172.21.15.33:56100) 2024-09-13T15:02:03.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.828+0000 7f6b91ac2700 1 -- 172.21.15.33:0/3233751456 learned_addr learned my addr 172.21.15.33:0/3233751456 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:03.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.828+0000 7f6b922c3700 1 --2- 172.21.15.33:0/3233751456 >> v2:172.21.15.33:3300/0 conn(0x7f6b8c0ce300 0x7f6b8c164520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:03.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.828+0000 7f6b922c3700 1 -- 172.21.15.33:0/3233751456 >> v1:172.21.15.103:6789/0 conn(0x7f6b8c0b3ad0 legacy=0x7f6b8c159340 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:03.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.828+0000 7f6b922c3700 1 -- 172.21.15.33:0/3233751456 >> v1:172.21.15.33:6789/0 conn(0x7f6b8c0b36f0 legacy=0x7f6b8c0b1940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:03.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.828+0000 7f6b922c3700 1 -- 172.21.15.33:0/3233751456 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b8c0b28e0 con 0x7f6b8c0ce300 2024-09-13T15:02:03.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.828+0000 7f6b922c3700 1 --2- 172.21.15.33:0/3233751456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0ce300 0x7f6b8c164520 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f6b84009d90 tx=0x7f6b8400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9a58f353a23cbc26 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:03.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b90ac0700 1 -- 172.21.15.33:0/3233751456 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b8400e070 con 0x7f6b8c0ce300 2024-09-13T15:02:03.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b90ac0700 1 -- 172.21.15.33:0/3233751456 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b8400bbd0 con 0x7f6b8c0ce300 2024-09-13T15:02:03.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b90ac0700 1 -- 172.21.15.33:0/3233751456 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b84012430 con 0x7f6b8c0ce300 2024-09-13T15:02:03.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 -- 172.21.15.33:0/3233751456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0ce300 msgr2=0x7f6b8c164520 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:03.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 --2- 172.21.15.33:0/3233751456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0ce300 0x7f6b8c164520 secure :-1 s=READY pgs=437 cs=0 l=1 rev1=1 crypto rx=0x7f6b84009d90 tx=0x7f6b8400b330 comp rx=0 tx=0).stop 2024-09-13T15:02:03.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 -- 172.21.15.33:0/3233751456 shutdown_connections 2024-09-13T15:02:03.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 --2- 172.21.15.33:0/3233751456 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0ce300 0x7f6b8c164520 unknown :-1 s=CLOSED pgs=437 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:03.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 -- 172.21.15.33:0/3233751456 >> 172.21.15.33:0/3233751456 conn(0x7f6b8c06a350 msgr2=0x7f6b8c06a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:03.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 -- 172.21.15.33:0/3233751456 shutdown_connections 2024-09-13T15:02:03.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 -- 172.21.15.33:0/3233751456 wait complete. 2024-09-13T15:02:03.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 Processor -- start 2024-09-13T15:02:03.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 -- start start 2024-09-13T15:02:03.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6b8c0b36f0 0x7f6b8c14aaf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:03.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6b8c0b3ad0 0x7f6b8c14d0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:03.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0ce300 0x7f6b8c14b570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:03.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b8c14c030 con 0x7f6b8c0ce300 2024-09-13T15:02:03.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6b8c14c310 con 0x7f6b8c0b36f0 2024-09-13T15:02:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.832+0000 7f6b93d26700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6b8c14c5f0 con 0x7f6b8c0b3ad0 2024-09-13T15:02:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b922c3700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0ce300 0x7f6b8c14b570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b91ac2700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6b8c0b36f0 0x7f6b8c14aaf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b922c3700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0ce300 0x7f6b8c14b570 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34178/0 (socket says 172.21.15.33:34178) 2024-09-13T15:02:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b912c1700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6b8c0b3ad0 0x7f6b8c14d0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b922c3700 1 -- 172.21.15.33:0/1069187601 learned_addr learned my addr 172.21.15.33:0/1069187601 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b91ac2700 1 -- 172.21.15.33:0/1069187601 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6b8c0b3ad0 msgr2=0x7f6b8c14d0d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b91ac2700 1 --2- 172.21.15.33:0/1069187601 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6b8c0b3ad0 0x7f6b8c14d0d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b91ac2700 1 -- 172.21.15.33:0/1069187601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0ce300 msgr2=0x7f6b8c14b570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b91ac2700 1 --2- 172.21.15.33:0/1069187601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0ce300 0x7f6b8c14b570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b91ac2700 1 -- 172.21.15.33:0/1069187601 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6b84009a70 con 0x7f6b8c0b36f0 2024-09-13T15:02:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b912c1700 1 --2- 172.21.15.33:0/1069187601 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6b8c0b3ad0 0x7f6b8c14d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b922c3700 1 --2- 172.21.15.33:0/1069187601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0ce300 0x7f6b8c14b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:03.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b91ac2700 1 --2- 172.21.15.33:0/1069187601 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6b8c0b36f0 0x7f6b8c14aaf0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6b8800c480 tx=0x7f6b8800c790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:03.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b827fc700 1 -- 172.21.15.33:0/1069187601 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b88005d90 con 0x7f6b8c0b36f0 2024-09-13T15:02:03.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b827fc700 1 -- 172.21.15.33:0/1069187601 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6b8800ce90 con 0x7f6b8c0b36f0 2024-09-13T15:02:03.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b827fc700 1 -- 172.21.15.33:0/1069187601 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6b880072d0 con 0x7f6b8c0b36f0 2024-09-13T15:02:03.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b93d26700 1 -- 172.21.15.33:0/1069187601 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6b8c14c8d0 con 0x7f6b8c0b36f0 2024-09-13T15:02:03.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b93d26700 1 -- 172.21.15.33:0/1069187601 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6b8c14d610 con 0x7f6b8c0b36f0 2024-09-13T15:02:03.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b93d26700 1 -- 172.21.15.33:0/1069187601 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6b8c14cdf0 con 0x7f6b8c0b36f0 2024-09-13T15:02:03.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.836+0000 7f6b827fc700 1 -- 172.21.15.33:0/1069187601 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6b88007430 con 0x7f6b8c0b36f0 2024-09-13T15:02:03.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.840+0000 7f6b827fc700 1 --2- 172.21.15.33:0/1069187601 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6b70066730 0x7f6b70068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:03.842 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.840+0000 7f6b827fc700 1 -- 172.21.15.33:0/1069187601 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(36..36 src has 1..36) v4 ==== 5263+0+0 (secure 0 0 0) 0x7f6b880832a0 con 0x7f6b8c0b36f0 2024-09-13T15:02:03.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.840+0000 7f6b912c1700 1 --2- 172.21.15.33:0/1069187601 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6b70066730 0x7f6b70068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:03.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.840+0000 7f6b912c1700 1 --2- 172.21.15.33:0/1069187601 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6b70066730 0x7f6b70068bf0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c155e60 tx=0x7f6b7c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:03.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:03.844+0000 7f6b827fc700 1 -- 172.21.15.33:0/1069187601 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6b8c14cdf0 con 0x7f6b8c0b36f0 2024-09-13T15:02:04.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:04.028+0000 7f6b93d26700 1 -- 172.21.15.33:0/1069187601 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd blocklist clear"} v 0) v1 -- 0x7f6b8c14c450 con 0x7f6b8c0b36f0 2024-09-13T15:02:04.845 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:04.840+0000 7f6b827fc700 1 -- 172.21.15.33:0/1069187601 <== mon.1 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist clear"}]=0 removed all blocklist entries v37) v1 ==== 97+0+0 (secure 0 0 0) 0x7f6b8c14c450 con 0x7f6b8c0b36f0 2024-09-13T15:02:04.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:04.844+0000 7f6b93d26700 1 -- 172.21.15.33:0/1069187601 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6b70066730 msgr2=0x7f6b70068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:04.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:04.844+0000 7f6b93d26700 1 --2- 172.21.15.33:0/1069187601 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6b70066730 0x7f6b70068bf0 secure :-1 s=READY pgs=235 cs=0 l=1 rev1=1 crypto rx=0x7f6b8c155e60 tx=0x7f6b7c009040 comp rx=0 tx=0).stop 2024-09-13T15:02:04.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:04.848+0000 7f6b93d26700 1 -- 172.21.15.33:0/1069187601 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6b8c0b36f0 msgr2=0x7f6b8c14aaf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:04.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:04.848+0000 7f6b93d26700 1 --2- 172.21.15.33:0/1069187601 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6b8c0b36f0 0x7f6b8c14aaf0 secure :-1 s=READY pgs=206 cs=0 l=1 rev1=1 crypto rx=0x7f6b8800c480 tx=0x7f6b8800c790 comp rx=0 tx=0).stop 2024-09-13T15:02:04.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:04.848+0000 7f6b93d26700 1 -- 172.21.15.33:0/1069187601 shutdown_connections 2024-09-13T15:02:04.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:04.848+0000 7f6b93d26700 1 --2- 172.21.15.33:0/1069187601 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6b70066730 0x7f6b70068bf0 unknown :-1 s=CLOSED pgs=235 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:04.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:04.848+0000 7f6b93d26700 1 --2- 172.21.15.33:0/1069187601 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6b8c0ce300 0x7f6b8c14b570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:04.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:04.848+0000 7f6b93d26700 1 --2- 172.21.15.33:0/1069187601 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6b8c0b3ad0 0x7f6b8c14d0d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:04.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:04.848+0000 7f6b93d26700 1 --2- 172.21.15.33:0/1069187601 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6b8c0b36f0 0x7f6b8c14aaf0 unknown :-1 s=CLOSED pgs=206 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:04.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:04.848+0000 7f6b93d26700 1 -- 172.21.15.33:0/1069187601 >> 172.21.15.33:0/1069187601 conn(0x7f6b8c06a350 msgr2=0x7f6b8c06a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:04.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:04.848+0000 7f6b93d26700 1 -- 172.21.15.33:0/1069187601 shutdown_connections 2024-09-13T15:02:04.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:04.848+0000 7f6b93d26700 1 -- 172.21.15.33:0/1069187601 wait complete. 2024-09-13T15:02:04.851 INFO:teuthology.orchestra.run.smithi033.stderr: removed all blocklist entries 2024-09-13T15:02:04.865 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth ls --format=json-pretty 2024-09-13T15:02:05.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f300d8ee700 1 Processor -- start 2024-09-13T15:02:05.023 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f300d8ee700 1 -- start start 2024-09-13T15:02:05.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f300d8ee700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f300815a6c0 0x7f300806c590 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f300d8ee700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f30080acf10 0x7f30080b3f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.024 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f300d8ee700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f30080ad380 con 0x7f30080abf40 2024-09-13T15:02:05.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f300d8ee700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f30080b3ae0 con 0x7f300815a6c0 2024-09-13T15:02:05.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f300d8ee700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f300806df40 con 0x7f30080acf10 2024-09-13T15:02:05.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f300c8ec700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f300815a6c0 0x7f300806c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f300c8ec700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f300815a6c0 0x7f300806c590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34182/0 (socket says 172.21.15.33:34182) 2024-09-13T15:02:05.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f300c8ec700 1 -- 172.21.15.33:0/4059964325 learned_addr learned my addr 172.21.15.33:0/4059964325 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:05.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f3007fff700 1 --2- 172.21.15.33:0/4059964325 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f30080acf10 0x7f30080b3f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f300c8ec700 1 -- 172.21.15.33:0/4059964325 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f30080acf10 msgr2=0x7f30080b3f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:05.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f300c8ec700 1 --2- 172.21.15.33:0/4059964325 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f30080acf10 0x7f30080b3f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f300c8ec700 1 -- 172.21.15.33:0/4059964325 >> v1:172.21.15.103:6789/0 conn(0x7f30080abf40 legacy=0x7f300806a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.020+0000 7f300c8ec700 1 -- 172.21.15.33:0/4059964325 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f30080b4440 con 0x7f300815a6c0 2024-09-13T15:02:05.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.024+0000 7f300c8ec700 1 --2- 172.21.15.33:0/4059964325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f300815a6c0 0x7f300806c590 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8009940 tx=0x7f2ff8009c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7f1edea30adbd067 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:05.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.024+0000 7f30077fe700 1 -- 172.21.15.33:0/4059964325 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8011830 con 0x7f300815a6c0 2024-09-13T15:02:05.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.024+0000 7f30077fe700 1 -- 172.21.15.33:0/4059964325 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ff8011990 con 0x7f300815a6c0 2024-09-13T15:02:05.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.024+0000 7f30077fe700 1 -- 172.21.15.33:0/4059964325 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ff8011d20 con 0x7f300815a6c0 2024-09-13T15:02:05.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.024+0000 7f300d8ee700 1 -- 172.21.15.33:0/4059964325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f300815a6c0 msgr2=0x7f300806c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.024+0000 7f300d8ee700 1 --2- 172.21.15.33:0/4059964325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f300815a6c0 0x7f300806c590 secure :-1 s=READY pgs=438 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8009940 tx=0x7f2ff8009c50 comp rx=0 tx=0).stop 2024-09-13T15:02:05.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.024+0000 7f300d8ee700 1 -- 172.21.15.33:0/4059964325 shutdown_connections 2024-09-13T15:02:05.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.024+0000 7f300d8ee700 1 --2- 172.21.15.33:0/4059964325 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f30080acf10 0x7f30080b3f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.024+0000 7f300d8ee700 1 --2- 172.21.15.33:0/4059964325 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f300815a6c0 0x7f300806c590 unknown :-1 s=CLOSED pgs=438 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.024+0000 7f300d8ee700 1 -- 172.21.15.33:0/4059964325 >> 172.21.15.33:0/4059964325 conn(0x7f30080ae750 msgr2=0x7f30080b0cd0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:05.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.024+0000 7f300d8ee700 1 -- 172.21.15.33:0/4059964325 shutdown_connections 2024-09-13T15:02:05.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.024+0000 7f300d8ee700 1 -- 172.21.15.33:0/4059964325 wait complete. 2024-09-13T15:02:05.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.024+0000 7f300d8ee700 1 Processor -- start 2024-09-13T15:02:05.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d8ee700 1 -- start start 2024-09-13T15:02:05.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d8ee700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f30080acf10 0x7f30081e6f50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d8ee700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f300815a6c0 0x7f3008158490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d8ee700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30081589d0 0x7f30081e5e90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d8ee700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30081e4df0 con 0x7f30081589d0 2024-09-13T15:02:05.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d8ee700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f30081e50d0 con 0x7f300815a6c0 2024-09-13T15:02:05.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d8ee700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f30081e53b0 con 0x7f30080acf10 2024-09-13T15:02:05.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d0ed700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30081589d0 0x7f30081e5e90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d0ed700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30081589d0 0x7f30081e5e90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34196/0 (socket says 172.21.15.33:34196) 2024-09-13T15:02:05.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d0ed700 1 -- 172.21.15.33:0/3916818284 learned_addr learned my addr 172.21.15.33:0/3916818284 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:05.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f3007fff700 1 --2- 172.21.15.33:0/3916818284 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f300815a6c0 0x7f3008158490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300c8ec700 1 --2- 172.21.15.33:0/3916818284 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f30080acf10 0x7f30081e6f50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d0ed700 1 -- 172.21.15.33:0/3916818284 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f30080acf10 msgr2=0x7f30081e6f50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d0ed700 1 --2- 172.21.15.33:0/3916818284 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f30080acf10 0x7f30081e6f50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d0ed700 1 -- 172.21.15.33:0/3916818284 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f300815a6c0 msgr2=0x7f3008158490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d0ed700 1 --2- 172.21.15.33:0/3916818284 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f300815a6c0 0x7f3008158490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d0ed700 1 -- 172.21.15.33:0/3916818284 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ff8009570 con 0x7f30081589d0 2024-09-13T15:02:05.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d0ed700 1 --2- 172.21.15.33:0/3916818284 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30081589d0 0x7f30081e5e90 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f300000cc50 tx=0x7f300000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:05.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f30057fa700 1 -- 172.21.15.33:0/3916818284 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3000003c20 con 0x7f30081589d0 2024-09-13T15:02:05.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f30057fa700 1 -- 172.21.15.33:0/3916818284 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3000003d80 con 0x7f30081589d0 2024-09-13T15:02:05.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d8ee700 1 -- 172.21.15.33:0/3916818284 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f30081e5690 con 0x7f30081589d0 2024-09-13T15:02:05.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f30057fa700 1 -- 172.21.15.33:0/3916818284 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f300000aab0 con 0x7f30081589d0 2024-09-13T15:02:05.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.028+0000 7f300d8ee700 1 -- 172.21.15.33:0/3916818284 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f30081e4a80 con 0x7f30081589d0 2024-09-13T15:02:05.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.032+0000 7f300d8ee700 1 -- 172.21.15.33:0/3916818284 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f30081e5bb0 con 0x7f30081589d0 2024-09-13T15:02:05.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.032+0000 7f30057fa700 1 -- 172.21.15.33:0/3916818284 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f300000ac10 con 0x7f30081589d0 2024-09-13T15:02:05.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.032+0000 7f30057fa700 1 --2- 172.21.15.33:0/3916818284 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2ff4066730 0x7f2ff4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.032+0000 7f30057fa700 1 -- 172.21.15.33:0/3916818284 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f3000083f30 con 0x7f30081589d0 2024-09-13T15:02:05.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.032+0000 7f300c8ec700 1 --2- 172.21.15.33:0/3916818284 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2ff4066730 0x7f2ff4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.032+0000 7f300c8ec700 1 --2- 172.21.15.33:0/3916818284 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2ff4066730 0x7f2ff4068bf0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8009890 tx=0x7f2ff8008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:05.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.040+0000 7f30057fa700 1 -- 172.21.15.33:0/3916818284 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f30081e5bb0 con 0x7f30081589d0 2024-09-13T15:02:05.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.268+0000 7f300d8ee700 1 -- 172.21.15.33:0/3916818284 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth ls", "format": "json-pretty"} v 0) v1 -- 0x7f30081e5bb0 con 0x7f30081589d0 2024-09-13T15:02:05.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.268+0000 7f30057fa700 1 -- 172.21.15.33:0/3916818284 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth ls", "format": "json-pretty"}]=0 v6) v1 ==== 80+0+6645 (secure 0 0 0) 0x7f30081e5bb0 con 0x7f30081589d0 2024-09-13T15:02:05.273 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:05.273 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:02:05.273 INFO:teuthology.orchestra.run.smithi033.stdout: "auth_dump": [ 2024-09-13T15:02:05.274 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.274 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.a", 2024-09-13T15:02:05.274 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQBwU+RmqXw2GhAA4tq3VB1oXOwrRdgi+sSHNA==", 2024-09-13T15:02:05.274 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.274 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-09-13T15:02:05.274 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-09-13T15:02:05.274 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-09-13T15:02:05.274 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.274 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.274 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.275 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.275 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.b", 2024-09-13T15:02:05.275 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQBwU+RmniFBIhAAhQCGoZhGo2icf6TkJAQT0A==", 2024-09-13T15:02:05.275 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.275 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-09-13T15:02:05.275 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-09-13T15:02:05.275 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-09-13T15:02:05.275 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.275 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.276 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.276 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.276 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.c", 2024-09-13T15:02:05.276 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQBwU+Rm/kpAHhAAPDuW5++Yzj+w4HJPXGdLtw==", 2024-09-13T15:02:05.276 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.276 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-09-13T15:02:05.276 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-09-13T15:02:05.276 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-09-13T15:02:05.276 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.276 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.277 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.277 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.277 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mds.d", 2024-09-13T15:02:05.277 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQBwU+Rm4NWtJRAA/ttiwLzMXr+gAxUV8218Xw==", 2024-09-13T15:02:05.277 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.277 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-09-13T15:02:05.277 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-09-13T15:02:05.277 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-09-13T15:02:05.278 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.278 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.278 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.278 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.278 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.0", 2024-09-13T15:02:05.278 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQBzU+RmS+Z2FhAAlA/jBv2ouxj9/r9yTxICRw==", 2024-09-13T15:02:05.278 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.278 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-09-13T15:02:05.278 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-09-13T15:02:05.279 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.279 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.279 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.279 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.279 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.1", 2024-09-13T15:02:05.279 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB2U+RmlxWqHBAABchNLixIXHtQPz6nM3HKXA==", 2024-09-13T15:02:05.279 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.279 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-09-13T15:02:05.279 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-09-13T15:02:05.280 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.280 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.280 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.280 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.280 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.2", 2024-09-13T15:02:05.280 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB5U+RmxR1oIBAALy4SpFVd5qxlMnvck4r60g==", 2024-09-13T15:02:05.280 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.280 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-09-13T15:02:05.281 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-09-13T15:02:05.281 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.281 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.281 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.281 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.281 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.3", 2024-09-13T15:02:05.281 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQB8U+Rm0y3bIxAAJbN9opMXDsn96sWLFx840Q==", 2024-09-13T15:02:05.281 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.281 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-09-13T15:02:05.282 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-09-13T15:02:05.282 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.282 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.282 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.282 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.282 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.4", 2024-09-13T15:02:05.282 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCCU+Rmm9y8ExAATMHGZfxNyBmqCx+1c8pUSw==", 2024-09-13T15:02:05.282 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.282 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-09-13T15:02:05.283 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-09-13T15:02:05.283 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.284 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.284 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.284 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.284 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.5", 2024-09-13T15:02:05.284 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCFU+RmI7+4GBAAMOvx2fLdaFhTRR8AGKCFCg==", 2024-09-13T15:02:05.284 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.284 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-09-13T15:02:05.284 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-09-13T15:02:05.284 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.284 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.284 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.285 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.285 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.6", 2024-09-13T15:02:05.285 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCIU+Rmmxw3HhAAg1L7Na6X9yaLums7l4/Jnw==", 2024-09-13T15:02:05.285 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.285 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-09-13T15:02:05.285 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-09-13T15:02:05.285 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.285 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.285 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.285 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.285 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "osd.7", 2024-09-13T15:02:05.285 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCLU+Rm3e/UIRAAlVGnqiWlerhQmdxsgfM5lQ==", 2024-09-13T15:02:05.285 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.285 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow profile osd", 2024-09-13T15:02:05.286 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile osd", 2024-09-13T15:02:05.286 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.286 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.286 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.286 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.286 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.0", 2024-09-13T15:02:05.286 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQBwU+RmcPkfKRAAT/OrP32+vNi52a679KHifA==", 2024-09-13T15:02:05.286 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.286 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-09-13T15:02:05.286 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-09-13T15:02:05.286 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-09-13T15:02:05.286 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-09-13T15:02:05.286 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.286 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.287 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.287 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.1", 2024-09-13T15:02:05.287 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQBwU+RmvyEoLxAAAMe7yHVNAys9bGKxsOCerQ==", 2024-09-13T15:02:05.287 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.287 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-09-13T15:02:05.287 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-09-13T15:02:05.287 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-09-13T15:02:05.287 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-09-13T15:02:05.287 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.287 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.287 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.287 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.2", 2024-09-13T15:02:05.287 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQBwU+Rmpr0jLBAAue0NgRJCku1gjEbraA/Tzw==", 2024-09-13T15:02:05.287 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.288 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-09-13T15:02:05.288 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-09-13T15:02:05.288 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-09-13T15:02:05.288 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-09-13T15:02:05.288 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.288 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.288 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.288 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.3", 2024-09-13T15:02:05.288 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQBwU+RmRTVPMhAA7Jvuv7+NfyLLrQMM1PuR8g==", 2024-09-13T15:02:05.288 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.288 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow", 2024-09-13T15:02:05.288 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow r", 2024-09-13T15:02:05.288 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow rw", 2024-09-13T15:02:05.289 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow rwx" 2024-09-13T15:02:05.289 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.289 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.289 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.289 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.admin", 2024-09-13T15:02:05.289 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQBwU+RmQrCPCBAA0XM5sxB/oGZifHsdwBHqUw==", 2024-09-13T15:02:05.289 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.289 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-09-13T15:02:05.289 INFO:teuthology.orchestra.run.smithi033.stdout: "mgr": "allow *", 2024-09-13T15:02:05.289 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow *", 2024-09-13T15:02:05.289 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.289 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.289 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.289 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.290 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.bootstrap-mds", 2024-09-13T15:02:05.290 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQU+RmsyXQMhAABNVPRwpV3gN+STNqHS0Y4Q==", 2024-09-13T15:02:05.290 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.290 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile bootstrap-mds" 2024-09-13T15:02:05.290 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.290 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.290 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.290 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.bootstrap-mgr", 2024-09-13T15:02:05.290 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQU+RmWTrQMhAA0EjVRrdy2Xc5OCSQslGo4g==", 2024-09-13T15:02:05.290 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.290 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile bootstrap-mgr" 2024-09-13T15:02:05.290 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.290 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.290 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.291 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.bootstrap-osd", 2024-09-13T15:02:05.291 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQU+RmP03QMhAANeyv1eb8UaB7kH/HNm7Chw==", 2024-09-13T15:02:05.291 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.291 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile bootstrap-osd" 2024-09-13T15:02:05.291 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.291 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.291 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.291 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.bootstrap-rbd", 2024-09-13T15:02:05.291 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQU+Rmj17QMhAApV1fop91P9rj4uX9Zg60Bg==", 2024-09-13T15:02:05.291 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.291 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile bootstrap-rbd" 2024-09-13T15:02:05.291 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.291 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.291 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.292 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.bootstrap-rbd-mirror", 2024-09-13T15:02:05.292 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQU+RmCnDQMhAA1s+UwaAuQU39cshUHuSwxA==", 2024-09-13T15:02:05.292 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.292 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile bootstrap-rbd-mirror" 2024-09-13T15:02:05.292 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.292 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.292 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.292 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "client.bootstrap-rgw", 2024-09-13T15:02:05.292 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQCQU+Rm5oXQMhAALnnsyrQOgeMYAY2CCb8/fw==", 2024-09-13T15:02:05.292 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.292 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile bootstrap-rgw" 2024-09-13T15:02:05.292 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.292 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.x", 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQBwU+Rm6flJFhAAG88CITO+tMQ5ZlLShbbVrg==", 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: "entity": "mgr.y", 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: "key": "AQBwU+RmmqsbExAA2I+XZcrhjpUr6jypc0Lhlw==", 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: "caps": { 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: "mds": "allow *", 2024-09-13T15:02:05.293 INFO:teuthology.orchestra.run.smithi033.stdout: "mon": "allow profile mgr", 2024-09-13T15:02:05.294 INFO:teuthology.orchestra.run.smithi033.stdout: "osd": "allow *" 2024-09-13T15:02:05.294 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.294 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:05.294 INFO:teuthology.orchestra.run.smithi033.stdout: ] 2024-09-13T15:02:05.294 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:02:05.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.272+0000 7f300d8ee700 1 -- 172.21.15.33:0/3916818284 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2ff4066730 msgr2=0x7f2ff4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.272+0000 7f300d8ee700 1 --2- 172.21.15.33:0/3916818284 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2ff4066730 0x7f2ff4068bf0 secure :-1 s=READY pgs=240 cs=0 l=1 rev1=1 crypto rx=0x7f2ff8009890 tx=0x7f2ff8008030 comp rx=0 tx=0).stop 2024-09-13T15:02:05.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.272+0000 7f300d8ee700 1 -- 172.21.15.33:0/3916818284 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30081589d0 msgr2=0x7f30081e5e90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.272+0000 7f300d8ee700 1 --2- 172.21.15.33:0/3916818284 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30081589d0 0x7f30081e5e90 secure :-1 s=READY pgs=439 cs=0 l=1 rev1=1 crypto rx=0x7f300000cc50 tx=0x7f300000cf60 comp rx=0 tx=0).stop 2024-09-13T15:02:05.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.272+0000 7f300d8ee700 1 -- 172.21.15.33:0/3916818284 shutdown_connections 2024-09-13T15:02:05.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.272+0000 7f300d8ee700 1 --2- 172.21.15.33:0/3916818284 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2ff4066730 0x7f2ff4068bf0 unknown :-1 s=CLOSED pgs=240 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.272+0000 7f300d8ee700 1 --2- 172.21.15.33:0/3916818284 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f30081589d0 0x7f30081e5e90 unknown :-1 s=CLOSED pgs=439 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.272+0000 7f300d8ee700 1 --2- 172.21.15.33:0/3916818284 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f300815a6c0 0x7f3008158490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.272+0000 7f300d8ee700 1 --2- 172.21.15.33:0/3916818284 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f30080acf10 0x7f30081e6f50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.272+0000 7f300d8ee700 1 -- 172.21.15.33:0/3916818284 >> 172.21.15.33:0/3916818284 conn(0x7f30080abf40 msgr2=0x7f30080af7f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:05.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.272+0000 7f300d8ee700 1 -- 172.21.15.33:0/3916818284 shutdown_connections 2024-09-13T15:02:05.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.272+0000 7f300d8ee700 1 -- 172.21.15.33:0/3916818284 wait complete. 2024-09-13T15:02:05.297 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mds 2024-09-13T15:02:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.412+0000 7f6619e12700 1 Processor -- start 2024-09-13T15:02:05.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.412+0000 7f6619e12700 1 -- start start 2024-09-13T15:02:05.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.412+0000 7f6619e12700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f66140714c0 0x7f6614071900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.412+0000 7f6619e12700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f6614070360 0x7f6614070810 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.412+0000 7f6619e12700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f66140ad110 con 0x7f661415fee0 2024-09-13T15:02:05.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.412+0000 7f6619e12700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6614070d50 con 0x7f6614070360 2024-09-13T15:02:05.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.412+0000 7f6619e12700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6614071e40 con 0x7f66140714c0 2024-09-13T15:02:05.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619611700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f6614070360 0x7f6614070810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6618e10700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f661415fee0 0x7f661406b4f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:56112/0 (socket says 172.21.15.33:56112) 2024-09-13T15:02:05.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619611700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f6614070360 0x7f6614070810 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34198/0 (socket says 172.21.15.33:34198) 2024-09-13T15:02:05.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6618e10700 1 -- 172.21.15.33:0/795691999 learned_addr learned my addr 172.21.15.33:0/795691999 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:05.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6613fff700 1 --2- 172.21.15.33:0/795691999 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f66140714c0 0x7f6614071900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619611700 1 -- 172.21.15.33:0/795691999 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f66140714c0 msgr2=0x7f6614071900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:05.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619611700 1 --2- 172.21.15.33:0/795691999 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f66140714c0 0x7f6614071900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619611700 1 -- 172.21.15.33:0/795691999 >> v1:172.21.15.33:6789/0 conn(0x7f661415fee0 legacy=0x7f661406b4f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619611700 1 -- 172.21.15.33:0/795691999 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f66140acb50 con 0x7f6614070360 2024-09-13T15:02:05.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619611700 1 --2- 172.21.15.33:0/795691999 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6614070360 0x7f6614070810 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f660c009d90 tx=0x7f660c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d3779da1d640e03b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:05.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f66137fe700 1 -- 172.21.15.33:0/795691999 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f660c00e070 con 0x7f6614070360 2024-09-13T15:02:05.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f66137fe700 1 -- 172.21.15.33:0/795691999 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f660c00bbd0 con 0x7f6614070360 2024-09-13T15:02:05.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f66137fe700 1 -- 172.21.15.33:0/795691999 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f660c012430 con 0x7f6614070360 2024-09-13T15:02:05.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619e12700 1 -- 172.21.15.33:0/795691999 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6614070360 msgr2=0x7f6614070810 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619e12700 1 --2- 172.21.15.33:0/795691999 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6614070360 0x7f6614070810 secure :-1 s=READY pgs=441 cs=0 l=1 rev1=1 crypto rx=0x7f660c009d90 tx=0x7f660c00b330 comp rx=0 tx=0).stop 2024-09-13T15:02:05.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619e12700 1 -- 172.21.15.33:0/795691999 shutdown_connections 2024-09-13T15:02:05.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619e12700 1 --2- 172.21.15.33:0/795691999 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f66140714c0 0x7f6614071900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619e12700 1 --2- 172.21.15.33:0/795691999 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6614070360 0x7f6614070810 unknown :-1 s=CLOSED pgs=441 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619e12700 1 -- 172.21.15.33:0/795691999 >> 172.21.15.33:0/795691999 conn(0x7f66140ae4b0 msgr2=0x7f66140b0bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:05.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619e12700 1 -- 172.21.15.33:0/795691999 shutdown_connections 2024-09-13T15:02:05.421 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.416+0000 7f6619e12700 1 -- 172.21.15.33:0/795691999 wait complete. 2024-09-13T15:02:05.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619e12700 1 Processor -- start 2024-09-13T15:02:05.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619e12700 1 -- start start 2024-09-13T15:02:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619e12700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6614070360 0x7f6614156c50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619e12700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f66140714c0 0x7f661406e390 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619e12700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661415fee0 0x7f6614099a50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619e12700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f66141f5960 con 0x7f661415fee0 2024-09-13T15:02:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619e12700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f661409c3e0 con 0x7f6614070360 2024-09-13T15:02:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619e12700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6614157190 con 0x7f66140714c0 2024-09-13T15:02:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619611700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661415fee0 0x7f6614099a50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619611700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661415fee0 0x7f6614099a50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34200/0 (socket says 172.21.15.33:34200) 2024-09-13T15:02:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619611700 1 -- 172.21.15.33:0/12002493 learned_addr learned my addr 172.21.15.33:0/12002493 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6618e10700 1 --2- 172.21.15.33:0/12002493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6614070360 0x7f6614156c50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6613fff700 1 --2- 172.21.15.33:0/12002493 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f66140714c0 0x7f661406e390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619611700 1 -- 172.21.15.33:0/12002493 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f66140714c0 msgr2=0x7f661406e390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619611700 1 --2- 172.21.15.33:0/12002493 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f66140714c0 0x7f661406e390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619611700 1 -- 172.21.15.33:0/12002493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6614070360 msgr2=0x7f6614156c50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619611700 1 --2- 172.21.15.33:0/12002493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6614070360 0x7f6614156c50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619611700 1 -- 172.21.15.33:0/12002493 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f660c009a70 con 0x7f661415fee0 2024-09-13T15:02:05.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619611700 1 --2- 172.21.15.33:0/12002493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661415fee0 0x7f6614099a50 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f660c014040 tx=0x7f660c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f66117fa700 1 -- 172.21.15.33:0/12002493 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f660c012430 con 0x7f661415fee0 2024-09-13T15:02:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f66117fa700 1 -- 172.21.15.33:0/12002493 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f660c020070 con 0x7f661415fee0 2024-09-13T15:02:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619e12700 1 -- 172.21.15.33:0/12002493 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f66141f2820 con 0x7f661415fee0 2024-09-13T15:02:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f66117fa700 1 -- 172.21.15.33:0/12002493 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f660c0098f0 con 0x7f661415fee0 2024-09-13T15:02:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.420+0000 7f6619e12700 1 -- 172.21.15.33:0/12002493 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f66141f2de0 con 0x7f661415fee0 2024-09-13T15:02:05.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.424+0000 7f6619e12700 1 -- 172.21.15.33:0/12002493 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f66140742c0 con 0x7f661415fee0 2024-09-13T15:02:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.424+0000 7f66117fa700 1 -- 172.21.15.33:0/12002493 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f660c004040 con 0x7f661415fee0 2024-09-13T15:02:05.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.424+0000 7f66117fa700 1 --2- 172.21.15.33:0/12002493 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f65f4066730 0x7f65f4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.424+0000 7f66117fa700 1 -- 172.21.15.33:0/12002493 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f660c022070 con 0x7f661415fee0 2024-09-13T15:02:05.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.424+0000 7f6618e10700 1 --2- 172.21.15.33:0/12002493 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f65f4066730 0x7f65f4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.428+0000 7f6618e10700 1 --2- 172.21.15.33:0/12002493 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f65f4066730 0x7f65f4068bf0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f65fc005930 tx=0x7f65fc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:05.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.428+0000 7f66117fa700 1 -- 172.21.15.33:0/12002493 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f660c0535b0 con 0x7f661415fee0 2024-09-13T15:02:05.666 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.664+0000 7f6619e12700 1 -- 172.21.15.33:0/12002493 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mds"} v 0) v1 -- 0x7f66141f5aa0 con 0x7f661415fee0 2024-09-13T15:02:05.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.668+0000 7f66117fa700 1 -- 172.21.15.33:0/12002493 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mds"}]=0 v7) v1 ==== 90+0+0 (secure 0 0 0) 0x7f66141f5aa0 con 0x7f661415fee0 2024-09-13T15:02:05.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.668+0000 7f6619e12700 1 -- 172.21.15.33:0/12002493 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f65f4066730 msgr2=0x7f65f4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.668+0000 7f6619e12700 1 --2- 172.21.15.33:0/12002493 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f65f4066730 0x7f65f4068bf0 secure :-1 s=READY pgs=241 cs=0 l=1 rev1=1 crypto rx=0x7f65fc005930 tx=0x7f65fc009040 comp rx=0 tx=0).stop 2024-09-13T15:02:05.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.668+0000 7f6619e12700 1 -- 172.21.15.33:0/12002493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661415fee0 msgr2=0x7f6614099a50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.668+0000 7f6619e12700 1 --2- 172.21.15.33:0/12002493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661415fee0 0x7f6614099a50 secure :-1 s=READY pgs=442 cs=0 l=1 rev1=1 crypto rx=0x7f660c014040 tx=0x7f660c004af0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.668+0000 7f6619e12700 1 -- 172.21.15.33:0/12002493 shutdown_connections 2024-09-13T15:02:05.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.668+0000 7f6619e12700 1 --2- 172.21.15.33:0/12002493 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f65f4066730 0x7f65f4068bf0 unknown :-1 s=CLOSED pgs=241 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.668+0000 7f6619e12700 1 --2- 172.21.15.33:0/12002493 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f661415fee0 0x7f6614099a50 unknown :-1 s=CLOSED pgs=442 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.668+0000 7f6619e12700 1 --2- 172.21.15.33:0/12002493 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f66140714c0 0x7f661406e390 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.668+0000 7f6619e12700 1 --2- 172.21.15.33:0/12002493 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6614070360 0x7f6614156c50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.668+0000 7f6619e12700 1 -- 172.21.15.33:0/12002493 >> 172.21.15.33:0/12002493 conn(0x7f66140ae4b0 msgr2=0x7f661415ed00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:05.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.668+0000 7f6619e12700 1 -- 172.21.15.33:0/12002493 shutdown_connections 2024-09-13T15:02:05.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.668+0000 7f6619e12700 1 -- 172.21.15.33:0/12002493 wait complete. 2024-09-13T15:02:05.686 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-mgr 2024-09-13T15:02:05.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.800+0000 7f90e63bf700 1 Processor -- start 2024-09-13T15:02:05.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.800+0000 7f90e63bf700 1 -- start start 2024-09-13T15:02:05.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.800+0000 7f90e63bf700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f90e006cbb0 0x7f90e015d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.800+0000 7f90e63bf700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f90e00b3cc0 0x7f90e00b4150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.800+0000 7f90e63bf700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f90e00b3830 con 0x7f90e0159800 2024-09-13T15:02:05.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.800+0000 7f90e63bf700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f90e00b2c20 con 0x7f90e006cbb0 2024-09-13T15:02:05.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.800+0000 7f90e63bf700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90e00b2f00 con 0x7f90e00b3cc0 2024-09-13T15:02:05.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.800+0000 7f90e4bbc700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f90e006cbb0 0x7f90e015d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e4bbc700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f90e006cbb0 0x7f90e015d950 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34208/0 (socket says 172.21.15.33:34208) 2024-09-13T15:02:05.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e4bbc700 1 -- 172.21.15.33:0/2522303896 learned_addr learned my addr 172.21.15.33:0/2522303896 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:05.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e5bbe700 1 --2- 172.21.15.33:0/2522303896 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f90e00b3cc0 0x7f90e00b4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e4bbc700 1 -- 172.21.15.33:0/2522303896 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f90e00b3cc0 msgr2=0x7f90e00b4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:05.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e4bbc700 1 --2- 172.21.15.33:0/2522303896 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f90e00b3cc0 0x7f90e00b4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e4bbc700 1 -- 172.21.15.33:0/2522303896 >> v1:172.21.15.103:6789/0 conn(0x7f90e0159800 legacy=0x7f90e015d240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e4bbc700 1 -- 172.21.15.33:0/2522303896 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90e00b31e0 con 0x7f90e006cbb0 2024-09-13T15:02:05.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e4bbc700 1 --2- 172.21.15.33:0/2522303896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f90e006cbb0 0x7f90e015d950 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f90d4009910 tx=0x7f90d4009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1afb83b10118017e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:05.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90d3fff700 1 -- 172.21.15.33:0/2522303896 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d400ba60 con 0x7f90e006cbb0 2024-09-13T15:02:05.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90d3fff700 1 -- 172.21.15.33:0/2522303896 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90d400bbc0 con 0x7f90e006cbb0 2024-09-13T15:02:05.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90d3fff700 1 -- 172.21.15.33:0/2522303896 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90d4009e60 con 0x7f90e006cbb0 2024-09-13T15:02:05.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e63bf700 1 -- 172.21.15.33:0/2522303896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f90e006cbb0 msgr2=0x7f90e015d950 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e63bf700 1 --2- 172.21.15.33:0/2522303896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f90e006cbb0 0x7f90e015d950 secure :-1 s=READY pgs=443 cs=0 l=1 rev1=1 crypto rx=0x7f90d4009910 tx=0x7f90d4009c20 comp rx=0 tx=0).stop 2024-09-13T15:02:05.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e63bf700 1 -- 172.21.15.33:0/2522303896 shutdown_connections 2024-09-13T15:02:05.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e63bf700 1 --2- 172.21.15.33:0/2522303896 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f90e00b3cc0 0x7f90e00b4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e63bf700 1 --2- 172.21.15.33:0/2522303896 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f90e006cbb0 0x7f90e015d950 unknown :-1 s=CLOSED pgs=443 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e63bf700 1 -- 172.21.15.33:0/2522303896 >> 172.21.15.33:0/2522303896 conn(0x7f90e00b17a0 msgr2=0x7f90e00b1bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:05.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e63bf700 1 -- 172.21.15.33:0/2522303896 shutdown_connections 2024-09-13T15:02:05.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.804+0000 7f90e63bf700 1 -- 172.21.15.33:0/2522303896 wait complete. 2024-09-13T15:02:05.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e63bf700 1 Processor -- start 2024-09-13T15:02:05.810 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e63bf700 1 -- start start 2024-09-13T15:02:05.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e63bf700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f90e006cbb0 0x7f90e015cc10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e63bf700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f90e00b3cc0 0x7f90e014d1a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e63bf700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f90e0159800 0x7f90e006a350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e63bf700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90e014c000 con 0x7f90e006cbb0 2024-09-13T15:02:05.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e63bf700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f90e01f0df0 con 0x7f90e00b3cc0 2024-09-13T15:02:05.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e63bf700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f90e014dc60 con 0x7f90e0159800 2024-09-13T15:02:05.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e53bd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f90e006cbb0 0x7f90e015cc10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e53bd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f90e006cbb0 0x7f90e015cc10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34216/0 (socket says 172.21.15.33:34216) 2024-09-13T15:02:05.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e53bd700 1 -- 172.21.15.33:0/1501539973 learned_addr learned my addr 172.21.15.33:0/1501539973 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:05.813 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e4bbc700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f90e00b3cc0 0x7f90e014d1a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e53bd700 1 -- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f90e0159800 msgr2=0x7f90e006a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e5bbe700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f90e0159800 0x7f90e006a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e53bd700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f90e0159800 0x7f90e006a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e53bd700 1 -- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f90e00b3cc0 msgr2=0x7f90e014d1a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:05.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e53bd700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f90e00b3cc0 0x7f90e014d1a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:05.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e53bd700 1 -- 172.21.15.33:0/1501539973 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f90d4009570 con 0x7f90e006cbb0 2024-09-13T15:02:05.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e4bbc700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f90e00b3cc0 0x7f90e014d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:02:05.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e5bbe700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f90e0159800 0x7f90e006a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:02:05.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e53bd700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f90e006cbb0 0x7f90e015cc10 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f90dc00c500 tx=0x7f90dc00c8c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:05.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90d1ffb700 1 -- 172.21.15.33:0/1501539973 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90dc0052d0 con 0x7f90e006cbb0 2024-09-13T15:02:05.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90d1ffb700 1 -- 172.21.15.33:0/1501539973 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f90dc005430 con 0x7f90e006cbb0 2024-09-13T15:02:05.814 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e63bf700 1 -- 172.21.15.33:0/1501539973 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f90e01f10b0 con 0x7f90e006cbb0 2024-09-13T15:02:05.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90d1ffb700 1 -- 172.21.15.33:0/1501539973 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f90dc0055a0 con 0x7f90e006cbb0 2024-09-13T15:02:05.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.808+0000 7f90e63bf700 1 -- 172.21.15.33:0/1501539973 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f90e01f1670 con 0x7f90e006cbb0 2024-09-13T15:02:05.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.812+0000 7f90e63bf700 1 -- 172.21.15.33:0/1501539973 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f90e00cf620 con 0x7f90e006cbb0 2024-09-13T15:02:05.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.812+0000 7f90d1ffb700 1 -- 172.21.15.33:0/1501539973 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f90dc0038e0 con 0x7f90e006cbb0 2024-09-13T15:02:05.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.812+0000 7f90d1ffb700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f90c4066730 0x7f90c4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:05.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.812+0000 7f90d1ffb700 1 -- 172.21.15.33:0/1501539973 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f90dc0834a0 con 0x7f90e006cbb0 2024-09-13T15:02:05.816 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.812+0000 7f90e4bbc700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f90c4066730 0x7f90c4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:05.817 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.812+0000 7f90e4bbc700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f90c4066730 0x7f90c4068bf0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f90e006af60 tx=0x7f90d4008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:05.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:05.820+0000 7f90d1ffb700 1 -- 172.21.15.33:0/1501539973 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f90dc050a20 con 0x7f90e006cbb0 2024-09-13T15:02:06.062 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.060+0000 7f90e63bf700 1 -- 172.21.15.33:0/1501539973 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-mgr"} v 0) v1 -- 0x7f90e01f1860 con 0x7f90e006cbb0 2024-09-13T15:02:06.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.064+0000 7f90d1ffb700 1 -- 172.21.15.33:0/1501539973 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-mgr"}]=0 v8) v1 ==== 90+0+0 (secure 0 0 0) 0x7f90dc054040 con 0x7f90e006cbb0 2024-09-13T15:02:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.068+0000 7f90e63bf700 1 -- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f90c4066730 msgr2=0x7f90c4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.068+0000 7f90e63bf700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f90c4066730 0x7f90c4068bf0 secure :-1 s=READY pgs=242 cs=0 l=1 rev1=1 crypto rx=0x7f90e006af60 tx=0x7f90d4008030 comp rx=0 tx=0).stop 2024-09-13T15:02:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.068+0000 7f90e63bf700 1 -- 172.21.15.33:0/1501539973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f90e006cbb0 msgr2=0x7f90e015cc10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.068+0000 7f90e63bf700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f90e006cbb0 0x7f90e015cc10 secure :-1 s=READY pgs=444 cs=0 l=1 rev1=1 crypto rx=0x7f90dc00c500 tx=0x7f90dc00c8c0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.068+0000 7f90e63bf700 1 -- 172.21.15.33:0/1501539973 shutdown_connections 2024-09-13T15:02:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.068+0000 7f90e63bf700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f90c4066730 0x7f90c4068bf0 unknown :-1 s=CLOSED pgs=242 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.068+0000 7f90e63bf700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f90e0159800 0x7f90e006a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.068+0000 7f90e63bf700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f90e00b3cc0 0x7f90e014d1a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.068+0000 7f90e63bf700 1 --2- 172.21.15.33:0/1501539973 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f90e006cbb0 0x7f90e015cc10 unknown :-1 s=CLOSED pgs=444 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.068+0000 7f90e63bf700 1 -- 172.21.15.33:0/1501539973 >> 172.21.15.33:0/1501539973 conn(0x7f90e00b17a0 msgr2=0x7f90e00cda30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.068+0000 7f90e63bf700 1 -- 172.21.15.33:0/1501539973 shutdown_connections 2024-09-13T15:02:06.073 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.068+0000 7f90e63bf700 1 -- 172.21.15.33:0/1501539973 wait complete. 2024-09-13T15:02:06.086 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-osd 2024-09-13T15:02:06.206 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e6dad700 1 Processor -- start 2024-09-13T15:02:06.207 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e6dad700 1 -- start start 2024-09-13T15:02:06.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e6dad700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f49e015ce70 0x7f49e00d37a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:06.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e6dad700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f49e00d1620 0x7f49e00ce2a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:06.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e6dad700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f49e00d1190 con 0x7f49e01607c0 2024-09-13T15:02:06.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e6dad700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49e00ceaf0 con 0x7f49e015ce70 2024-09-13T15:02:06.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e6dad700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f49e00d0860 con 0x7f49e00d1620 2024-09-13T15:02:06.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e4b49700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f49e015ce70 0x7f49e00d37a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:06.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e4b49700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f49e015ce70 0x7f49e00d37a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34222/0 (socket says 172.21.15.33:34222) 2024-09-13T15:02:06.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e4b49700 1 -- 172.21.15.33:0/1168045731 learned_addr learned my addr 172.21.15.33:0/1168045731 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:06.209 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49dffff700 1 --2- 172.21.15.33:0/1168045731 >> v2:172.21.15.103:3300/0 conn(0x7f49e00d1620 0x7f49e00ce2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:06.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e4b49700 1 -- 172.21.15.33:0/1168045731 >> v2:172.21.15.103:3300/0 conn(0x7f49e00d1620 msgr2=0x7f49e00ce2a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:06.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e4b49700 1 --2- 172.21.15.33:0/1168045731 >> v2:172.21.15.103:3300/0 conn(0x7f49e00d1620 0x7f49e00ce2a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e4b49700 1 -- 172.21.15.33:0/1168045731 >> v1:172.21.15.103:6789/0 conn(0x7f49e01607c0 legacy=0x7f49e00b2550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:06.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e4b49700 1 -- 172.21.15.33:0/1168045731 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49e00d0b40 con 0x7f49e015ce70 2024-09-13T15:02:06.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49e4b49700 1 --2- 172.21.15.33:0/1168045731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49e015ce70 0x7f49e00d37a0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f49e00b8ca0 tx=0x7f49d4009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c05c6ad365642fcb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:06.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49df7fe700 1 -- 172.21.15.33:0/1168045731 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d4011830 con 0x7f49e015ce70 2024-09-13T15:02:06.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49df7fe700 1 -- 172.21.15.33:0/1168045731 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49d4011990 con 0x7f49e015ce70 2024-09-13T15:02:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.204+0000 7f49df7fe700 1 -- 172.21.15.33:0/1168045731 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d4011d20 con 0x7f49e015ce70 2024-09-13T15:02:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 -- 172.21.15.33:0/1168045731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49e015ce70 msgr2=0x7f49e00d37a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 --2- 172.21.15.33:0/1168045731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49e015ce70 0x7f49e00d37a0 secure :-1 s=READY pgs=445 cs=0 l=1 rev1=1 crypto rx=0x7f49e00b8ca0 tx=0x7f49d4009bf0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 -- 172.21.15.33:0/1168045731 shutdown_connections 2024-09-13T15:02:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 --2- 172.21.15.33:0/1168045731 >> v2:172.21.15.103:3300/0 conn(0x7f49e00d1620 0x7f49e00ce2a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 --2- 172.21.15.33:0/1168045731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49e015ce70 0x7f49e00d37a0 unknown :-1 s=CLOSED pgs=445 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 -- 172.21.15.33:0/1168045731 >> 172.21.15.33:0/1168045731 conn(0x7f49e00d2bf0 msgr2=0x7f49e00d3000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 -- 172.21.15.33:0/1168045731 shutdown_connections 2024-09-13T15:02:06.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 -- 172.21.15.33:0/1168045731 wait complete. 2024-09-13T15:02:06.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 Processor -- start 2024-09-13T15:02:06.213 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 -- start start 2024-09-13T15:02:06.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e00d1620 0x7f49e00cb920 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:06.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f49e015ce70 0x7f49e0154a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:06.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49e01607c0 0x7f49e00b0810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:06.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e01f6570 con 0x7f49e01607c0 2024-09-13T15:02:06.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f49e01f6850 con 0x7f49e00d1620 2024-09-13T15:02:06.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f49e01f6b30 con 0x7f49e015ce70 2024-09-13T15:02:06.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e4b49700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e00d1620 0x7f49e00cb920 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:06.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e4b49700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e00d1620 0x7f49e00cb920 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:56362/0 (socket says 172.21.15.33:56362) 2024-09-13T15:02:06.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e4b49700 1 -- 172.21.15.33:0/761787382 learned_addr learned my addr 172.21.15.33:0/761787382 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:06.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e534a700 1 --2- 172.21.15.33:0/761787382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49e01607c0 0x7f49e00b0810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:06.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49dffff700 1 --2- 172.21.15.33:0/761787382 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f49e015ce70 0x7f49e0154a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:06.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e4b49700 1 -- 172.21.15.33:0/761787382 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f49e015ce70 msgr2=0x7f49e0154a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:06.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e4b49700 1 --2- 172.21.15.33:0/761787382 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f49e015ce70 0x7f49e0154a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e4b49700 1 -- 172.21.15.33:0/761787382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49e01607c0 msgr2=0x7f49e00b0810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e4b49700 1 --2- 172.21.15.33:0/761787382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49e01607c0 0x7f49e00b0810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e4b49700 1 -- 172.21.15.33:0/761787382 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f49d4009570 con 0x7f49e00d1620 2024-09-13T15:02:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e4b49700 1 --2- 172.21.15.33:0/761787382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e00d1620 0x7f49e00cb920 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f49d4000c00 tx=0x7f49d4004770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49dd7fa700 1 -- 172.21.15.33:0/761787382 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d40044d0 con 0x7f49e00d1620 2024-09-13T15:02:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49dd7fa700 1 -- 172.21.15.33:0/761787382 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f49d40036c0 con 0x7f49e00d1620 2024-09-13T15:02:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49e6dad700 1 -- 172.21.15.33:0/761787382 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f49e01f6e10 con 0x7f49e00d1620 2024-09-13T15:02:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.208+0000 7f49dd7fa700 1 -- 172.21.15.33:0/761787382 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f49d4003a70 con 0x7f49e00d1620 2024-09-13T15:02:06.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.212+0000 7f49e6dad700 1 -- 172.21.15.33:0/761787382 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f49e01f70f0 con 0x7f49e00d1620 2024-09-13T15:02:06.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.212+0000 7f49e6dad700 1 -- 172.21.15.33:0/761787382 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f49e00b3020 con 0x7f49e00d1620 2024-09-13T15:02:06.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.212+0000 7f49dd7fa700 1 -- 172.21.15.33:0/761787382 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f49d4003bd0 con 0x7f49e00d1620 2024-09-13T15:02:06.216 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.212+0000 7f49dd7fa700 1 --2- 172.21.15.33:0/761787382 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f49cc066730 0x7f49cc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:06.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.212+0000 7f49dd7fa700 1 -- 172.21.15.33:0/761787382 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f49d4021030 con 0x7f49e00d1620 2024-09-13T15:02:06.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.212+0000 7f49dffff700 1 --2- 172.21.15.33:0/761787382 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f49cc066730 0x7f49cc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:06.217 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.216+0000 7f49dffff700 1 --2- 172.21.15.33:0/761787382 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f49cc066730 0x7f49cc068bf0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f49e00b1550 tx=0x7f49d0009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:06.225 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.220+0000 7f49dd7fa700 1 -- 172.21.15.33:0/761787382 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f49d4052df0 con 0x7f49e00d1620 2024-09-13T15:02:06.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.452+0000 7f49e6dad700 1 -- 172.21.15.33:0/761787382 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-osd"} v 0) v1 -- 0x7f49e00cce50 con 0x7f49e00d1620 2024-09-13T15:02:06.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.460+0000 7f49dd7fa700 1 -- 172.21.15.33:0/761787382 <== mon.1 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-osd"}]=0 v9) v1 ==== 90+0+0 (secure 0 0 0) 0x7f49d4056410 con 0x7f49e00d1620 2024-09-13T15:02:06.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.464+0000 7f49e6dad700 1 -- 172.21.15.33:0/761787382 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f49cc066730 msgr2=0x7f49cc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:06.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.464+0000 7f49e6dad700 1 --2- 172.21.15.33:0/761787382 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f49cc066730 0x7f49cc068bf0 secure :-1 s=READY pgs=243 cs=0 l=1 rev1=1 crypto rx=0x7f49e00b1550 tx=0x7f49d0009240 comp rx=0 tx=0).stop 2024-09-13T15:02:06.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.464+0000 7f49e6dad700 1 -- 172.21.15.33:0/761787382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e00d1620 msgr2=0x7f49e00cb920 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:06.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.464+0000 7f49e6dad700 1 --2- 172.21.15.33:0/761787382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e00d1620 0x7f49e00cb920 secure :-1 s=READY pgs=210 cs=0 l=1 rev1=1 crypto rx=0x7f49d4000c00 tx=0x7f49d4004770 comp rx=0 tx=0).stop 2024-09-13T15:02:06.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.464+0000 7f49e6dad700 1 -- 172.21.15.33:0/761787382 shutdown_connections 2024-09-13T15:02:06.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.464+0000 7f49e6dad700 1 --2- 172.21.15.33:0/761787382 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f49cc066730 0x7f49cc068bf0 unknown :-1 s=CLOSED pgs=243 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.464+0000 7f49e6dad700 1 --2- 172.21.15.33:0/761787382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f49e01607c0 0x7f49e00b0810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.464+0000 7f49e6dad700 1 --2- 172.21.15.33:0/761787382 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f49e015ce70 0x7f49e0154a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.464+0000 7f49e6dad700 1 --2- 172.21.15.33:0/761787382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f49e00d1620 0x7f49e00cb920 unknown :-1 s=CLOSED pgs=210 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.464+0000 7f49e6dad700 1 -- 172.21.15.33:0/761787382 >> 172.21.15.33:0/761787382 conn(0x7f49e00d2bf0 msgr2=0x7f49e015bd90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:06.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.464+0000 7f49e6dad700 1 -- 172.21.15.33:0/761787382 shutdown_connections 2024-09-13T15:02:06.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.464+0000 7f49e6dad700 1 -- 172.21.15.33:0/761787382 wait complete. 2024-09-13T15:02:06.481 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd 2024-09-13T15:02:06.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.596+0000 7f319f0a7700 1 Processor -- start 2024-09-13T15:02:06.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.596+0000 7f319f0a7700 1 -- start start 2024-09-13T15:02:06.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319f0a7700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f319815a8e0 0x7f31980cdc90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:06.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319f0a7700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f31980ceef0 0x7f31980cf320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:06.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319f0a7700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f31980cbdc0 con 0x7f31980afb90 2024-09-13T15:02:06.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319f0a7700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f319806e650 con 0x7f319815a8e0 2024-09-13T15:02:06.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319f0a7700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f31980cf860 con 0x7f31980ceef0 2024-09-13T15:02:06.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319e8a6700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f31980ceef0 0x7f31980cf320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:06.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319e8a6700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f31980ceef0 0x7f31980cf320 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:60870/0 (socket says 172.21.15.33:60870) 2024-09-13T15:02:06.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319e0a5700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f319815a8e0 0x7f31980cdc90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:06.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319e8a6700 1 -- 172.21.15.33:0/1121430430 learned_addr learned my addr 172.21.15.33:0/1121430430 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:06.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319e8a6700 1 -- 172.21.15.33:0/1121430430 >> v2:172.21.15.103:3300/0 conn(0x7f319815a8e0 msgr2=0x7f31980cdc90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:06.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319e8a6700 1 --2- 172.21.15.33:0/1121430430 >> v2:172.21.15.103:3300/0 conn(0x7f319815a8e0 0x7f31980cdc90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319e8a6700 1 -- 172.21.15.33:0/1121430430 >> v1:172.21.15.103:6789/0 conn(0x7f31980afb90 legacy=0x7f319806df40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:06.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319d0a3700 1 -- 172.21.15.33:0/1121430430 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2402362721 0 0) 0x7f31980cbdc0 con 0x7f31980afb90 2024-09-13T15:02:06.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319e8a6700 1 -- 172.21.15.33:0/1121430430 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f31980b00e0 con 0x7f31980ceef0 2024-09-13T15:02:06.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319e8a6700 1 --2- 172.21.15.33:0/1121430430 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f31980ceef0 0x7f31980cf320 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3190009910 tx=0x7f3190009c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=3093ed793d48451a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:06.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319d0a3700 1 -- 172.21.15.33:0/1121430430 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3190011830 con 0x7f31980ceef0 2024-09-13T15:02:06.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319d0a3700 1 -- 172.21.15.33:0/1121430430 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3190011990 con 0x7f31980ceef0 2024-09-13T15:02:06.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319d0a3700 1 -- 172.21.15.33:0/1121430430 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3190011d40 con 0x7f31980ceef0 2024-09-13T15:02:06.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319f0a7700 1 -- 172.21.15.33:0/1121430430 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f31980ceef0 msgr2=0x7f31980cf320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:06.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319f0a7700 1 --2- 172.21.15.33:0/1121430430 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f31980ceef0 0x7f31980cf320 secure :-1 s=READY pgs=92 cs=0 l=1 rev1=1 crypto rx=0x7f3190009910 tx=0x7f3190009c20 comp rx=0 tx=0).stop 2024-09-13T15:02:06.609 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319f0a7700 1 -- 172.21.15.33:0/1121430430 shutdown_connections 2024-09-13T15:02:06.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319f0a7700 1 --2- 172.21.15.33:0/1121430430 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f31980ceef0 0x7f31980cf320 unknown :-1 s=CLOSED pgs=92 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319f0a7700 1 --2- 172.21.15.33:0/1121430430 >> v2:172.21.15.103:3300/0 conn(0x7f319815a8e0 0x7f31980cdc90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319f0a7700 1 -- 172.21.15.33:0/1121430430 >> 172.21.15.33:0/1121430430 conn(0x7f31980b25e0 msgr2=0x7f31980b29f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:06.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319f0a7700 1 -- 172.21.15.33:0/1121430430 shutdown_connections 2024-09-13T15:02:06.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.600+0000 7f319f0a7700 1 -- 172.21.15.33:0/1121430430 wait complete. 2024-09-13T15:02:06.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319f0a7700 1 Processor -- start 2024-09-13T15:02:06.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319f0a7700 1 -- start start 2024-09-13T15:02:06.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319f0a7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31980afb90 0x7f319814e040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:06.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319f0a7700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31980ceef0 0x7f31981dfbe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:06.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319f0a7700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f319815a8e0 0x7f319806c7b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:06.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319f0a7700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f31980b3af0 con 0x7f31980afb90 2024-09-13T15:02:06.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319f0a7700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f319814eb70 con 0x7f31980ceef0 2024-09-13T15:02:06.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319f0a7700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f319806d320 con 0x7f319815a8e0 2024-09-13T15:02:06.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319e0a5700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31980afb90 0x7f319814e040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:06.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319e0a5700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31980afb90 0x7f319814e040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34252/0 (socket says 172.21.15.33:34252) 2024-09-13T15:02:06.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319e0a5700 1 -- 172.21.15.33:0/3342763317 learned_addr learned my addr 172.21.15.33:0/3342763317 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:06.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319d8a4700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31980ceef0 0x7f31981dfbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:06.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319e8a6700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f319815a8e0 0x7f319806c7b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:06.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319e0a5700 1 -- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f319815a8e0 msgr2=0x7f319806c7b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:06.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319e0a5700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f319815a8e0 0x7f319806c7b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319e0a5700 1 -- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31980ceef0 msgr2=0x7f31981dfbe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:06.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319e0a5700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31980ceef0 0x7f31981dfbe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319e0a5700 1 -- 172.21.15.33:0/3342763317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3190009570 con 0x7f31980afb90 2024-09-13T15:02:06.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.604+0000 7f319d8a4700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31980ceef0 0x7f31981dfbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:06.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.608+0000 7f319e0a5700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31980afb90 0x7f319814e040 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f319400e9d0 tx=0x7f319400ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:06.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.608+0000 7f318affd700 1 -- 172.21.15.33:0/3342763317 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3194009720 con 0x7f31980afb90 2024-09-13T15:02:06.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.608+0000 7f318affd700 1 -- 172.21.15.33:0/3342763317 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f319400ee70 con 0x7f31980afb90 2024-09-13T15:02:06.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.608+0000 7f319f0a7700 1 -- 172.21.15.33:0/3342763317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f31980b3d40 con 0x7f31980afb90 2024-09-13T15:02:06.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.608+0000 7f318affd700 1 -- 172.21.15.33:0/3342763317 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f319400ca50 con 0x7f31980afb90 2024-09-13T15:02:06.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.608+0000 7f319f0a7700 1 -- 172.21.15.33:0/3342763317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f31980b4300 con 0x7f31980afb90 2024-09-13T15:02:06.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.608+0000 7f319f0a7700 1 -- 172.21.15.33:0/3342763317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f319815acc0 con 0x7f31980afb90 2024-09-13T15:02:06.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.608+0000 7f318affd700 1 -- 172.21.15.33:0/3342763317 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f319400cbb0 con 0x7f31980afb90 2024-09-13T15:02:06.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.612+0000 7f318affd700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f317c066730 0x7f317c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:06.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.612+0000 7f318affd700 1 -- 172.21.15.33:0/3342763317 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f3194083f50 con 0x7f31980afb90 2024-09-13T15:02:06.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.612+0000 7f319d8a4700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f317c066730 0x7f317c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:06.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.612+0000 7f319d8a4700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f317c066730 0x7f317c068bf0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f31981f5ed0 tx=0x7f318c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:06.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.620+0000 7f318affd700 1 -- 172.21.15.33:0/3342763317 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f31940514d0 con 0x7f31980afb90 2024-09-13T15:02:06.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.856+0000 7f319f0a7700 1 -- 172.21.15.33:0/3342763317 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd"} v 0) v1 -- 0x7f31980b23c0 con 0x7f31980afb90 2024-09-13T15:02:06.866 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.864+0000 7f318affd700 1 -- 172.21.15.33:0/3342763317 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd"}]=0 v10) v1 ==== 90+0+0 (secure 0 0 0) 0x7f319400ce60 con 0x7f31980afb90 2024-09-13T15:02:06.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.864+0000 7f319f0a7700 1 -- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f317c066730 msgr2=0x7f317c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:06.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.864+0000 7f319f0a7700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f317c066730 0x7f317c068bf0 secure :-1 s=READY pgs=244 cs=0 l=1 rev1=1 crypto rx=0x7f31981f5ed0 tx=0x7f318c009040 comp rx=0 tx=0).stop 2024-09-13T15:02:06.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.864+0000 7f319f0a7700 1 -- 172.21.15.33:0/3342763317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31980afb90 msgr2=0x7f319814e040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:06.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.864+0000 7f319f0a7700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31980afb90 0x7f319814e040 secure :-1 s=READY pgs=446 cs=0 l=1 rev1=1 crypto rx=0x7f319400e9d0 tx=0x7f319400ece0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.864+0000 7f319f0a7700 1 -- 172.21.15.33:0/3342763317 shutdown_connections 2024-09-13T15:02:06.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.864+0000 7f319f0a7700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f317c066730 0x7f317c068bf0 unknown :-1 s=CLOSED pgs=244 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.864+0000 7f319f0a7700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f319815a8e0 0x7f319806c7b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.864+0000 7f319f0a7700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f31980ceef0 0x7f31981dfbe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.864+0000 7f319f0a7700 1 --2- 172.21.15.33:0/3342763317 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f31980afb90 0x7f319814e040 unknown :-1 s=CLOSED pgs=446 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:06.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.864+0000 7f319f0a7700 1 -- 172.21.15.33:0/3342763317 >> 172.21.15.33:0/3342763317 conn(0x7f31980b25e0 msgr2=0x7f31980d0910 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:06.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.864+0000 7f319f0a7700 1 -- 172.21.15.33:0/3342763317 shutdown_connections 2024-09-13T15:02:06.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.864+0000 7f319f0a7700 1 -- 172.21.15.33:0/3342763317 wait complete. 2024-09-13T15:02:06.888 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rbd-mirror 2024-09-13T15:02:06.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f0104fc6700 1 Processor -- start 2024-09-13T15:02:06.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f0104fc6700 1 -- start start 2024-09-13T15:02:07.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f0104fc6700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f010015cc40 0x7f01000ce710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f0104fc6700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f01000cd860 0x7f010008bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f0104fc6700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f010015d020 con 0x7f010008c4e0 2024-09-13T15:02:07.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f0104fc6700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f010008c970 con 0x7f010015cc40 2024-09-13T15:02:07.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f0104fc6700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f01000b44c0 con 0x7f01000cd860 2024-09-13T15:02:07.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f00fffff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f010008c4e0 0x7f0100160720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:56116/0 (socket says 172.21.15.33:56116) 2024-09-13T15:02:07.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f00fffff700 1 -- 172.21.15.33:0/938765851 learned_addr learned my addr 172.21.15.33:0/938765851 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:07.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f00feffd700 1 --2- 172.21.15.33:0/938765851 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f01000cd860 0x7f010008bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f00ff7fe700 1 --2- 172.21.15.33:0/938765851 >> v2:172.21.15.103:3300/0 conn(0x7f010015cc40 0x7f01000ce710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f00fe7fc700 1 -- 172.21.15.33:0/938765851 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2016010466 0 0) 0x7f010015d020 con 0x7f010008c4e0 2024-09-13T15:02:07.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f00fe7fc700 1 -- 172.21.15.33:0/938765851 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f00e80035d0 con 0x7f010008c4e0 2024-09-13T15:02:07.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f00feffd700 1 -- 172.21.15.33:0/938765851 >> v2:172.21.15.103:3300/0 conn(0x7f010015cc40 msgr2=0x7f01000ce710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:07.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f00feffd700 1 --2- 172.21.15.33:0/938765851 >> v2:172.21.15.103:3300/0 conn(0x7f010015cc40 0x7f01000ce710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f00feffd700 1 -- 172.21.15.33:0/938765851 >> v1:172.21.15.33:6789/0 conn(0x7f010008c4e0 legacy=0x7f0100160720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f00feffd700 1 -- 172.21.15.33:0/938765851 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f01000d0720 con 0x7f01000cd860 2024-09-13T15:02:07.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f00ff7fe700 1 --2- 172.21.15.33:0/938765851 >> v2:172.21.15.103:3300/0 conn(0x7f010015cc40 0x7f01000ce710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:07.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f00feffd700 1 --2- 172.21.15.33:0/938765851 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f01000cd860 0x7f010008bfa0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f00f0009850 tx=0x7f00f0009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=7ed84df85a6e7db0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:07.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f00fe7fc700 1 -- 172.21.15.33:0/938765851 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00f0011830 con 0x7f01000cd860 2024-09-13T15:02:07.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:06.996+0000 7f00fe7fc700 1 -- 172.21.15.33:0/938765851 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00f0011990 con 0x7f01000cd860 2024-09-13T15:02:07.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.000+0000 7f00fe7fc700 1 -- 172.21.15.33:0/938765851 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00f0011d00 con 0x7f01000cd860 2024-09-13T15:02:07.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.000+0000 7f0104fc6700 1 -- 172.21.15.33:0/938765851 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f01000cd860 msgr2=0x7f010008bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.000+0000 7f0104fc6700 1 --2- 172.21.15.33:0/938765851 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f01000cd860 0x7f010008bfa0 secure :-1 s=READY pgs=93 cs=0 l=1 rev1=1 crypto rx=0x7f00f0009850 tx=0x7f00f0009b60 comp rx=0 tx=0).stop 2024-09-13T15:02:07.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.000+0000 7f0104fc6700 1 -- 172.21.15.33:0/938765851 shutdown_connections 2024-09-13T15:02:07.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.000+0000 7f0104fc6700 1 --2- 172.21.15.33:0/938765851 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f01000cd860 0x7f010008bfa0 unknown :-1 s=CLOSED pgs=93 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.000+0000 7f0104fc6700 1 --2- 172.21.15.33:0/938765851 >> v2:172.21.15.103:3300/0 conn(0x7f010015cc40 0x7f01000ce710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.003 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.000+0000 7f0104fc6700 1 -- 172.21.15.33:0/938765851 >> 172.21.15.33:0/938765851 conn(0x7f01000b4640 msgr2=0x7f01000b4a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:07.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.000+0000 7f0104fc6700 1 -- 172.21.15.33:0/938765851 shutdown_connections 2024-09-13T15:02:07.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.000+0000 7f0104fc6700 1 -- 172.21.15.33:0/938765851 wait complete. 2024-09-13T15:02:07.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.000+0000 7f0104fc6700 1 Processor -- start 2024-09-13T15:02:07.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.000+0000 7f0104fc6700 1 -- start start 2024-09-13T15:02:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f0104fc6700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f010008c4e0 0x7f01000c8b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f0104fc6700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f01000cd860 0x7f01000cbeb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f0104fc6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f010015cc40 0x7f01000a0040 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f0104fc6700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f010009efa0 con 0x7f010015cc40 2024-09-13T15:02:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f0104fc6700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f010009f280 con 0x7f010008c4e0 2024-09-13T15:02:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f0104fc6700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f010009f560 con 0x7f01000cd860 2024-09-13T15:02:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f00fffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f010015cc40 0x7f01000a0040 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f00fffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f010015cc40 0x7f01000a0040 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34256/0 (socket says 172.21.15.33:34256) 2024-09-13T15:02:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f00fffff700 1 -- 172.21.15.33:0/3864050898 learned_addr learned my addr 172.21.15.33:0/3864050898 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f00feffd700 1 --2- 172.21.15.33:0/3864050898 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f01000cd860 0x7f01000cbeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f00ff7fe700 1 --2- 172.21.15.33:0/3864050898 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f010008c4e0 0x7f01000c8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f00fffff700 1 -- 172.21.15.33:0/3864050898 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f01000cd860 msgr2=0x7f01000cbeb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f00fffff700 1 --2- 172.21.15.33:0/3864050898 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f01000cd860 0x7f01000cbeb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f00fffff700 1 -- 172.21.15.33:0/3864050898 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f010008c4e0 msgr2=0x7f01000c8b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f00fffff700 1 --2- 172.21.15.33:0/3864050898 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f010008c4e0 0x7f01000c8b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f00fffff700 1 -- 172.21.15.33:0/3864050898 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f00f40094b0 con 0x7f010015cc40 2024-09-13T15:02:07.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f00fffff700 1 --2- 172.21.15.33:0/3864050898 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f010015cc40 0x7f01000a0040 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f00f800c9f0 tx=0x7f00f800ca20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:07.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f00e7fff700 1 -- 172.21.15.33:0/3864050898 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00f80074e0 con 0x7f010015cc40 2024-09-13T15:02:07.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f00e7fff700 1 -- 172.21.15.33:0/3864050898 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f00f8007640 con 0x7f010015cc40 2024-09-13T15:02:07.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f0104fc6700 1 -- 172.21.15.33:0/3864050898 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f00f00094b0 con 0x7f010015cc40 2024-09-13T15:02:07.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f00e7fff700 1 -- 172.21.15.33:0/3864050898 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f00f80079d0 con 0x7f010015cc40 2024-09-13T15:02:07.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f0104fc6700 1 -- 172.21.15.33:0/3864050898 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f010009fb20 con 0x7f010015cc40 2024-09-13T15:02:07.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.004+0000 7f0104fc6700 1 -- 172.21.15.33:0/3864050898 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f01000d1540 con 0x7f010015cc40 2024-09-13T15:02:07.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.008+0000 7f00e7fff700 1 -- 172.21.15.33:0/3864050898 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f00f801b3b0 con 0x7f010015cc40 2024-09-13T15:02:07.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.008+0000 7f00e7fff700 1 --2- 172.21.15.33:0/3864050898 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f00ec066730 0x7f00ec068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.008+0000 7f00e7fff700 1 -- 172.21.15.33:0/3864050898 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f00f8083950 con 0x7f010015cc40 2024-09-13T15:02:07.012 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.008+0000 7f00ff7fe700 1 --2- 172.21.15.33:0/3864050898 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f00ec066730 0x7f00ec068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.008+0000 7f00ff7fe700 1 --2- 172.21.15.33:0/3864050898 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f00ec066730 0x7f00ec068bf0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f00f4009d80 tx=0x7f00f4009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:07.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.012+0000 7f00e7fff700 1 -- 172.21.15.33:0/3864050898 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f00f8050e30 con 0x7f010015cc40 2024-09-13T15:02:07.250 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.248+0000 7f0104fc6700 1 -- 172.21.15.33:0/3864050898 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"} v 0) v1 -- 0x7f01000d1d80 con 0x7f010015cc40 2024-09-13T15:02:07.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.256+0000 7f00e7fff700 1 -- 172.21.15.33:0/3864050898 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rbd-mirror"}]=0 v11) v1 ==== 97+0+0 (secure 0 0 0) 0x7f00f80170a0 con 0x7f010015cc40 2024-09-13T15:02:07.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.256+0000 7f0104fc6700 1 -- 172.21.15.33:0/3864050898 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f00ec066730 msgr2=0x7f00ec068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.256+0000 7f0104fc6700 1 --2- 172.21.15.33:0/3864050898 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f00ec066730 0x7f00ec068bf0 secure :-1 s=READY pgs=245 cs=0 l=1 rev1=1 crypto rx=0x7f00f4009d80 tx=0x7f00f4009240 comp rx=0 tx=0).stop 2024-09-13T15:02:07.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.256+0000 7f0104fc6700 1 -- 172.21.15.33:0/3864050898 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f010015cc40 msgr2=0x7f01000a0040 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.256+0000 7f0104fc6700 1 --2- 172.21.15.33:0/3864050898 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f010015cc40 0x7f01000a0040 secure :-1 s=READY pgs=448 cs=0 l=1 rev1=1 crypto rx=0x7f00f800c9f0 tx=0x7f00f800ca20 comp rx=0 tx=0).stop 2024-09-13T15:02:07.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.256+0000 7f0104fc6700 1 -- 172.21.15.33:0/3864050898 shutdown_connections 2024-09-13T15:02:07.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.256+0000 7f0104fc6700 1 --2- 172.21.15.33:0/3864050898 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f00ec066730 0x7f00ec068bf0 unknown :-1 s=CLOSED pgs=245 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.256+0000 7f0104fc6700 1 --2- 172.21.15.33:0/3864050898 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f010015cc40 0x7f01000a0040 unknown :-1 s=CLOSED pgs=448 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.256+0000 7f0104fc6700 1 --2- 172.21.15.33:0/3864050898 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f01000cd860 0x7f01000cbeb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.256+0000 7f0104fc6700 1 --2- 172.21.15.33:0/3864050898 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f010008c4e0 0x7f01000c8b00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.256+0000 7f0104fc6700 1 -- 172.21.15.33:0/3864050898 >> 172.21.15.33:0/3864050898 conn(0x7f01000b4640 msgr2=0x7f01000b4a20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:07.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.260+0000 7f0104fc6700 1 -- 172.21.15.33:0/3864050898 shutdown_connections 2024-09-13T15:02:07.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.260+0000 7f0104fc6700 1 -- 172.21.15.33:0/3864050898 wait complete. 2024-09-13T15:02:07.276 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth del client.bootstrap-rgw 2024-09-13T15:02:07.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.388+0000 7f1f87fff700 1 Processor -- start 2024-09-13T15:02:07.392 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.388+0000 7f1f87fff700 1 -- start start 2024-09-13T15:02:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.388+0000 7f1f87fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f1f881594f0 0x7f1f8806d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.388+0000 7f1f87fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1f8806da70 0x7f1f880b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f87fff700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1f880b2280 con 0x7f1f880b3630 2024-09-13T15:02:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f87fff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1f88070c10 con 0x7f1f881594f0 2024-09-13T15:02:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f87fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f8806deb0 con 0x7f1f8806da70 2024-09-13T15:02:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f86ffd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f1f881594f0 0x7f1f8806d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f86ffd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f1f881594f0 0x7f1f8806d530 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34266/0 (socket says 172.21.15.33:34266) 2024-09-13T15:02:07.396 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f86ffd700 1 -- 172.21.15.33:0/3630597506 learned_addr learned my addr 172.21.15.33:0/3630597506 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f867fc700 1 --2- 172.21.15.33:0/3630597506 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1f8806da70 0x7f1f880b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f85ffb700 1 -- 172.21.15.33:0/3630597506 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1747993600 0 0) 0x7f1f880b2280 con 0x7f1f880b3630 2024-09-13T15:02:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f86ffd700 1 -- 172.21.15.33:0/3630597506 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1f8806da70 msgr2=0x7f1f880b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f86ffd700 1 --2- 172.21.15.33:0/3630597506 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1f8806da70 0x7f1f880b30f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f86ffd700 1 -- 172.21.15.33:0/3630597506 >> v1:172.21.15.103:6789/0 conn(0x7f1f880b3630 legacy=0x7f1f8815d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f86ffd700 1 -- 172.21.15.33:0/3630597506 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f880cc890 con 0x7f1f881594f0 2024-09-13T15:02:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f867fc700 1 --2- 172.21.15.33:0/3630597506 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1f8806da70 0x7f1f880b30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f86ffd700 1 --2- 172.21.15.33:0/3630597506 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f881594f0 0x7f1f8806d530 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f1f88070d50 tx=0x7f1f7800be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f052875b332279f3 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f85ffb700 1 -- 172.21.15.33:0/3630597506 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f7800dd30 con 0x7f1f881594f0 2024-09-13T15:02:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f85ffb700 1 -- 172.21.15.33:0/3630597506 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f7800de90 con 0x7f1f881594f0 2024-09-13T15:02:07.397 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f85ffb700 1 -- 172.21.15.33:0/3630597506 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f78004270 con 0x7f1f881594f0 2024-09-13T15:02:07.398 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f87fff700 1 -- 172.21.15.33:0/3630597506 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f881594f0 msgr2=0x7f1f8806d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f87fff700 1 --2- 172.21.15.33:0/3630597506 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f881594f0 0x7f1f8806d530 secure :-1 s=READY pgs=449 cs=0 l=1 rev1=1 crypto rx=0x7f1f88070d50 tx=0x7f1f7800be90 comp rx=0 tx=0).stop 2024-09-13T15:02:07.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f87fff700 1 -- 172.21.15.33:0/3630597506 shutdown_connections 2024-09-13T15:02:07.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f87fff700 1 --2- 172.21.15.33:0/3630597506 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1f8806da70 0x7f1f880b30f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f87fff700 1 --2- 172.21.15.33:0/3630597506 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f881594f0 0x7f1f8806d530 unknown :-1 s=CLOSED pgs=449 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f87fff700 1 -- 172.21.15.33:0/3630597506 >> 172.21.15.33:0/3630597506 conn(0x7f1f8806a350 msgr2=0x7f1f8806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:07.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f87fff700 1 -- 172.21.15.33:0/3630597506 shutdown_connections 2024-09-13T15:02:07.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.392+0000 7f1f87fff700 1 -- 172.21.15.33:0/3630597506 wait complete. 2024-09-13T15:02:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f87fff700 1 Processor -- start 2024-09-13T15:02:07.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f87fff700 1 -- start start 2024-09-13T15:02:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f87fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1f8806da70 0x7f1f88155790 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f87fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f880b3630 0x7f1f8815c590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f87fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1f881594f0 0x7f1f88157770 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f87fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f88151600 con 0x7f1f880b3630 2024-09-13T15:02:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f87fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1f88158960 con 0x7f1f881594f0 2024-09-13T15:02:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f87fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1f88158680 con 0x7f1f8806da70 2024-09-13T15:02:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f867fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f880b3630 0x7f1f8815c590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f867fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f880b3630 0x7f1f8815c590 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34278/0 (socket says 172.21.15.33:34278) 2024-09-13T15:02:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f867fc700 1 -- 172.21.15.33:0/2783273063 learned_addr learned my addr 172.21.15.33:0/2783273063 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:07.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f877fe700 1 --2- 172.21.15.33:0/2783273063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1f881594f0 0x7f1f88157770 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f86ffd700 1 --2- 172.21.15.33:0/2783273063 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1f8806da70 0x7f1f88155790 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f867fc700 1 -- 172.21.15.33:0/2783273063 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1f8806da70 msgr2=0x7f1f88155790 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f867fc700 1 --2- 172.21.15.33:0/2783273063 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1f8806da70 0x7f1f88155790 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.396+0000 7f1f867fc700 1 -- 172.21.15.33:0/2783273063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1f881594f0 msgr2=0x7f1f88157770 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.400+0000 7f1f867fc700 1 --2- 172.21.15.33:0/2783273063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1f881594f0 0x7f1f88157770 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.400+0000 7f1f867fc700 1 -- 172.21.15.33:0/2783273063 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1f7c0094b0 con 0x7f1f880b3630 2024-09-13T15:02:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.400+0000 7f1f867fc700 1 --2- 172.21.15.33:0/2783273063 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f880b3630 0x7f1f8815c590 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f1f7c00ec10 tx=0x7f1f7c00ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.400+0000 7f1f6f7fe700 1 -- 172.21.15.33:0/2783273063 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f7c00c850 con 0x7f1f880b3630 2024-09-13T15:02:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.400+0000 7f1f6f7fe700 1 -- 172.21.15.33:0/2783273063 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1f7c00c9b0 con 0x7f1f880b3630 2024-09-13T15:02:07.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.400+0000 7f1f87fff700 1 -- 172.21.15.33:0/2783273063 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1f7800b810 con 0x7f1f880b3630 2024-09-13T15:02:07.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.400+0000 7f1f6f7fe700 1 -- 172.21.15.33:0/2783273063 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1f7c00cd40 con 0x7f1f880b3630 2024-09-13T15:02:07.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.400+0000 7f1f87fff700 1 -- 172.21.15.33:0/2783273063 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1f88158310 con 0x7f1f880b3630 2024-09-13T15:02:07.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.400+0000 7f1f87fff700 1 -- 172.21.15.33:0/2783273063 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1f880b26f0 con 0x7f1f880b3630 2024-09-13T15:02:07.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.400+0000 7f1f6f7fe700 1 -- 172.21.15.33:0/2783273063 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1f7c013470 con 0x7f1f880b3630 2024-09-13T15:02:07.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.400+0000 7f1f6f7fe700 1 --2- 172.21.15.33:0/2783273063 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1f74066730 0x7f1f74068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.400+0000 7f1f6f7fe700 1 -- 172.21.15.33:0/2783273063 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f1f7c084300 con 0x7f1f880b3630 2024-09-13T15:02:07.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.400+0000 7f1f86ffd700 1 --2- 172.21.15.33:0/2783273063 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1f74066730 0x7f1f74068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.404+0000 7f1f86ffd700 1 --2- 172.21.15.33:0/2783273063 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1f74066730 0x7f1f74068bf0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f1f78000c00 tx=0x7f1f7801d040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:07.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.408+0000 7f1f6f7fe700 1 -- 172.21.15.33:0/2783273063 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1f7c051880 con 0x7f1f880b3630 2024-09-13T15:02:07.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.636+0000 7f1f87fff700 1 -- 172.21.15.33:0/2783273063 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth del", "entity": "client.bootstrap-rgw"} v 0) v1 -- 0x7f1f880cde00 con 0x7f1f880b3630 2024-09-13T15:02:07.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.644+0000 7f1f6f7fe700 1 -- 172.21.15.33:0/2783273063 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth del", "entity": "client.bootstrap-rgw"}]=0 v12) v1 ==== 90+0+0 (secure 0 0 0) 0x7f1f7c082e60 con 0x7f1f880b3630 2024-09-13T15:02:07.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.648+0000 7f1f87fff700 1 -- 172.21.15.33:0/2783273063 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1f74066730 msgr2=0x7f1f74068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.648+0000 7f1f87fff700 1 --2- 172.21.15.33:0/2783273063 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1f74066730 0x7f1f74068bf0 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f1f78000c00 tx=0x7f1f7801d040 comp rx=0 tx=0).stop 2024-09-13T15:02:07.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.648+0000 7f1f87fff700 1 -- 172.21.15.33:0/2783273063 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f880b3630 msgr2=0x7f1f8815c590 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.648+0000 7f1f87fff700 1 --2- 172.21.15.33:0/2783273063 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f880b3630 0x7f1f8815c590 secure :-1 s=READY pgs=450 cs=0 l=1 rev1=1 crypto rx=0x7f1f7c00ec10 tx=0x7f1f7c00ef20 comp rx=0 tx=0).stop 2024-09-13T15:02:07.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.648+0000 7f1f87fff700 1 -- 172.21.15.33:0/2783273063 shutdown_connections 2024-09-13T15:02:07.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.648+0000 7f1f87fff700 1 --2- 172.21.15.33:0/2783273063 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1f74066730 0x7f1f74068bf0 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.648+0000 7f1f87fff700 1 --2- 172.21.15.33:0/2783273063 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1f881594f0 0x7f1f88157770 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.648+0000 7f1f87fff700 1 --2- 172.21.15.33:0/2783273063 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1f880b3630 0x7f1f8815c590 unknown :-1 s=CLOSED pgs=450 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.648+0000 7f1f87fff700 1 --2- 172.21.15.33:0/2783273063 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1f8806da70 0x7f1f88155790 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.648+0000 7f1f87fff700 1 -- 172.21.15.33:0/2783273063 >> 172.21.15.33:0/2783273063 conn(0x7f1f8806a350 msgr2=0x7f1f88154990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:07.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.648+0000 7f1f87fff700 1 -- 172.21.15.33:0/2783273063 shutdown_connections 2024-09-13T15:02:07.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.648+0000 7f1f87fff700 1 -- 172.21.15.33:0/2783273063 wait complete. 2024-09-13T15:02:07.665 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:02:07.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.772+0000 7f35adc6a700 1 Processor -- start 2024-09-13T15:02:07.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.772+0000 7f35adc6a700 1 -- start start 2024-09-13T15:02:07.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.772+0000 7f35adc6a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35a815dbf0 0x7f35a80d1130 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.772+0000 7f35adc6a700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35a815c750 con 0x7f35a8154fd0 2024-09-13T15:02:07.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.772+0000 7f35adc6a700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f35a80d1750 con 0x7f35a80cef40 2024-09-13T15:02:07.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.772+0000 7f35adc6a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35a815c100 con 0x7f35a815dbf0 2024-09-13T15:02:07.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35acc68700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f35a8154fd0 0x7f35a80ce830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:56118/0 (socket says 172.21.15.33:56118) 2024-09-13T15:02:07.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35acc68700 1 -- 172.21.15.33:0/2324428017 learned_addr learned my addr 172.21.15.33:0/2324428017 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:07.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35ad469700 1 --2- 172.21.15.33:0/2324428017 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35a815dbf0 0x7f35a80d1130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35a77fe700 1 -- 172.21.15.33:0/2324428017 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4027690721 0 0) 0x7f35a815c750 con 0x7f35a8154fd0 2024-09-13T15:02:07.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35a77fe700 1 -- 172.21.15.33:0/2324428017 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f35940035d0 con 0x7f35a8154fd0 2024-09-13T15:02:07.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35a77fe700 1 -- 172.21.15.33:0/2324428017 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3512409960 0 0) 0x7f35a80d1750 con 0x7f35a80cef40 2024-09-13T15:02:07.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35a77fe700 1 -- 172.21.15.33:0/2324428017 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f35a815c750 con 0x7f35a80cef40 2024-09-13T15:02:07.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35ad469700 1 -- 172.21.15.33:0/2324428017 >> v1:172.21.15.103:6789/0 conn(0x7f35a80cef40 legacy=0x7f35a80d0a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35a77fe700 1 -- 172.21.15.33:0/2324428017 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 510140286 0 0) 0x7f35940035d0 con 0x7f35a8154fd0 2024-09-13T15:02:07.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35ad469700 1 -- 172.21.15.33:0/2324428017 >> v1:172.21.15.33:6789/0 conn(0x7f35a8154fd0 legacy=0x7f35a80ce830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35ad469700 1 -- 172.21.15.33:0/2324428017 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35a815c3e0 con 0x7f35a815dbf0 2024-09-13T15:02:07.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35ad469700 1 --2- 172.21.15.33:0/2324428017 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35a815dbf0 0x7f35a80d1130 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f35a0009880 tx=0x7f35a0009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=22d64c8fbb203703 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:07.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35a77fe700 1 -- 172.21.15.33:0/2324428017 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3598001670 con 0x7f35a815dbf0 2024-09-13T15:02:07.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35a77fe700 1 -- 172.21.15.33:0/2324428017 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f35a0004030 con 0x7f35a815dbf0 2024-09-13T15:02:07.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35a77fe700 1 -- 172.21.15.33:0/2324428017 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f35a00043c0 con 0x7f35a815dbf0 2024-09-13T15:02:07.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35adc6a700 1 -- 172.21.15.33:0/2324428017 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35a815dbf0 msgr2=0x7f35a80d1130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35adc6a700 1 --2- 172.21.15.33:0/2324428017 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35a815dbf0 0x7f35a80d1130 secure :-1 s=READY pgs=94 cs=0 l=1 rev1=1 crypto rx=0x7f35a0009880 tx=0x7f35a0009b90 comp rx=0 tx=0).stop 2024-09-13T15:02:07.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35adc6a700 1 -- 172.21.15.33:0/2324428017 shutdown_connections 2024-09-13T15:02:07.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35adc6a700 1 --2- 172.21.15.33:0/2324428017 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35a815dbf0 0x7f35a80d1130 unknown :-1 s=CLOSED pgs=94 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35adc6a700 1 -- 172.21.15.33:0/2324428017 >> 172.21.15.33:0/2324428017 conn(0x7f35a8099a50 msgr2=0x7f35a8099e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:07.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35adc6a700 1 -- 172.21.15.33:0/2324428017 shutdown_connections 2024-09-13T15:02:07.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.776+0000 7f35adc6a700 1 -- 172.21.15.33:0/2324428017 wait complete. 2024-09-13T15:02:07.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35adc6a700 1 Processor -- start 2024-09-13T15:02:07.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35adc6a700 1 -- start start 2024-09-13T15:02:07.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35adc6a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35a80cef40 0x7f35a806ee30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35adc6a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35a8154fd0 0x7f35a814d8a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35adc6a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35a815dbf0 0x7f35a81512c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35adc6a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35a806f370 con 0x7f35a80cef40 2024-09-13T15:02:07.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35adc6a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f35a814e340 con 0x7f35a8154fd0 2024-09-13T15:02:07.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35adc6a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f35a814dde0 con 0x7f35a815dbf0 2024-09-13T15:02:07.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35acc68700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35a80cef40 0x7f35a806ee30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35acc68700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35a80cef40 0x7f35a806ee30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34292/0 (socket says 172.21.15.33:34292) 2024-09-13T15:02:07.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35acc68700 1 -- 172.21.15.33:0/939805869 learned_addr learned my addr 172.21.15.33:0/939805869 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:07.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35ad469700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35a815dbf0 0x7f35a81512c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35a7fff700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35a8154fd0 0x7f35a814d8a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35acc68700 1 -- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35a815dbf0 msgr2=0x7f35a81512c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35acc68700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35a815dbf0 0x7f35a81512c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35acc68700 1 -- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35a8154fd0 msgr2=0x7f35a814d8a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35acc68700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35a8154fd0 0x7f35a814d8a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35acc68700 1 -- 172.21.15.33:0/939805869 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f35a00094b0 con 0x7f35a80cef40 2024-09-13T15:02:07.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35a7fff700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35a8154fd0 0x7f35a814d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:07.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35ad469700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35a815dbf0 0x7f35a81512c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:07.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35acc68700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35a80cef40 0x7f35a806ee30 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f359800c750 tx=0x7f359800cb10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:07.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35a57fa700 1 -- 172.21.15.33:0/939805869 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3598004ca0 con 0x7f35a80cef40 2024-09-13T15:02:07.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35a57fa700 1 -- 172.21.15.33:0/939805869 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3598004e00 con 0x7f35a80cef40 2024-09-13T15:02:07.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35adc6a700 1 -- 172.21.15.33:0/939805869 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f35a814fc50 con 0x7f35a80cef40 2024-09-13T15:02:07.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.780+0000 7f35a57fa700 1 -- 172.21.15.33:0/939805869 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3598007310 con 0x7f35a80cef40 2024-09-13T15:02:07.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.784+0000 7f35adc6a700 1 -- 172.21.15.33:0/939805869 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f35a81507e0 con 0x7f35a80cef40 2024-09-13T15:02:07.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.784+0000 7f35adc6a700 1 -- 172.21.15.33:0/939805869 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f35a80ce830 con 0x7f35a80cef40 2024-09-13T15:02:07.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.784+0000 7f35a57fa700 1 -- 172.21.15.33:0/939805869 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3598007470 con 0x7f35a80cef40 2024-09-13T15:02:07.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.784+0000 7f35a57fa700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3588066760 0x7f3588068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:07.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.784+0000 7f35a57fa700 1 -- 172.21.15.33:0/939805869 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f35980833e0 con 0x7f35a80cef40 2024-09-13T15:02:07.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.784+0000 7f35a7fff700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3588066760 0x7f3588068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:07.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.788+0000 7f35a7fff700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3588066760 0x7f3588068c20 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f35a806edc0 tx=0x7f3590009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:07.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.792+0000 7f35a57fa700 1 -- 172.21.15.33:0/939805869 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3598050960 con 0x7f35a80cef40 2024-09-13T15:02:07.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.964+0000 7f35adc6a700 1 -- 172.21.15.33:0/939805869 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f35a814eab0 con 0x7f35a80cef40 2024-09-13T15:02:07.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.964+0000 7f35a57fa700 1 -- 172.21.15.33:0/939805869 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v37) v1 ==== 74+0+13014 (secure 0 0 0) 0x7f3598007720 con 0x7f35a80cef40 2024-09-13T15:02:07.970 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:07.970 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":37,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:02:04.831120+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":4,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":24,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":27,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":20,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:02:07.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.968+0000 7f35adc6a700 1 -- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3588066760 msgr2=0x7f3588068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.968+0000 7f35adc6a700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3588066760 0x7f3588068c20 secure :-1 s=READY pgs=247 cs=0 l=1 rev1=1 crypto rx=0x7f35a806edc0 tx=0x7f3590009040 comp rx=0 tx=0).stop 2024-09-13T15:02:07.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.968+0000 7f35adc6a700 1 -- 172.21.15.33:0/939805869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35a80cef40 msgr2=0x7f35a806ee30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:07.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.968+0000 7f35adc6a700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35a80cef40 0x7f35a806ee30 secure :-1 s=READY pgs=452 cs=0 l=1 rev1=1 crypto rx=0x7f359800c750 tx=0x7f359800cb10 comp rx=0 tx=0).stop 2024-09-13T15:02:07.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.968+0000 7f35adc6a700 1 -- 172.21.15.33:0/939805869 shutdown_connections 2024-09-13T15:02:07.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.968+0000 7f35adc6a700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3588066760 0x7f3588068c20 unknown :-1 s=CLOSED pgs=247 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.968+0000 7f35adc6a700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f35a815dbf0 0x7f35a81512c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.968+0000 7f35adc6a700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f35a8154fd0 0x7f35a814d8a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.968+0000 7f35adc6a700 1 --2- 172.21.15.33:0/939805869 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f35a80cef40 0x7f35a806ee30 unknown :-1 s=CLOSED pgs=452 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:07.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.968+0000 7f35adc6a700 1 -- 172.21.15.33:0/939805869 >> 172.21.15.33:0/939805869 conn(0x7f35a8099a50 msgr2=0x7f35a8152490 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:07.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.968+0000 7f35adc6a700 1 -- 172.21.15.33:0/939805869 shutdown_connections 2024-09-13T15:02:07.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:07.968+0000 7f35adc6a700 1 -- 172.21.15.33:0/939805869 wait complete. 2024-09-13T15:02:07.989 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:02:07.990 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:02:08.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.104+0000 7f887359e700 1 Processor -- start 2024-09-13T15:02:08.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.104+0000 7f887359e700 1 -- start start 2024-09-13T15:02:08.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.104+0000 7f887359e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f88740acfd0 0x7f887415d950 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.104+0000 7f887359e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f8874141fb0 0x7f887406ff50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.104+0000 7f887359e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f88740712a0 con 0x7f88740cdd50 2024-09-13T15:02:08.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.104+0000 7f887359e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f887406fb00 con 0x7f8874141fb0 2024-09-13T15:02:08.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.104+0000 7f887359e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f887415de90 con 0x7f88740acfd0 2024-09-13T15:02:08.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.104+0000 7f8872d9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f8874141fb0 0x7f887406ff50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f8872d9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f8874141fb0 0x7f887406ff50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34296/0 (socket says 172.21.15.33:34296) 2024-09-13T15:02:08.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f8872d9d700 1 -- 172.21.15.33:0/1856659066 learned_addr learned my addr 172.21.15.33:0/1856659066 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:08.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f8871d9b700 1 --2- 172.21.15.33:0/1856659066 >> v2:172.21.15.103:3300/0 conn(0x7f88740acfd0 0x7f887415d950 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f8872d9d700 1 -- 172.21.15.33:0/1856659066 >> v2:172.21.15.103:3300/0 conn(0x7f88740acfd0 msgr2=0x7f887415d950 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:08.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f8872d9d700 1 --2- 172.21.15.33:0/1856659066 >> v2:172.21.15.103:3300/0 conn(0x7f88740acfd0 0x7f887415d950 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f8872d9d700 1 -- 172.21.15.33:0/1856659066 >> v1:172.21.15.103:6789/0 conn(0x7f88740cdd50 legacy=0x7f88740ac8c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f8872d9d700 1 -- 172.21.15.33:0/1856659066 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f8874142490 con 0x7f8874141fb0 2024-09-13T15:02:08.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f8872d9d700 1 --2- 172.21.15.33:0/1856659066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8874141fb0 0x7f887406ff50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f887413fdf0 tx=0x7f886c009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d89b12ddf77e7cd8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:08.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f887159a700 1 -- 172.21.15.33:0/1856659066 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f886c011830 con 0x7f8874141fb0 2024-09-13T15:02:08.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f887159a700 1 -- 172.21.15.33:0/1856659066 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f886c011990 con 0x7f8874141fb0 2024-09-13T15:02:08.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f887159a700 1 -- 172.21.15.33:0/1856659066 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f886c011d20 con 0x7f8874141fb0 2024-09-13T15:02:08.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f887359e700 1 -- 172.21.15.33:0/1856659066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8874141fb0 msgr2=0x7f887406ff50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f887359e700 1 --2- 172.21.15.33:0/1856659066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8874141fb0 0x7f887406ff50 secure :-1 s=READY pgs=453 cs=0 l=1 rev1=1 crypto rx=0x7f887413fdf0 tx=0x7f886c009bf0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f887359e700 1 -- 172.21.15.33:0/1856659066 shutdown_connections 2024-09-13T15:02:08.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f887359e700 1 --2- 172.21.15.33:0/1856659066 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8874141fb0 0x7f887406ff50 unknown :-1 s=CLOSED pgs=453 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f887359e700 1 --2- 172.21.15.33:0/1856659066 >> v2:172.21.15.103:3300/0 conn(0x7f88740acfd0 0x7f887415d950 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f887359e700 1 -- 172.21.15.33:0/1856659066 >> 172.21.15.33:0/1856659066 conn(0x7f88740b0980 msgr2=0x7f88740b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:08.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f887359e700 1 -- 172.21.15.33:0/1856659066 shutdown_connections 2024-09-13T15:02:08.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f887359e700 1 -- 172.21.15.33:0/1856659066 wait complete. 2024-09-13T15:02:08.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f887359e700 1 Processor -- start 2024-09-13T15:02:08.114 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.108+0000 7f887359e700 1 -- start start 2024-09-13T15:02:08.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f887359e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88740acfd0 0x7f8874131510 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f887359e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88740cdd50 0x7f88741580d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f887359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8874141fb0 0x7f88741f59e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f887359e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f8874131a50 con 0x7f88740cdd50 2024-09-13T15:02:08.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f887359e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f88741535a0 con 0x7f88740acfd0 2024-09-13T15:02:08.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f887359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f8874158610 con 0x7f8874141fb0 2024-09-13T15:02:08.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f8871d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88740cdd50 0x7f88741580d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f8871d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88740cdd50 0x7f88741580d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34308/0 (socket says 172.21.15.33:34308) 2024-09-13T15:02:08.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f8871d9b700 1 -- 172.21.15.33:0/2561486186 learned_addr learned my addr 172.21.15.33:0/2561486186 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:08.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f887259c700 1 --2- 172.21.15.33:0/2561486186 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88740acfd0 0x7f8874131510 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f8872d9d700 1 --2- 172.21.15.33:0/2561486186 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8874141fb0 0x7f88741f59e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f8871d9b700 1 -- 172.21.15.33:0/2561486186 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8874141fb0 msgr2=0x7f88741f59e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.116 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f8871d9b700 1 --2- 172.21.15.33:0/2561486186 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8874141fb0 0x7f88741f59e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f8871d9b700 1 -- 172.21.15.33:0/2561486186 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88740acfd0 msgr2=0x7f8874131510 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f8871d9b700 1 --2- 172.21.15.33:0/2561486186 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88740acfd0 0x7f8874131510 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f8871d9b700 1 -- 172.21.15.33:0/2561486186 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f886c009570 con 0x7f88740cdd50 2024-09-13T15:02:08.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f8871d9b700 1 --2- 172.21.15.33:0/2561486186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88740cdd50 0x7f88741580d0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f886400e840 tx=0x7f886400ec00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:08.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f886affd700 1 -- 172.21.15.33:0/2561486186 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f88640095a0 con 0x7f88740cdd50 2024-09-13T15:02:08.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f886affd700 1 -- 172.21.15.33:0/2561486186 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f886400c690 con 0x7f88740cdd50 2024-09-13T15:02:08.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f886affd700 1 -- 172.21.15.33:0/2561486186 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f886400ca00 con 0x7f88740cdd50 2024-09-13T15:02:08.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f887359e700 1 -- 172.21.15.33:0/2561486186 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f8874130a70 con 0x7f88740cdd50 2024-09-13T15:02:08.117 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f887359e700 1 -- 172.21.15.33:0/2561486186 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f88741f6510 con 0x7f88740cdd50 2024-09-13T15:02:08.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f887359e700 1 -- 172.21.15.33:0/2561486186 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f887415c5a0 con 0x7f88740cdd50 2024-09-13T15:02:08.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.112+0000 7f886affd700 1 -- 172.21.15.33:0/2561486186 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f886400cb60 con 0x7f88740cdd50 2024-09-13T15:02:08.118 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.116+0000 7f886affd700 1 --2- 172.21.15.33:0/2561486186 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8854066730 0x7f8854068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.116+0000 7f886affd700 1 -- 172.21.15.33:0/2561486186 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f8864083fe0 con 0x7f88740cdd50 2024-09-13T15:02:08.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.116+0000 7f887259c700 1 --2- 172.21.15.33:0/2561486186 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8854066730 0x7f8854068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.116+0000 7f887259c700 1 --2- 172.21.15.33:0/2561486186 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8854066730 0x7f8854068bf0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f885c0012e0 tx=0x7f885c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:08.129 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.124+0000 7f886affd700 1 -- 172.21.15.33:0/2561486186 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f8864051480 con 0x7f88740cdd50 2024-09-13T15:02:08.295 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.292+0000 7f887359e700 1 -- 172.21.15.33:0/2561486186 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f887415d950 con 0x7f88740cdd50 2024-09-13T15:02:08.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.292+0000 7f886affd700 1 -- 172.21.15.33:0/2561486186 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v37) v1 ==== 93+0+10 (secure 0 0 0) 0x7f8864054aa0 con 0x7f88740cdd50 2024-09-13T15:02:08.296 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:02:08.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.296+0000 7f887359e700 1 -- 172.21.15.33:0/2561486186 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8854066730 msgr2=0x7f8854068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.296+0000 7f887359e700 1 --2- 172.21.15.33:0/2561486186 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8854066730 0x7f8854068bf0 secure :-1 s=READY pgs=248 cs=0 l=1 rev1=1 crypto rx=0x7f885c0012e0 tx=0x7f885c009040 comp rx=0 tx=0).stop 2024-09-13T15:02:08.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.296+0000 7f887359e700 1 -- 172.21.15.33:0/2561486186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88740cdd50 msgr2=0x7f88741580d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.296+0000 7f887359e700 1 --2- 172.21.15.33:0/2561486186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88740cdd50 0x7f88741580d0 secure :-1 s=READY pgs=454 cs=0 l=1 rev1=1 crypto rx=0x7f886400e840 tx=0x7f886400ec00 comp rx=0 tx=0).stop 2024-09-13T15:02:08.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.296+0000 7f887359e700 1 -- 172.21.15.33:0/2561486186 shutdown_connections 2024-09-13T15:02:08.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.296+0000 7f887359e700 1 --2- 172.21.15.33:0/2561486186 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8854066730 0x7f8854068bf0 unknown :-1 s=CLOSED pgs=248 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.296+0000 7f887359e700 1 --2- 172.21.15.33:0/2561486186 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8874141fb0 0x7f88741f59e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.296+0000 7f887359e700 1 --2- 172.21.15.33:0/2561486186 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f88740cdd50 0x7f88741580d0 unknown :-1 s=CLOSED pgs=454 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.296+0000 7f887359e700 1 --2- 172.21.15.33:0/2561486186 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f88740acfd0 0x7f8874131510 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.296+0000 7f887359e700 1 -- 172.21.15.33:0/2561486186 >> 172.21.15.33:0/2561486186 conn(0x7f88740b0980 msgr2=0x7f887415e000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:08.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.296+0000 7f887359e700 1 -- 172.21.15.33:0/2561486186 shutdown_connections 2024-09-13T15:02:08.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.296+0000 7f887359e700 1 -- 172.21.15.33:0/2561486186 wait complete. 2024-09-13T15:02:08.310 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph --format=json-pretty osd lspools 2024-09-13T15:02:08.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3766409700 1 Processor -- start 2024-09-13T15:02:08.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3766409700 1 -- start start 2024-09-13T15:02:08.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3766409700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f37600adb30 0x7f37600cc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3766409700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f376006cf60 con 0x7f37600ce040 2024-09-13T15:02:08.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3766409700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f376006c350 con 0x7f376006bb90 2024-09-13T15:02:08.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3766409700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f376006c630 con 0x7f37600adb30 2024-09-13T15:02:08.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3765c08700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f37600ce040 0x7f37600b2380 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:56132/0 (socket says 172.21.15.33:56132) 2024-09-13T15:02:08.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3765c08700 1 -- 172.21.15.33:0/884924382 learned_addr learned my addr 172.21.15.33:0/884924382 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:08.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3765407700 1 --2- 172.21.15.33:0/884924382 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f37600adb30 0x7f37600cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 -- 172.21.15.33:0/884924382 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3760934519 0 0) 0x7f376006cf60 con 0x7f37600ce040 2024-09-13T15:02:08.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 -- 172.21.15.33:0/884924382 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f374c0035d0 con 0x7f37600ce040 2024-09-13T15:02:08.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 -- 172.21.15.33:0/884924382 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2462219071 0 0) 0x7f374c0035d0 con 0x7f37600ce040 2024-09-13T15:02:08.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 -- 172.21.15.33:0/884924382 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f37600adb30 msgr2=0x7f37600cc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:08.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 --2- 172.21.15.33:0/884924382 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f37600adb30 0x7f37600cc060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 -- 172.21.15.33:0/884924382 >> v1:172.21.15.103:6789/0 conn(0x7f376006bb90 legacy=0x7f37600cd930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 -- 172.21.15.33:0/884924382 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f376006c910 con 0x7f37600ce040 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 -- 172.21.15.33:0/884924382 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7f37580019f0 con 0x7f37600ce040 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 -- 172.21.15.33:0/884924382 >> v1:172.21.15.33:6789/0 conn(0x7f37600ce040 legacy=0x7f37600b2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 --2- 172.21.15.33:0/884924382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f374c003a50 0x7f374c003e70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 --2- 172.21.15.33:0/884924382 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f37600adb30 0x7f374c004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 --2- 172.21.15.33:0/884924382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f374c004db0 0x7f374c005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 -- 172.21.15.33:0/884924382 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f376006c630 con 0x7f374c004db0 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 -- 172.21.15.33:0/884924382 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f374c00bae0 con 0x7f374c003a50 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 -- 172.21.15.33:0/884924382 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f374c00bca0 con 0x7f37600adb30 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3765c08700 1 --2- 172.21.15.33:0/884924382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f374c004db0 0x7f374c005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3765407700 1 --2- 172.21.15.33:0/884924382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f374c003a50 0x7f374c003e70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3764c06700 1 --2- 172.21.15.33:0/884924382 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f37600adb30 0x7f374c004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3765c08700 1 -- 172.21.15.33:0/884924382 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f37600adb30 msgr2=0x7f374c004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:08.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3765c08700 1 --2- 172.21.15.33:0/884924382 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f37600adb30 0x7f374c004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3765c08700 1 -- 172.21.15.33:0/884924382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f374c003a50 msgr2=0x7f374c003e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:08.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3765c08700 1 --2- 172.21.15.33:0/884924382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f374c003a50 0x7f374c003e70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3765c08700 1 -- 172.21.15.33:0/884924382 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f374c0035d0 con 0x7f374c004db0 2024-09-13T15:02:08.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3765407700 1 --2- 172.21.15.33:0/884924382 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f374c003a50 0x7f374c003e70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:08.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3765c08700 1 --2- 172.21.15.33:0/884924382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f374c004db0 0x7f374c005230 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f3758002230 tx=0x7f374c0058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4ffb0e3596d8d49a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:08.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 -- 172.21.15.33:0/884924382 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37580072d0 con 0x7f374c004db0 2024-09-13T15:02:08.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 -- 172.21.15.33:0/884924382 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3758007430 con 0x7f374c004db0 2024-09-13T15:02:08.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3757fff700 1 -- 172.21.15.33:0/884924382 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37580077e0 con 0x7f374c004db0 2024-09-13T15:02:08.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3766409700 1 -- 172.21.15.33:0/884924382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f374c004db0 msgr2=0x7f374c005230 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3766409700 1 --2- 172.21.15.33:0/884924382 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f374c004db0 0x7f374c005230 secure :-1 s=READY pgs=456 cs=0 l=1 rev1=1 crypto rx=0x7f3758002230 tx=0x7f374c0058a0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.420+0000 7f3765c08700 1 -- 172.21.15.33:0/884924382 reap_dead start 2024-09-13T15:02:08.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3766409700 1 -- 172.21.15.33:0/884924382 shutdown_connections 2024-09-13T15:02:08.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3766409700 1 -- 172.21.15.33:0/884924382 >> 172.21.15.33:0/884924382 conn(0x7f376006a350 msgr2=0x7f376006a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:08.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3766409700 1 -- 172.21.15.33:0/884924382 shutdown_connections 2024-09-13T15:02:08.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3766409700 1 -- 172.21.15.33:0/884924382 wait complete. 2024-09-13T15:02:08.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3766409700 1 Processor -- start 2024-09-13T15:02:08.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3766409700 1 -- start start 2024-09-13T15:02:08.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3766409700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f374c004db0 0x7f37601f2310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3766409700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376006fc00 0x7f37601f2d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3766409700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f37600ac8c0 0x7f37600acd50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3766409700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f37600ad290 con 0x7f376006fc00 2024-09-13T15:02:08.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3766409700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3760070ff0 con 0x7f374c004db0 2024-09-13T15:02:08.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3766409700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f376013aec0 con 0x7f37600ac8c0 2024-09-13T15:02:08.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3764c06700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376006fc00 0x7f37601f2d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3764c06700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376006fc00 0x7f37601f2d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34336/0 (socket says 172.21.15.33:34336) 2024-09-13T15:02:08.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3764c06700 1 -- 172.21.15.33:0/3151844838 learned_addr learned my addr 172.21.15.33:0/3151844838 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:08.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3765407700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f374c004db0 0x7f37601f2310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3765c08700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f37600ac8c0 0x7f37600acd50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3764c06700 1 -- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f37600ac8c0 msgr2=0x7f37600acd50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3764c06700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f37600ac8c0 0x7f37600acd50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3764c06700 1 -- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f374c004db0 msgr2=0x7f37601f2310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3764c06700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f374c004db0 0x7f37601f2310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3764c06700 1 -- 172.21.15.33:0/3151844838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f37600703e0 con 0x7f376006fc00 2024-09-13T15:02:08.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3765407700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f374c004db0 0x7f37601f2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:08.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.424+0000 7f3765c08700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f37600ac8c0 0x7f37600acd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:02:08.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.428+0000 7f3764c06700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376006fc00 0x7f37601f2d00 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f375000e7b0 tx=0x7f375000eb70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:08.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.428+0000 7f3755ffb700 1 -- 172.21.15.33:0/3151844838 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37500052e0 con 0x7f376006fc00 2024-09-13T15:02:08.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.428+0000 7f3755ffb700 1 -- 172.21.15.33:0/3151844838 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3750005440 con 0x7f376006fc00 2024-09-13T15:02:08.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.428+0000 7f3766409700 1 -- 172.21.15.33:0/3151844838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f37600706c0 con 0x7f376006fc00 2024-09-13T15:02:08.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.428+0000 7f3755ffb700 1 -- 172.21.15.33:0/3151844838 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f37500038e0 con 0x7f376006fc00 2024-09-13T15:02:08.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.428+0000 7f3766409700 1 -- 172.21.15.33:0/3151844838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f3760070c80 con 0x7f376006fc00 2024-09-13T15:02:08.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.428+0000 7f3766409700 1 -- 172.21.15.33:0/3151844838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f37600cc060 con 0x7f376006fc00 2024-09-13T15:02:08.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.428+0000 7f3755ffb700 1 -- 172.21.15.33:0/3151844838 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3750003a40 con 0x7f376006fc00 2024-09-13T15:02:08.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.428+0000 7f3755ffb700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3744066730 0x7f3744068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.428+0000 7f3755ffb700 1 -- 172.21.15.33:0/3151844838 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7f37500835c0 con 0x7f376006fc00 2024-09-13T15:02:08.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.428+0000 7f3765407700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3744066730 0x7f3744068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.432+0000 7f3765407700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3744066730 0x7f3744068bf0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f376015dd30 tx=0x7f375c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:08.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.440+0000 7f3755ffb700 1 -- 172.21.15.33:0/3151844838 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3750050c80 con 0x7f376006fc00 2024-09-13T15:02:08.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.608+0000 7f3766409700 1 -- 172.21.15.33:0/3151844838 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd lspools", "format": "json-pretty"} v 0) v1 -- 0x7f3760070e10 con 0x7f376006fc00 2024-09-13T15:02:08.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.608+0000 7f3755ffb700 1 -- 172.21.15.33:0/3151844838 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd lspools", "format": "json-pretty"}]=0 v37) v1 ==== 84+0+65 (secure 0 0 0) 0x7f3750019090 con 0x7f376006fc00 2024-09-13T15:02:08.612 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:08.612 INFO:teuthology.orchestra.run.smithi033.stdout:[ 2024-09-13T15:02:08.612 INFO:teuthology.orchestra.run.smithi033.stdout: { 2024-09-13T15:02:08.612 INFO:teuthology.orchestra.run.smithi033.stdout: "poolnum": 1, 2024-09-13T15:02:08.612 INFO:teuthology.orchestra.run.smithi033.stdout: "poolname": ".mgr" 2024-09-13T15:02:08.613 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:08.613 INFO:teuthology.orchestra.run.smithi033.stdout:] 2024-09-13T15:02:08.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.612+0000 7f3766409700 1 -- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3744066730 msgr2=0x7f3744068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.612+0000 7f3766409700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3744066730 0x7f3744068bf0 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7f376015dd30 tx=0x7f375c008040 comp rx=0 tx=0).stop 2024-09-13T15:02:08.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.612+0000 7f3766409700 1 -- 172.21.15.33:0/3151844838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376006fc00 msgr2=0x7f37601f2d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.614 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.612+0000 7f3766409700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376006fc00 0x7f37601f2d00 secure :-1 s=READY pgs=457 cs=0 l=1 rev1=1 crypto rx=0x7f375000e7b0 tx=0x7f375000eb70 comp rx=0 tx=0).stop 2024-09-13T15:02:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.612+0000 7f3766409700 1 -- 172.21.15.33:0/3151844838 shutdown_connections 2024-09-13T15:02:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.612+0000 7f3766409700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3744066730 0x7f3744068bf0 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.612+0000 7f3766409700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f37600ac8c0 0x7f37600acd50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.612+0000 7f3766409700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f376006fc00 0x7f37601f2d00 unknown :-1 s=CLOSED pgs=457 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.612+0000 7f3766409700 1 --2- 172.21.15.33:0/3151844838 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f374c004db0 0x7f37601f2310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.612+0000 7f3766409700 1 -- 172.21.15.33:0/3151844838 >> 172.21.15.33:0/3151844838 conn(0x7f376006a350 msgr2=0x7f37600b37f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.612+0000 7f3766409700 1 -- 172.21.15.33:0/3151844838 shutdown_connections 2024-09-13T15:02:08.615 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.612+0000 7f3766409700 1 -- 172.21.15.33:0/3151844838 wait complete. 2024-09-13T15:02:08.626 DEBUG:tasks.cephfs.filesystem:Creating filesystem 'cephfs' 2024-09-13T15:02:08.626 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_metadata --pg_num_min 64 2024-09-13T15:02:08.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.752+0000 7fbee8806700 1 Processor -- start 2024-09-13T15:02:08.757 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.752+0000 7fbee8806700 1 -- start start 2024-09-13T15:02:08.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee8806700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fbee415ccd0 0x7fbee40cf560 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.760 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee8806700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fbee40b3970 0x7fbee40cfaa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee8806700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fbee40d1130 con 0x7fbee40d3260 2024-09-13T15:02:08.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee8806700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbee40cea30 con 0x7fbee40b3970 2024-09-13T15:02:08.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee8806700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fbee40b24d0 con 0x7fbee415ccd0 2024-09-13T15:02:08.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee3fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fbee40b3970 0x7fbee40cfaa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee3fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fbee40b3970 0x7fbee40cfaa0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34350/0 (socket says 172.21.15.33:34350) 2024-09-13T15:02:08.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee3fff700 1 -- 172.21.15.33:0/3709415923 learned_addr learned my addr 172.21.15.33:0/3709415923 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:08.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee37fe700 1 --2- 172.21.15.33:0/3709415923 >> v2:172.21.15.103:3300/0 conn(0x7fbee415ccd0 0x7fbee40cf560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee3fff700 1 -- 172.21.15.33:0/3709415923 >> v2:172.21.15.103:3300/0 conn(0x7fbee415ccd0 msgr2=0x7fbee40cf560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:08.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee3fff700 1 --2- 172.21.15.33:0/3709415923 >> v2:172.21.15.103:3300/0 conn(0x7fbee415ccd0 0x7fbee40cf560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee3fff700 1 -- 172.21.15.33:0/3709415923 >> v1:172.21.15.103:6789/0 conn(0x7fbee40d3260 legacy=0x7fbee40cd5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee3fff700 1 -- 172.21.15.33:0/3709415923 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbee40d1380 con 0x7fbee40b3970 2024-09-13T15:02:08.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee37fe700 1 --2- 172.21.15.33:0/3709415923 >> v2:172.21.15.103:3300/0 conn(0x7fbee415ccd0 0x7fbee40cf560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:08.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee3fff700 1 --2- 172.21.15.33:0/3709415923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbee40b3970 0x7fbee40cfaa0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fbee408b7d0 tx=0x7fbedc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c1c5bd39330034ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:08.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee27fc700 1 -- 172.21.15.33:0/3709415923 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbedc00e070 con 0x7fbee40b3970 2024-09-13T15:02:08.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee27fc700 1 -- 172.21.15.33:0/3709415923 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbedc00b9c0 con 0x7fbee40b3970 2024-09-13T15:02:08.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee27fc700 1 -- 172.21.15.33:0/3709415923 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbedc00bd70 con 0x7fbee40b3970 2024-09-13T15:02:08.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee8806700 1 -- 172.21.15.33:0/3709415923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbee40b3970 msgr2=0x7fbee40cfaa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee8806700 1 --2- 172.21.15.33:0/3709415923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbee40b3970 0x7fbee40cfaa0 secure :-1 s=READY pgs=458 cs=0 l=1 rev1=1 crypto rx=0x7fbee408b7d0 tx=0x7fbedc00b330 comp rx=0 tx=0).stop 2024-09-13T15:02:08.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee8806700 1 -- 172.21.15.33:0/3709415923 shutdown_connections 2024-09-13T15:02:08.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee8806700 1 --2- 172.21.15.33:0/3709415923 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbee40b3970 0x7fbee40cfaa0 unknown :-1 s=CLOSED pgs=458 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee8806700 1 --2- 172.21.15.33:0/3709415923 >> v2:172.21.15.103:3300/0 conn(0x7fbee415ccd0 0x7fbee40cf560 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee8806700 1 -- 172.21.15.33:0/3709415923 >> 172.21.15.33:0/3709415923 conn(0x7fbee409be60 msgr2=0x7fbee40d2b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:08.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee8806700 1 -- 172.21.15.33:0/3709415923 shutdown_connections 2024-09-13T15:02:08.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.756+0000 7fbee8806700 1 -- 172.21.15.33:0/3709415923 wait complete. 2024-09-13T15:02:08.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee8806700 1 Processor -- start 2024-09-13T15:02:08.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee8806700 1 -- start start 2024-09-13T15:02:08.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee8806700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbee40b3970 0x7fbee41f6220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee8806700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbee40d3260 0x7fbee40b8370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee8806700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbee415ccd0 0x7fbee40c9c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee8806700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbee4150000 con 0x7fbee40d3260 2024-09-13T15:02:08.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee8806700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fbee41f6760 con 0x7fbee415ccd0 2024-09-13T15:02:08.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee8806700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fbee40cc160 con 0x7fbee40b3970 2024-09-13T15:02:08.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee2ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbee40d3260 0x7fbee40b8370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee2ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbee40d3260 0x7fbee40b8370 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34366/0 (socket says 172.21.15.33:34366) 2024-09-13T15:02:08.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee2ffd700 1 -- 172.21.15.33:0/1307729476 learned_addr learned my addr 172.21.15.33:0/1307729476 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:08.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee37fe700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbee40b3970 0x7fbee41f6220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee3fff700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbee415ccd0 0x7fbee40c9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee2ffd700 1 -- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbee40b3970 msgr2=0x7fbee41f6220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee2ffd700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbee40b3970 0x7fbee41f6220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee2ffd700 1 -- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbee415ccd0 msgr2=0x7fbee40c9c20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:08.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee2ffd700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbee415ccd0 0x7fbee40c9c20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:08.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee2ffd700 1 -- 172.21.15.33:0/1307729476 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fbedc009b30 con 0x7fbee40d3260 2024-09-13T15:02:08.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee37fe700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbee40b3970 0x7fbee41f6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:08.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.760+0000 7fbee2ffd700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbee40d3260 0x7fbee40b8370 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fbecc00c4d0 tx=0x7fbecc00c7e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:08.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.764+0000 7fbedbfff700 1 -- 172.21.15.33:0/1307729476 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbecc0052d0 con 0x7fbee40d3260 2024-09-13T15:02:08.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.764+0000 7fbedbfff700 1 -- 172.21.15.33:0/1307729476 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fbecc005430 con 0x7fbee40d3260 2024-09-13T15:02:08.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.764+0000 7fbedbfff700 1 -- 172.21.15.33:0/1307729476 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fbecc0055a0 con 0x7fbee40d3260 2024-09-13T15:02:08.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.764+0000 7fbee8806700 1 -- 172.21.15.33:0/1307729476 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fbee40cc440 con 0x7fbee40d3260 2024-09-13T15:02:08.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.764+0000 7fbee8806700 1 -- 172.21.15.33:0/1307729476 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fbee40cca00 con 0x7fbee40d3260 2024-09-13T15:02:08.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.764+0000 7fbedbfff700 1 -- 172.21.15.33:0/1307729476 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fbecc0038c0 con 0x7fbee40d3260 2024-09-13T15:02:08.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.764+0000 7fbee8806700 1 -- 172.21.15.33:0/1307729476 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fbee40cf560 con 0x7fbee40d3260 2024-09-13T15:02:08.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.768+0000 7fbedbfff700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbec4066730 0x7fbec4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:08.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.768+0000 7fbedbfff700 1 -- 172.21.15.33:0/1307729476 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(37..37 src has 1..37) v4 ==== 5177+0+0 (secure 0 0 0) 0x7fbecc0833b0 con 0x7fbee40d3260 2024-09-13T15:02:08.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.768+0000 7fbee37fe700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbec4066730 0x7fbec4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:08.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.768+0000 7fbee37fe700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbec4066730 0x7fbec4068bf0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fbed400c9a0 tx=0x7fbed4008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:08.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.776+0000 7fbedbfff700 1 -- 172.21.15.33:0/1307729476 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fbecc050930 con 0x7fbee40d3260 2024-09-13T15:02:08.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:08.948+0000 7fbee8806700 1 -- 172.21.15.33:0/1307729476 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64} v 0) v1 -- 0x7fbee40d04e0 con 0x7fbee40d3260 2024-09-13T15:02:09.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.664+0000 7fbedbfff700 1 -- 172.21.15.33:0/1307729476 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_metadata", "pg_num_min": 64}]=0 pool 'cephfs_metadata' created v38) v1 ==== 138+0+0 (secure 0 0 0) 0x7fbecc053f50 con 0x7fbee40d3260 2024-09-13T15:02:09.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.672+0000 7fbee8806700 1 -- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbec4066730 msgr2=0x7fbec4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:09.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.672+0000 7fbee8806700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbec4066730 0x7fbec4068bf0 secure :-1 s=READY pgs=250 cs=0 l=1 rev1=1 crypto rx=0x7fbed400c9a0 tx=0x7fbed4008040 comp rx=0 tx=0).stop 2024-09-13T15:02:09.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.672+0000 7fbee8806700 1 -- 172.21.15.33:0/1307729476 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbee40d3260 msgr2=0x7fbee40b8370 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:09.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.672+0000 7fbee8806700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbee40d3260 0x7fbee40b8370 secure :-1 s=READY pgs=459 cs=0 l=1 rev1=1 crypto rx=0x7fbecc00c4d0 tx=0x7fbecc00c7e0 comp rx=0 tx=0).stop 2024-09-13T15:02:09.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.672+0000 7fbee8806700 1 -- 172.21.15.33:0/1307729476 shutdown_connections 2024-09-13T15:02:09.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.672+0000 7fbee8806700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fbec4066730 0x7fbec4068bf0 unknown :-1 s=CLOSED pgs=250 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:09.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.672+0000 7fbee8806700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fbee415ccd0 0x7fbee40c9c20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:09.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.672+0000 7fbee8806700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fbee40d3260 0x7fbee40b8370 unknown :-1 s=CLOSED pgs=459 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:09.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.672+0000 7fbee8806700 1 --2- 172.21.15.33:0/1307729476 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fbee40b3970 0x7fbee41f6220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:09.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.672+0000 7fbee8806700 1 -- 172.21.15.33:0/1307729476 >> 172.21.15.33:0/1307729476 conn(0x7fbee409be60 msgr2=0x7fbee40b3e30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:09.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.672+0000 7fbee8806700 1 -- 172.21.15.33:0/1307729476 shutdown_connections 2024-09-13T15:02:09.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.672+0000 7fbee8806700 1 -- 172.21.15.33:0/1307729476 wait complete. 2024-09-13T15:02:09.678 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' created 2024-09-13T15:02:09.690 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool create cephfs_data 64 --pg_num_min 64 --target_size_ratio 0.9 2024-09-13T15:02:09.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.812+0000 7f48f815a700 1 Processor -- start 2024-09-13T15:02:09.815 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.812+0000 7f48f815a700 1 -- start start 2024-09-13T15:02:09.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.812+0000 7f48f815a700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f48f006bb60 0x7f48f00d1d50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:09.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.812+0000 7f48f815a700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48f00ce880 con 0x7f48f015cfb0 2024-09-13T15:02:09.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.812+0000 7f48f815a700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f48f00ceb60 con 0x7f48f006b710 2024-09-13T15:02:09.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.812+0000 7f48f815a700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f48f00cee40 con 0x7f48f006bb60 2024-09-13T15:02:09.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.812+0000 7f48f5ef6700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f48f015cfb0 0x7f48f006ad90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:56146/0 (socket says 172.21.15.33:56146) 2024-09-13T15:02:09.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.812+0000 7f48f5ef6700 1 -- 172.21.15.33:0/1962315446 learned_addr learned my addr 172.21.15.33:0/1962315446 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:09.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.812+0000 7f48f66f7700 1 --2- 172.21.15.33:0/1962315446 >> v2:172.21.15.103:3300/0 conn(0x7f48f006bb60 0x7f48f00d1d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:09.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f4ef4700 1 -- 172.21.15.33:0/1962315446 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4095722157 0 0) 0x7f48f00ce880 con 0x7f48f015cfb0 2024-09-13T15:02:09.818 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f4ef4700 1 -- 172.21.15.33:0/1962315446 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f48dc0035d0 con 0x7f48f015cfb0 2024-09-13T15:02:09.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f66f7700 1 -- 172.21.15.33:0/1962315446 >> v1:172.21.15.103:6789/0 conn(0x7f48f006b710 legacy=0x7f48f00d1640 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:09.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f66f7700 1 -- 172.21.15.33:0/1962315446 >> v1:172.21.15.33:6789/0 conn(0x7f48f015cfb0 legacy=0x7f48f006ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:09.819 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f66f7700 1 -- 172.21.15.33:0/1962315446 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48f00d0e40 con 0x7f48f006bb60 2024-09-13T15:02:09.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f66f7700 1 --2- 172.21.15.33:0/1962315446 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f48f006bb60 0x7f48f00d1d50 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f48e8009d90 tx=0x7f48e800b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b5728b0e104a373 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:09.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f4ef4700 1 -- 172.21.15.33:0/1962315446 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48e800e070 con 0x7f48f006bb60 2024-09-13T15:02:09.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f4ef4700 1 -- 172.21.15.33:0/1962315446 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48e800bb20 con 0x7f48f006bb60 2024-09-13T15:02:09.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f4ef4700 1 -- 172.21.15.33:0/1962315446 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48e800be90 con 0x7f48f006bb60 2024-09-13T15:02:09.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f815a700 1 -- 172.21.15.33:0/1962315446 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f48f006bb60 msgr2=0x7f48f00d1d50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:09.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f815a700 1 --2- 172.21.15.33:0/1962315446 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f48f006bb60 0x7f48f00d1d50 secure :-1 s=READY pgs=218 cs=0 l=1 rev1=1 crypto rx=0x7f48e8009d90 tx=0x7f48e800b330 comp rx=0 tx=0).stop 2024-09-13T15:02:09.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f815a700 1 -- 172.21.15.33:0/1962315446 shutdown_connections 2024-09-13T15:02:09.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f815a700 1 --2- 172.21.15.33:0/1962315446 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f48f006bb60 0x7f48f00d1d50 unknown :-1 s=CLOSED pgs=218 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:09.820 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f815a700 1 -- 172.21.15.33:0/1962315446 >> 172.21.15.33:0/1962315446 conn(0x7f48f00d2da0 msgr2=0x7f48f00d31b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:09.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f815a700 1 -- 172.21.15.33:0/1962315446 shutdown_connections 2024-09-13T15:02:09.821 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.816+0000 7f48f815a700 1 -- 172.21.15.33:0/1962315446 wait complete. 2024-09-13T15:02:09.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f815a700 1 Processor -- start 2024-09-13T15:02:09.822 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f815a700 1 -- start start 2024-09-13T15:02:09.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f815a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48f006b710 0x7f48f00c7690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:09.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f815a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f48f006bb60 0x7f48f015b6e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:09.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f815a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f48f015cfb0 0x7f48f00ca6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:09.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f815a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48f00d1220 con 0x7f48f006b710 2024-09-13T15:02:09.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f815a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f48f00c8a80 con 0x7f48f015cfb0 2024-09-13T15:02:09.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f815a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f48f00c7bd0 con 0x7f48f006bb60 2024-09-13T15:02:09.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f5ef6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48f006b710 0x7f48f00c7690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:09.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f5ef6700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48f006b710 0x7f48f00c7690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34376/0 (socket says 172.21.15.33:34376) 2024-09-13T15:02:09.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f5ef6700 1 -- 172.21.15.33:0/788723656 learned_addr learned my addr 172.21.15.33:0/788723656 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:09.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f66f7700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f48f015cfb0 0x7f48f00ca6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:09.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f56f5700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f48f006bb60 0x7f48f015b6e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:09.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f5ef6700 1 -- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f48f006bb60 msgr2=0x7f48f015b6e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:09.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f5ef6700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f48f006bb60 0x7f48f015b6e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:09.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f5ef6700 1 -- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f48f015cfb0 msgr2=0x7f48f00ca6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:09.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f5ef6700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f48f015cfb0 0x7f48f00ca6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:09.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f5ef6700 1 -- 172.21.15.33:0/788723656 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f48e8009a70 con 0x7f48f006b710 2024-09-13T15:02:09.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f66f7700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f48f015cfb0 0x7f48f00ca6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:09.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f56f5700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f48f006bb60 0x7f48f015b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:09.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f5ef6700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48f006b710 0x7f48f00c7690 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f48ec00c4d0 tx=0x7f48ec00c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:09.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48e67fc700 1 -- 172.21.15.33:0/788723656 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48ec005d90 con 0x7f48f006b710 2024-09-13T15:02:09.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48e67fc700 1 -- 172.21.15.33:0/788723656 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f48ec0070d0 con 0x7f48f006b710 2024-09-13T15:02:09.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f815a700 1 -- 172.21.15.33:0/788723656 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f48f00c7e70 con 0x7f48f006b710 2024-09-13T15:02:09.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48e67fc700 1 -- 172.21.15.33:0/788723656 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f48ec007480 con 0x7f48f006b710 2024-09-13T15:02:09.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.820+0000 7f48f815a700 1 -- 172.21.15.33:0/788723656 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f48f00c8430 con 0x7f48f006b710 2024-09-13T15:02:09.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.824+0000 7f48f815a700 1 -- 172.21.15.33:0/788723656 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f48f006ad90 con 0x7f48f006b710 2024-09-13T15:02:09.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.824+0000 7f48e67fc700 1 -- 172.21.15.33:0/788723656 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f48ec0075e0 con 0x7f48f006b710 2024-09-13T15:02:09.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.824+0000 7f48e67fc700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f48d4066730 0x7f48d4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:09.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.824+0000 7f48e67fc700 1 -- 172.21.15.33:0/788723656 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(38..38 src has 1..38) v4 ==== 5547+0+0 (secure 0 0 0) 0x7f48ec083630 con 0x7f48f006b710 2024-09-13T15:02:09.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.824+0000 7f48f56f5700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f48d4066730 0x7f48d4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:09.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.828+0000 7f48f56f5700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f48d4066730 0x7f48d4068bf0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f48f00b2a50 tx=0x7f48e0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:09.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:09.832+0000 7f48e67fc700 1 -- 172.21.15.33:0/788723656 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f48ec050a40 con 0x7f48f006b710 2024-09-13T15:02:10.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.004+0000 7f48f815a700 1 -- 172.21.15.33:0/788723656 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9} v 0) v1 -- 0x7f48f00ca2f0 con 0x7f48f006b710 2024-09-13T15:02:10.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.672+0000 7f48e67fc700 1 -- 172.21.15.33:0/788723656 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool create", "pool": "cephfs_data", "pg_num": 64, "pg_num_min": 64, "target_size_ratio": 0.9}]=0 pool 'cephfs_data' created v39) v1 ==== 170+0+0 (secure 0 0 0) 0x7f48ec054060 con 0x7f48f006b710 2024-09-13T15:02:10.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.692+0000 7f48f815a700 1 -- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f48d4066730 msgr2=0x7f48d4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:10.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.692+0000 7f48f815a700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f48d4066730 0x7f48d4068bf0 secure :-1 s=READY pgs=251 cs=0 l=1 rev1=1 crypto rx=0x7f48f00b2a50 tx=0x7f48e0009040 comp rx=0 tx=0).stop 2024-09-13T15:02:10.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.692+0000 7f48f815a700 1 -- 172.21.15.33:0/788723656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48f006b710 msgr2=0x7f48f00c7690 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:10.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.692+0000 7f48f815a700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48f006b710 0x7f48f00c7690 secure :-1 s=READY pgs=461 cs=0 l=1 rev1=1 crypto rx=0x7f48ec00c4d0 tx=0x7f48ec00c890 comp rx=0 tx=0).stop 2024-09-13T15:02:10.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.692+0000 7f48f815a700 1 -- 172.21.15.33:0/788723656 shutdown_connections 2024-09-13T15:02:10.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.692+0000 7f48f815a700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f48d4066730 0x7f48d4068bf0 unknown :-1 s=CLOSED pgs=251 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:10.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.692+0000 7f48f815a700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f48f015cfb0 0x7f48f00ca6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:10.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.692+0000 7f48f815a700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f48f006bb60 0x7f48f015b6e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:10.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.692+0000 7f48f815a700 1 --2- 172.21.15.33:0/788723656 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f48f006b710 0x7f48f00c7690 unknown :-1 s=CLOSED pgs=461 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:10.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.692+0000 7f48f815a700 1 -- 172.21.15.33:0/788723656 >> 172.21.15.33:0/788723656 conn(0x7f48f00d2da0 msgr2=0x7f48f00d1640 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:10.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.692+0000 7f48f815a700 1 -- 172.21.15.33:0/788723656 shutdown_connections 2024-09-13T15:02:10.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.692+0000 7f48f815a700 1 -- 172.21.15.33:0/788723656 wait complete. 2024-09-13T15:02:10.696 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' created 2024-09-13T15:02:10.708 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data 2024-09-13T15:02:10.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.820+0000 7f567b9a8700 1 Processor -- start 2024-09-13T15:02:10.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.820+0000 7f567b9a8700 1 -- start start 2024-09-13T15:02:10.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f567b9a8700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f567415aa50 0x7f567415bb70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:10.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f567b9a8700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f567415c120 0x7f56740b39f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:10.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f567b9a8700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f567415ae30 con 0x7f56740b4400 2024-09-13T15:02:10.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f567b9a8700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f567415c580 con 0x7f567415aa50 2024-09-13T15:02:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f567b9a8700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f56740b3f30 con 0x7f567415c120 2024-09-13T15:02:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f5679f45700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f56740b4400 0x7f56740af240 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:56150/0 (socket says 172.21.15.33:56150) 2024-09-13T15:02:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f5679f45700 1 -- 172.21.15.33:0/3125771976 learned_addr learned my addr 172.21.15.33:0/3125771976 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f5679744700 1 --2- 172.21.15.33:0/3125771976 >> v2:172.21.15.33:3300/0 conn(0x7f567415aa50 0x7f567415bb70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:10.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f5678f43700 1 --2- 172.21.15.33:0/3125771976 >> v2:172.21.15.103:3300/0 conn(0x7f567415c120 0x7f56740b39f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:10.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f566bfff700 1 -- 172.21.15.33:0/3125771976 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4040717665 0 0) 0x7f566c001490 con 0x7f56740b4400 2024-09-13T15:02:10.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f566bfff700 1 -- 172.21.15.33:0/3125771976 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f56600035d0 con 0x7f56740b4400 2024-09-13T15:02:10.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f5679744700 1 -- 172.21.15.33:0/3125771976 >> v2:172.21.15.103:3300/0 conn(0x7f567415c120 msgr2=0x7f56740b39f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:10.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f5679744700 1 --2- 172.21.15.33:0/3125771976 >> v2:172.21.15.103:3300/0 conn(0x7f567415c120 0x7f56740b39f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:10.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f5679744700 1 -- 172.21.15.33:0/3125771976 >> v1:172.21.15.33:6789/0 conn(0x7f56740b4400 legacy=0x7f56740af240 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:10.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f5679744700 1 -- 172.21.15.33:0/3125771976 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56740ae480 con 0x7f567415aa50 2024-09-13T15:02:10.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f5679744700 1 --2- 172.21.15.33:0/3125771976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f567415aa50 0x7f567415bb70 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f56740b5ec0 tx=0x7f5670009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=dfc2b9e1536c5ab server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:10.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f566bfff700 1 -- 172.21.15.33:0/3125771976 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5670011830 con 0x7f567415aa50 2024-09-13T15:02:10.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f566bfff700 1 -- 172.21.15.33:0/3125771976 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5670011990 con 0x7f567415aa50 2024-09-13T15:02:10.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f566bfff700 1 -- 172.21.15.33:0/3125771976 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5670011d20 con 0x7f567415aa50 2024-09-13T15:02:10.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f567b9a8700 1 -- 172.21.15.33:0/3125771976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f567415aa50 msgr2=0x7f567415bb70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:10.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f567b9a8700 1 --2- 172.21.15.33:0/3125771976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f567415aa50 0x7f567415bb70 secure :-1 s=READY pgs=463 cs=0 l=1 rev1=1 crypto rx=0x7f56740b5ec0 tx=0x7f5670009b30 comp rx=0 tx=0).stop 2024-09-13T15:02:10.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f567b9a8700 1 -- 172.21.15.33:0/3125771976 shutdown_connections 2024-09-13T15:02:10.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f567b9a8700 1 --2- 172.21.15.33:0/3125771976 >> v2:172.21.15.103:3300/0 conn(0x7f567415c120 0x7f56740b39f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:10.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f567b9a8700 1 --2- 172.21.15.33:0/3125771976 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f567415aa50 0x7f567415bb70 unknown :-1 s=CLOSED pgs=463 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:10.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f567b9a8700 1 -- 172.21.15.33:0/3125771976 >> 172.21.15.33:0/3125771976 conn(0x7f5674099a50 msgr2=0x7f5674099e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:10.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f567b9a8700 1 -- 172.21.15.33:0/3125771976 shutdown_connections 2024-09-13T15:02:10.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.824+0000 7f567b9a8700 1 -- 172.21.15.33:0/3125771976 wait complete. 2024-09-13T15:02:10.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f567b9a8700 1 Processor -- start 2024-09-13T15:02:10.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f567b9a8700 1 -- start start 2024-09-13T15:02:10.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f567b9a8700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56740b4400 0x7f56741f1010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:10.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f567b9a8700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f567415aa50 0x7f567414b580 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:10.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f567b9a8700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f567415c120 0x7f567414c520 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:10.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f567b9a8700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f567414d530 con 0x7f567415aa50 2024-09-13T15:02:10.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f567b9a8700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f567414ca60 con 0x7f567415c120 2024-09-13T15:02:10.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f567b9a8700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f567414cc90 con 0x7f56740b4400 2024-09-13T15:02:10.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f5678f43700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f567415aa50 0x7f567414b580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:10.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f5678f43700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f567415aa50 0x7f567414b580 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34400/0 (socket says 172.21.15.33:34400) 2024-09-13T15:02:10.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f5678f43700 1 -- 172.21.15.33:0/3794323804 learned_addr learned my addr 172.21.15.33:0/3794323804 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:10.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f5679744700 1 --2- 172.21.15.33:0/3794323804 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56740b4400 0x7f56741f1010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:10.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f5679f45700 1 --2- 172.21.15.33:0/3794323804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f567415c120 0x7f567414c520 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:10.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f5678f43700 1 -- 172.21.15.33:0/3794323804 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56740b4400 msgr2=0x7f56741f1010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:10.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f5678f43700 1 --2- 172.21.15.33:0/3794323804 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56740b4400 0x7f56741f1010 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:10.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f5678f43700 1 -- 172.21.15.33:0/3794323804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f567415c120 msgr2=0x7f567414c520 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:10.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f5678f43700 1 --2- 172.21.15.33:0/3794323804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f567415c120 0x7f567414c520 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:10.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f5678f43700 1 -- 172.21.15.33:0/3794323804 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56700094b0 con 0x7f567415aa50 2024-09-13T15:02:10.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f5678f43700 1 --2- 172.21.15.33:0/3794323804 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f567415aa50 0x7f567414b580 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f566400e870 tx=0x7f566400eb80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:10.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f5669ffb700 1 -- 172.21.15.33:0/3794323804 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56640095a0 con 0x7f567415aa50 2024-09-13T15:02:10.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f5669ffb700 1 -- 172.21.15.33:0/3794323804 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5664013680 con 0x7f567415aa50 2024-09-13T15:02:10.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f567b9a8700 1 -- 172.21.15.33:0/3794323804 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f567414cf70 con 0x7f567415aa50 2024-09-13T15:02:10.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f5669ffb700 1 -- 172.21.15.33:0/3794323804 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f56640139f0 con 0x7f567415aa50 2024-09-13T15:02:10.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f567b9a8700 1 -- 172.21.15.33:0/3794323804 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f567414dfc0 con 0x7f567415aa50 2024-09-13T15:02:10.834 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.828+0000 7f567b9a8700 1 -- 172.21.15.33:0/3794323804 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f567414de20 con 0x7f567415aa50 2024-09-13T15:02:10.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.832+0000 7f5669ffb700 1 -- 172.21.15.33:0/3794323804 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5664013b50 con 0x7f567415aa50 2024-09-13T15:02:10.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.832+0000 7f5669ffb700 1 --2- 172.21.15.33:0/3794323804 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5658066760 0x7f5658068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:10.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.832+0000 7f5669ffb700 1 -- 172.21.15.33:0/3794323804 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(39..39 src has 1..39) v4 ==== 5929+0+0 (secure 0 0 0) 0x7f5664084730 con 0x7f567415aa50 2024-09-13T15:02:10.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.832+0000 7f5679744700 1 --2- 172.21.15.33:0/3794323804 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5658066760 0x7f5658068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:10.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.832+0000 7f5679744700 1 --2- 172.21.15.33:0/3794323804 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5658066760 0x7f5658068c20 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5670000c00 tx=0x7f5670008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:10.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:10.840+0000 7f5669ffb700 1 -- 172.21.15.33:0/3794323804 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5664051a30 con 0x7f567415aa50 2024-09-13T15:02:11.052 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.048+0000 7f567b9a8700 1 -- 172.21.15.33:0/3794323804 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"} v 0) v1 -- 0x7f567414de20 con 0x7f567415aa50 2024-09-13T15:02:11.061 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.056+0000 7f5669ffb700 1 -- 172.21.15.33:0/3794323804 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data"}]=0 new fs with metadata pool 5 and data pool 6 v13) v1 ==== 172+0+0 (secure 0 0 0) 0x7f567414de20 con 0x7f567415aa50 2024-09-13T15:02:11.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.064+0000 7f567b9a8700 1 -- 172.21.15.33:0/3794323804 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5658066760 msgr2=0x7f5658068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.064+0000 7f567b9a8700 1 --2- 172.21.15.33:0/3794323804 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5658066760 0x7f5658068c20 secure :-1 s=READY pgs=252 cs=0 l=1 rev1=1 crypto rx=0x7f5670000c00 tx=0x7f5670008030 comp rx=0 tx=0).stop 2024-09-13T15:02:11.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.064+0000 7f567b9a8700 1 -- 172.21.15.33:0/3794323804 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f567415aa50 msgr2=0x7f567414b580 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.069 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.064+0000 7f567b9a8700 1 --2- 172.21.15.33:0/3794323804 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f567415aa50 0x7f567414b580 secure :-1 s=READY pgs=464 cs=0 l=1 rev1=1 crypto rx=0x7f566400e870 tx=0x7f566400eb80 comp rx=0 tx=0).stop 2024-09-13T15:02:11.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.068+0000 7f567b9a8700 1 -- 172.21.15.33:0/3794323804 shutdown_connections 2024-09-13T15:02:11.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.068+0000 7f567b9a8700 1 --2- 172.21.15.33:0/3794323804 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5658066760 0x7f5658068c20 unknown :-1 s=CLOSED pgs=252 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.068+0000 7f567b9a8700 1 --2- 172.21.15.33:0/3794323804 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f567415c120 0x7f567414c520 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.068+0000 7f567b9a8700 1 --2- 172.21.15.33:0/3794323804 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f567415aa50 0x7f567414b580 unknown :-1 s=CLOSED pgs=464 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.068+0000 7f567b9a8700 1 --2- 172.21.15.33:0/3794323804 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f56740b4400 0x7f56741f1010 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.068+0000 7f567b9a8700 1 -- 172.21.15.33:0/3794323804 >> 172.21.15.33:0/3794323804 conn(0x7f5674099a50 msgr2=0x7f5674155470 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:11.071 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.068+0000 7f567b9a8700 1 -- 172.21.15.33:0/3794323804 shutdown_connections 2024-09-13T15:02:11.072 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.068+0000 7f567b9a8700 1 -- 172.21.15.33:0/3794323804 wait complete. 2024-09-13T15:02:11.089 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 5 and data pool 6 2024-09-13T15:02:11.090 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:02:11.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5ffff700 1 Processor -- start 2024-09-13T15:02:11.192 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5ffff700 1 -- start start 2024-09-13T15:02:11.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5ffff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f9b600adb30 0x7f9b600cc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.193 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5ffff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9b6006bb90 0x7f9b600cd930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5ffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9b600cde70 0x7f9b6015e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5ffff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b6006cf60 con 0x7f9b6006bb90 2024-09-13T15:02:11.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5ffff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9b6006c350 con 0x7f9b600adb30 2024-09-13T15:02:11.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5ffff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6006c630 con 0x7f9b600cde70 2024-09-13T15:02:11.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5e7fc700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9b6006bb90 0x7f9b600cd930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5e7fc700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9b6006bb90 0x7f9b600cd930 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34402/0 (socket says 172.21.15.33:34402) 2024-09-13T15:02:11.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5e7fc700 1 -- 172.21.15.33:0/1749410073 learned_addr learned my addr 172.21.15.33:0/1749410073 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:11.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5effd700 1 --2- 172.21.15.33:0/1749410073 >> v2:172.21.15.103:3300/0 conn(0x7f9b600adb30 0x7f9b600cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5f7fe700 1 --2- 172.21.15.33:0/1749410073 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9b600cde70 0x7f9b6015e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5e7fc700 1 -- 172.21.15.33:0/1749410073 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9b600cde70 msgr2=0x7f9b6015e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:11.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5e7fc700 1 --2- 172.21.15.33:0/1749410073 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9b600cde70 0x7f9b6015e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5e7fc700 1 -- 172.21.15.33:0/1749410073 >> v2:172.21.15.103:3300/0 conn(0x7f9b600adb30 msgr2=0x7f9b600cc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:11.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5e7fc700 1 --2- 172.21.15.33:0/1749410073 >> v2:172.21.15.103:3300/0 conn(0x7f9b600adb30 0x7f9b600cc060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5e7fc700 1 -- 172.21.15.33:0/1749410073 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b6006c910 con 0x7f9b6006bb90 2024-09-13T15:02:11.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5effd700 1 --2- 172.21.15.33:0/1749410073 >> v2:172.21.15.103:3300/0 conn(0x7f9b600adb30 0x7f9b600cc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:11.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5e7fc700 1 --2- 172.21.15.33:0/1749410073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6006bb90 0x7f9b600cd930 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9b60071fa0 tx=0x7f9b48009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1f6700ebc93f6a15 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:11.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5dffb700 1 -- 172.21.15.33:0/1749410073 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b4800b8a0 con 0x7f9b6006bb90 2024-09-13T15:02:11.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5dffb700 1 -- 172.21.15.33:0/1749410073 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b4800ba00 con 0x7f9b6006bb90 2024-09-13T15:02:11.195 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.188+0000 7f9b5dffb700 1 -- 172.21.15.33:0/1749410073 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b4800bd90 con 0x7f9b6006bb90 2024-09-13T15:02:11.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.192+0000 7f9b5ffff700 1 -- 172.21.15.33:0/1749410073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6006bb90 msgr2=0x7f9b600cd930 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.192+0000 7f9b5ffff700 1 --2- 172.21.15.33:0/1749410073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6006bb90 0x7f9b600cd930 secure :-1 s=READY pgs=465 cs=0 l=1 rev1=1 crypto rx=0x7f9b60071fa0 tx=0x7f9b48009bf0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.192+0000 7f9b5ffff700 1 -- 172.21.15.33:0/1749410073 shutdown_connections 2024-09-13T15:02:11.196 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.192+0000 7f9b5ffff700 1 --2- 172.21.15.33:0/1749410073 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9b600cde70 0x7f9b6015e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.192+0000 7f9b5ffff700 1 --2- 172.21.15.33:0/1749410073 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6006bb90 0x7f9b600cd930 unknown :-1 s=CLOSED pgs=465 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.192+0000 7f9b5ffff700 1 --2- 172.21.15.33:0/1749410073 >> v2:172.21.15.103:3300/0 conn(0x7f9b600adb30 0x7f9b600cc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.192+0000 7f9b5ffff700 1 -- 172.21.15.33:0/1749410073 >> 172.21.15.33:0/1749410073 conn(0x7f9b6006a350 msgr2=0x7f9b6006a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:11.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.192+0000 7f9b5ffff700 1 -- 172.21.15.33:0/1749410073 shutdown_connections 2024-09-13T15:02:11.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.192+0000 7f9b5ffff700 1 -- 172.21.15.33:0/1749410073 wait complete. 2024-09-13T15:02:11.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.192+0000 7f9b5ffff700 1 Processor -- start 2024-09-13T15:02:11.197 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.192+0000 7f9b5ffff700 1 -- start start 2024-09-13T15:02:11.200 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6006bb90 0x7f9b601f02e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5ffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9b600adb30 0x7f9b600af570 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5ffff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9b600cde70 0x7f9b600afab0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5ffff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b6015a6b0 con 0x7f9b6006bb90 2024-09-13T15:02:11.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5ffff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9b600a8e70 con 0x7f9b600cde70 2024-09-13T15:02:11.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5effd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6006bb90 0x7f9b601f02e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5ffff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9b600a9110 con 0x7f9b600adb30 2024-09-13T15:02:11.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5effd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6006bb90 0x7f9b601f02e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:34410/0 (socket says 172.21.15.33:34410) 2024-09-13T15:02:11.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5effd700 1 -- 172.21.15.33:0/2801066811 learned_addr learned my addr 172.21.15.33:0/2801066811 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:11.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5e7fc700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9b600adb30 0x7f9b600af570 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5f7fe700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9b600cde70 0x7f9b600afab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5effd700 1 -- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9b600adb30 msgr2=0x7f9b600af570 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5effd700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9b600adb30 0x7f9b600af570 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.201 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5effd700 1 -- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9b600cde70 msgr2=0x7f9b600afab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5effd700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9b600cde70 0x7f9b600afab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5effd700 1 -- 172.21.15.33:0/2801066811 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9b48009570 con 0x7f9b6006bb90 2024-09-13T15:02:11.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5f7fe700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9b600cde70 0x7f9b600afab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:11.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5effd700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6006bb90 0x7f9b601f02e0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f9b58009fc0 tx=0x7f9b5800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:11.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b57fff700 1 -- 172.21.15.33:0/2801066811 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b58003a40 con 0x7f9b6006bb90 2024-09-13T15:02:11.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b57fff700 1 -- 172.21.15.33:0/2801066811 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9b5800f040 con 0x7f9b6006bb90 2024-09-13T15:02:11.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5ffff700 1 -- 172.21.15.33:0/2801066811 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9b600a93f0 con 0x7f9b6006bb90 2024-09-13T15:02:11.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b57fff700 1 -- 172.21.15.33:0/2801066811 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9b58003dc0 con 0x7f9b6006bb90 2024-09-13T15:02:11.202 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.196+0000 7f9b5ffff700 1 -- 172.21.15.33:0/2801066811 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9b600a99b0 con 0x7f9b6006bb90 2024-09-13T15:02:11.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.200+0000 7f9b5ffff700 1 -- 172.21.15.33:0/2801066811 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9b600adf10 con 0x7f9b6006bb90 2024-09-13T15:02:11.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.200+0000 7f9b57fff700 1 -- 172.21.15.33:0/2801066811 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9b58004030 con 0x7f9b6006bb90 2024-09-13T15:02:11.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.200+0000 7f9b57fff700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9b40066760 0x7f9b40068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.203 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.200+0000 7f9b57fff700 1 -- 172.21.15.33:0/2801066811 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9b58084280 con 0x7f9b6006bb90 2024-09-13T15:02:11.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.200+0000 7f9b5e7fc700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9b40066760 0x7f9b40068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.200+0000 7f9b5e7fc700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9b40066760 0x7f9b40068c20 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9b48000c00 tx=0x7f9b48008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:11.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.208+0000 7f9b57fff700 1 -- 172.21.15.33:0/2801066811 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9b580515f0 con 0x7f9b6006bb90 2024-09-13T15:02:11.389 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.384+0000 7f9b5ffff700 1 -- 172.21.15.33:0/2801066811 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f9b60142970 con 0x7f9b6006bb90 2024-09-13T15:02:11.391 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.388+0000 7f9b57fff700 1 -- 172.21.15.33:0/2801066811 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) v1 ==== 74+0+16739 (secure 0 0 0) 0x7f9b58054c10 con 0x7f9b6006bb90 2024-09-13T15:02:11.392 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:11.392 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":40,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:02:11.052060+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:02:08.988339+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T15:02:10.043646+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:02:11.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.388+0000 7f9b5ffff700 1 -- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9b40066760 msgr2=0x7f9b40068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.388+0000 7f9b5ffff700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9b40066760 0x7f9b40068c20 secure :-1 s=READY pgs=253 cs=0 l=1 rev1=1 crypto rx=0x7f9b48000c00 tx=0x7f9b48008030 comp rx=0 tx=0).stop 2024-09-13T15:02:11.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.388+0000 7f9b5ffff700 1 -- 172.21.15.33:0/2801066811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6006bb90 msgr2=0x7f9b601f02e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.394 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.388+0000 7f9b5ffff700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6006bb90 0x7f9b601f02e0 secure :-1 s=READY pgs=466 cs=0 l=1 rev1=1 crypto rx=0x7f9b58009fc0 tx=0x7f9b5800d3b0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.388+0000 7f9b5ffff700 1 -- 172.21.15.33:0/2801066811 shutdown_connections 2024-09-13T15:02:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.388+0000 7f9b5ffff700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9b40066760 0x7f9b40068c20 unknown :-1 s=CLOSED pgs=253 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.392+0000 7f9b5ffff700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9b600cde70 0x7f9b600afab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.392+0000 7f9b5ffff700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9b600adb30 0x7f9b600af570 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.392+0000 7f9b5ffff700 1 --2- 172.21.15.33:0/2801066811 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9b6006bb90 0x7f9b601f02e0 unknown :-1 s=CLOSED pgs=466 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.392+0000 7f9b5ffff700 1 -- 172.21.15.33:0/2801066811 >> 172.21.15.33:0/2801066811 conn(0x7f9b6006a350 msgr2=0x7f9b6015ba30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.392+0000 7f9b5ffff700 1 -- 172.21.15.33:0/2801066811 shutdown_connections 2024-09-13T15:02:11.395 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.392+0000 7f9b5ffff700 1 -- 172.21.15.33:0/2801066811 wait complete. 2024-09-13T15:02:11.407 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:02:11.520 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.516+0000 7ff169f66700 1 Processor -- start 2024-09-13T15:02:11.521 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.516+0000 7ff169f66700 1 -- start start 2024-09-13T15:02:11.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.516+0000 7ff169f66700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff1640adb30 0x7ff1640cc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.522 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.516+0000 7ff169f66700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff16406bb90 0x7ff1640cd930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.516+0000 7ff169f66700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff1640cde70 0x7ff16415e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.516+0000 7ff169f66700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff16406cf60 con 0x7ff1640cde70 2024-09-13T15:02:11.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.516+0000 7ff169f66700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff16406c350 con 0x7ff1640adb30 2024-09-13T15:02:11.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.516+0000 7ff169f66700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff16406c630 con 0x7ff16406bb90 2024-09-13T15:02:11.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.516+0000 7ff169765700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff1640cde70 0x7ff16415e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.516+0000 7ff169765700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff1640cde70 0x7ff16415e2f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58148/0 (socket says 172.21.15.33:58148) 2024-09-13T15:02:11.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.516+0000 7ff169765700 1 -- 172.21.15.33:0/1194026463 learned_addr learned my addr 172.21.15.33:0/1194026463 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:11.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff163fff700 1 --2- 172.21.15.33:0/1194026463 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff16406bb90 0x7ff1640cd930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff168f64700 1 --2- 172.21.15.33:0/1194026463 >> v2:172.21.15.103:3300/0 conn(0x7ff1640adb30 0x7ff1640cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169765700 1 -- 172.21.15.33:0/1194026463 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff16406bb90 msgr2=0x7ff1640cd930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:11.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169765700 1 --2- 172.21.15.33:0/1194026463 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff16406bb90 0x7ff1640cd930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169765700 1 -- 172.21.15.33:0/1194026463 >> v2:172.21.15.103:3300/0 conn(0x7ff1640adb30 msgr2=0x7ff1640cc060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:11.523 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169765700 1 --2- 172.21.15.33:0/1194026463 >> v2:172.21.15.103:3300/0 conn(0x7ff1640adb30 0x7ff1640cc060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169765700 1 -- 172.21.15.33:0/1194026463 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff16406c910 con 0x7ff1640cde70 2024-09-13T15:02:11.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169765700 1 --2- 172.21.15.33:0/1194026463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1640cde70 0x7ff16415e2f0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7ff164071fa0 tx=0x7ff15c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b2e79cd43c36d7a1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:11.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff1637fe700 1 -- 172.21.15.33:0/1194026463 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff15c00e070 con 0x7ff1640cde70 2024-09-13T15:02:11.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff1637fe700 1 -- 172.21.15.33:0/1194026463 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff15c00b910 con 0x7ff1640cde70 2024-09-13T15:02:11.524 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff1637fe700 1 -- 172.21.15.33:0/1194026463 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff15c00bcc0 con 0x7ff1640cde70 2024-09-13T15:02:11.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169f66700 1 -- 172.21.15.33:0/1194026463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1640cde70 msgr2=0x7ff16415e2f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169f66700 1 --2- 172.21.15.33:0/1194026463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1640cde70 0x7ff16415e2f0 secure :-1 s=READY pgs=467 cs=0 l=1 rev1=1 crypto rx=0x7ff164071fa0 tx=0x7ff15c00b330 comp rx=0 tx=0).stop 2024-09-13T15:02:11.525 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169f66700 1 -- 172.21.15.33:0/1194026463 shutdown_connections 2024-09-13T15:02:11.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169f66700 1 --2- 172.21.15.33:0/1194026463 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff16406bb90 0x7ff1640cd930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169f66700 1 --2- 172.21.15.33:0/1194026463 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff1640cde70 0x7ff16415e2f0 unknown :-1 s=CLOSED pgs=467 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169f66700 1 --2- 172.21.15.33:0/1194026463 >> v2:172.21.15.103:3300/0 conn(0x7ff1640adb30 0x7ff1640cc060 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169f66700 1 -- 172.21.15.33:0/1194026463 >> 172.21.15.33:0/1194026463 conn(0x7ff16406a350 msgr2=0x7ff16406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:11.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169f66700 1 -- 172.21.15.33:0/1194026463 shutdown_connections 2024-09-13T15:02:11.526 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.520+0000 7ff169f66700 1 -- 172.21.15.33:0/1194026463 wait complete. 2024-09-13T15:02:11.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.524+0000 7ff169f66700 1 Processor -- start 2024-09-13T15:02:11.527 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.524+0000 7ff169f66700 1 -- start start 2024-09-13T15:02:11.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.524+0000 7ff169f66700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff16406bb90 0x7ff1641316c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.524+0000 7ff169f66700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1640adb30 0x7ff1640af620 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.524+0000 7ff169f66700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1640cde70 0x7ff164132110 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.524+0000 7ff169f66700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff16413f040 con 0x7ff16406bb90 2024-09-13T15:02:11.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.524+0000 7ff169f66700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff164131c00 con 0x7ff1640adb30 2024-09-13T15:02:11.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.524+0000 7ff169f66700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff16412f0c0 con 0x7ff1640cde70 2024-09-13T15:02:11.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.524+0000 7ff168f64700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff16406bb90 0x7ff1641316c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.524+0000 7ff168f64700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff16406bb90 0x7ff1641316c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58152/0 (socket says 172.21.15.33:58152) 2024-09-13T15:02:11.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.524+0000 7ff168f64700 1 -- 172.21.15.33:0/2199021566 learned_addr learned my addr 172.21.15.33:0/2199021566 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:11.532 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.524+0000 7ff169765700 1 --2- 172.21.15.33:0/2199021566 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1640cde70 0x7ff164132110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.524+0000 7ff163fff700 1 --2- 172.21.15.33:0/2199021566 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1640adb30 0x7ff1640af620 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.528+0000 7ff168f64700 1 -- 172.21.15.33:0/2199021566 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1640cde70 msgr2=0x7ff164132110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.528+0000 7ff168f64700 1 --2- 172.21.15.33:0/2199021566 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1640cde70 0x7ff164132110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.528+0000 7ff168f64700 1 -- 172.21.15.33:0/2199021566 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1640adb30 msgr2=0x7ff1640af620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.528+0000 7ff168f64700 1 --2- 172.21.15.33:0/2199021566 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1640adb30 0x7ff1640af620 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.528+0000 7ff168f64700 1 -- 172.21.15.33:0/2199021566 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff15c009b30 con 0x7ff16406bb90 2024-09-13T15:02:11.533 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.528+0000 7ff168f64700 1 --2- 172.21.15.33:0/2199021566 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff16406bb90 0x7ff1641316c0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7ff15800e760 tx=0x7ff15800ea70 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:11.534 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.528+0000 7ff1617fa700 1 -- 172.21.15.33:0/2199021566 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff15800c070 con 0x7ff16406bb90 2024-09-13T15:02:11.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.528+0000 7ff1617fa700 1 -- 172.21.15.33:0/2199021566 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff158013610 con 0x7ff16406bb90 2024-09-13T15:02:11.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.528+0000 7ff169f66700 1 -- 172.21.15.33:0/2199021566 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff16412f3a0 con 0x7ff16406bb90 2024-09-13T15:02:11.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.528+0000 7ff1617fa700 1 -- 172.21.15.33:0/2199021566 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff158013980 con 0x7ff16406bb90 2024-09-13T15:02:11.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.528+0000 7ff169f66700 1 -- 172.21.15.33:0/2199021566 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff16412f960 con 0x7ff16406bb90 2024-09-13T15:02:11.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.528+0000 7ff169f66700 1 -- 172.21.15.33:0/2199021566 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff1640ce2d0 con 0x7ff16406bb90 2024-09-13T15:02:11.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.528+0000 7ff1617fa700 1 -- 172.21.15.33:0/2199021566 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff158013ae0 con 0x7ff16406bb90 2024-09-13T15:02:11.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.532+0000 7ff1617fa700 1 --2- 172.21.15.33:0/2199021566 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff150066730 0x7ff150068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.532+0000 7ff1617fa700 1 -- 172.21.15.33:0/2199021566 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6029+0+0 (secure 0 0 0) 0x7ff158083f20 con 0x7ff16406bb90 2024-09-13T15:02:11.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.532+0000 7ff163fff700 1 --2- 172.21.15.33:0/2199021566 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff150066730 0x7ff150068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.535 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.532+0000 7ff163fff700 1 --2- 172.21.15.33:0/2199021566 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff150066730 0x7ff150068bf0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff16415cac0 tx=0x7ff154009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:11.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.540+0000 7ff1617fa700 1 -- 172.21.15.33:0/2199021566 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff1580511e0 con 0x7ff16406bb90 2024-09-13T15:02:11.715 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.712+0000 7ff169f66700 1 -- 172.21.15.33:0/2199021566 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7ff1640adf10 con 0x7ff16406bb90 2024-09-13T15:02:11.718 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.712+0000 7ff1617fa700 1 -- 172.21.15.33:0/2199021566 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v40) v1 ==== 74+0+16739 (secure 0 0 0) 0x7ff158054800 con 0x7ff16406bb90 2024-09-13T15:02:11.718 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:11.719 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":40,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:02:11.052060+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:02:08.988339+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T15:02:10.043646+0000","flags":32769,"flags_names":"hashpspool,creating","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:02:11.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.716+0000 7ff169f66700 1 -- 172.21.15.33:0/2199021566 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff150066730 msgr2=0x7ff150068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.716+0000 7ff169f66700 1 --2- 172.21.15.33:0/2199021566 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff150066730 0x7ff150068bf0 secure :-1 s=READY pgs=254 cs=0 l=1 rev1=1 crypto rx=0x7ff16415cac0 tx=0x7ff154009240 comp rx=0 tx=0).stop 2024-09-13T15:02:11.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.716+0000 7ff169f66700 1 -- 172.21.15.33:0/2199021566 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff16406bb90 msgr2=0x7ff1641316c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.720 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.716+0000 7ff169f66700 1 --2- 172.21.15.33:0/2199021566 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff16406bb90 0x7ff1641316c0 secure :-1 s=READY pgs=468 cs=0 l=1 rev1=1 crypto rx=0x7ff15800e760 tx=0x7ff15800ea70 comp rx=0 tx=0).stop 2024-09-13T15:02:11.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.716+0000 7ff169f66700 1 -- 172.21.15.33:0/2199021566 shutdown_connections 2024-09-13T15:02:11.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.716+0000 7ff169f66700 1 --2- 172.21.15.33:0/2199021566 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff150066730 0x7ff150068bf0 unknown :-1 s=CLOSED pgs=254 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.716+0000 7ff169f66700 1 --2- 172.21.15.33:0/2199021566 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff1640cde70 0x7ff164132110 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.716+0000 7ff169f66700 1 --2- 172.21.15.33:0/2199021566 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff1640adb30 0x7ff1640af620 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.716+0000 7ff169f66700 1 --2- 172.21.15.33:0/2199021566 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff16406bb90 0x7ff1641316c0 unknown :-1 s=CLOSED pgs=468 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.716+0000 7ff169f66700 1 -- 172.21.15.33:0/2199021566 >> 172.21.15.33:0/2199021566 conn(0x7ff16406a350 msgr2=0x7ff16415ce80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:11.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.716+0000 7ff169f66700 1 -- 172.21.15.33:0/2199021566 shutdown_connections 2024-09-13T15:02:11.721 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.716+0000 7ff169f66700 1 -- 172.21.15.33:0/2199021566 wait complete. 2024-09-13T15:02:11.733 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs standby_count_wanted 0 2024-09-13T15:02:11.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.844+0000 7fc9f3ec8700 1 Processor -- start 2024-09-13T15:02:11.848 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.844+0000 7fc9f3ec8700 1 -- start start 2024-09-13T15:02:11.849 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.844+0000 7fc9f3ec8700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fc9ec06b710 0x7fc9ec06bb60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.844+0000 7fc9f3ec8700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fc9ec0d1640 0x7fc9ec0d1ad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.844+0000 7fc9f3ec8700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc9ec06c0a0 con 0x7fc9ec15cfb0 2024-09-13T15:02:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.844+0000 7fc9f3ec8700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9ec0cee40 con 0x7fc9ec0d1640 2024-09-13T15:02:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.844+0000 7fc9f3ec8700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fc9ec0d1220 con 0x7fc9ec06b710 2024-09-13T15:02:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.844+0000 7fc9f2465700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fc9ec0d1640 0x7fc9ec0d1ad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.844+0000 7fc9f2465700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fc9ec0d1640 0x7fc9ec0d1ad0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58164/0 (socket says 172.21.15.33:58164) 2024-09-13T15:02:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.844+0000 7fc9f2465700 1 -- 172.21.15.33:0/1314733910 learned_addr learned my addr 172.21.15.33:0/1314733910 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:11.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.844+0000 7fc9f1463700 1 --2- 172.21.15.33:0/1314733910 >> v2:172.21.15.103:3300/0 conn(0x7fc9ec06b710 0x7fc9ec06bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f2465700 1 -- 172.21.15.33:0/1314733910 >> v2:172.21.15.103:3300/0 conn(0x7fc9ec06b710 msgr2=0x7fc9ec06bb60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f2465700 1 --2- 172.21.15.33:0/1314733910 >> v2:172.21.15.103:3300/0 conn(0x7fc9ec06b710 0x7fc9ec06bb60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f2465700 1 -- 172.21.15.33:0/1314733910 >> v1:172.21.15.103:6789/0 conn(0x7fc9ec15cfb0 legacy=0x7fc9ec06ad90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f2465700 1 -- 172.21.15.33:0/1314733910 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9ec0ce880 con 0x7fc9ec0d1640 2024-09-13T15:02:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f2465700 1 --2- 172.21.15.33:0/1314733910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9ec0d1640 0x7fc9ec0d1ad0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec0c64b0 tx=0x7fc9e400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ad852ae5cd74d7aa server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f0c62700 1 -- 172.21.15.33:0/1314733910 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9e400e070 con 0x7fc9ec0d1640 2024-09-13T15:02:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f0c62700 1 -- 172.21.15.33:0/1314733910 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9e400b910 con 0x7fc9ec0d1640 2024-09-13T15:02:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f0c62700 1 -- 172.21.15.33:0/1314733910 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9e400bcc0 con 0x7fc9ec0d1640 2024-09-13T15:02:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/1314733910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9ec0d1640 msgr2=0x7fc9ec0d1ad0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f3ec8700 1 --2- 172.21.15.33:0/1314733910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9ec0d1640 0x7fc9ec0d1ad0 secure :-1 s=READY pgs=469 cs=0 l=1 rev1=1 crypto rx=0x7fc9ec0c64b0 tx=0x7fc9e400b330 comp rx=0 tx=0).stop 2024-09-13T15:02:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/1314733910 shutdown_connections 2024-09-13T15:02:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f3ec8700 1 --2- 172.21.15.33:0/1314733910 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9ec0d1640 0x7fc9ec0d1ad0 unknown :-1 s=CLOSED pgs=469 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.852 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f3ec8700 1 --2- 172.21.15.33:0/1314733910 >> v2:172.21.15.103:3300/0 conn(0x7fc9ec06b710 0x7fc9ec06bb60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/1314733910 >> 172.21.15.33:0/1314733910 conn(0x7fc9ec0d2da0 msgr2=0x7fc9ec0d31b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:11.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/1314733910 shutdown_connections 2024-09-13T15:02:11.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/1314733910 wait complete. 2024-09-13T15:02:11.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f3ec8700 1 Processor -- start 2024-09-13T15:02:11.853 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.848+0000 7fc9f3ec8700 1 -- start start 2024-09-13T15:02:11.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f3ec8700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9ec06b710 0x7fc9ec0b7220 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f3ec8700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9ec0d1640 0x7fc9ec0b7760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f3ec8700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc9ec15cfb0 0x7fc9ec0ca0b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f3ec8700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ec0b80f0 con 0x7fc9ec0d1640 2024-09-13T15:02:11.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f3ec8700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ec0b83d0 con 0x7fc9ec06b710 2024-09-13T15:02:11.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f3ec8700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc9ec0b86b0 con 0x7fc9ec15cfb0 2024-09-13T15:02:11.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f1463700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9ec0d1640 0x7fc9ec0b7760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f1463700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9ec0d1640 0x7fc9ec0b7760 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58172/0 (socket says 172.21.15.33:58172) 2024-09-13T15:02:11.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f1463700 1 -- 172.21.15.33:0/333021407 learned_addr learned my addr 172.21.15.33:0/333021407 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:11.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f1c64700 1 --2- 172.21.15.33:0/333021407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9ec06b710 0x7fc9ec0b7220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f2465700 1 --2- 172.21.15.33:0/333021407 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc9ec15cfb0 0x7fc9ec0ca0b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f1463700 1 -- 172.21.15.33:0/333021407 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc9ec15cfb0 msgr2=0x7fc9ec0ca0b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f1463700 1 --2- 172.21.15.33:0/333021407 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc9ec15cfb0 0x7fc9ec0ca0b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f1463700 1 -- 172.21.15.33:0/333021407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9ec06b710 msgr2=0x7fc9ec0b7220 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:11.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f1463700 1 --2- 172.21.15.33:0/333021407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9ec06b710 0x7fc9ec0b7220 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:11.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f1463700 1 -- 172.21.15.33:0/333021407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc9e4009b30 con 0x7fc9ec0d1640 2024-09-13T15:02:11.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f1463700 1 --2- 172.21.15.33:0/333021407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9ec0d1640 0x7fc9ec0b7760 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fc9e800e9d0 tx=0x7fc9e800ece0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:11.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9e27fc700 1 -- 172.21.15.33:0/333021407 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9e8009720 con 0x7fc9ec0d1640 2024-09-13T15:02:11.858 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9e27fc700 1 -- 172.21.15.33:0/333021407 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc9e800ee70 con 0x7fc9ec0d1640 2024-09-13T15:02:11.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/333021407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc9ec0c68f0 con 0x7fc9ec0d1640 2024-09-13T15:02:11.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9e27fc700 1 -- 172.21.15.33:0/333021407 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc9e800ca50 con 0x7fc9ec0d1640 2024-09-13T15:02:11.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.852+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/333021407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc9ec0b7e80 con 0x7fc9ec0d1640 2024-09-13T15:02:11.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.856+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/333021407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc9ec0b88d0 con 0x7fc9ec0d1640 2024-09-13T15:02:11.859 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.856+0000 7fc9e27fc700 1 -- 172.21.15.33:0/333021407 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc9e800cbb0 con 0x7fc9ec0d1640 2024-09-13T15:02:11.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.856+0000 7fc9e27fc700 1 --2- 172.21.15.33:0/333021407 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc9d0066730 0x7fc9d0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:11.860 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.856+0000 7fc9e27fc700 1 -- 172.21.15.33:0/333021407 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(40..40 src has 1..40) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fc9e80842d0 con 0x7fc9ec0d1640 2024-09-13T15:02:11.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.856+0000 7fc9f1c64700 1 --2- 172.21.15.33:0/333021407 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc9d0066730 0x7fc9d0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:11.861 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.860+0000 7fc9f1c64700 1 --2- 172.21.15.33:0/333021407 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc9d0066730 0x7fc9d0068bf0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc000f60 tx=0x7fc9dc009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:11.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:11.864+0000 7fc9e27fc700 1 -- 172.21.15.33:0/333021407 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc9e8051460 con 0x7fc9ec0d1640 2024-09-13T15:02:12.076 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:12.072+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/333021407 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"} v 0) v1 -- 0x7fc9ec0ce490 con 0x7fc9ec0d1640 2024-09-13T15:02:13.079 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.076+0000 7fc9e27fc700 1 -- 172.21.15.33:0/333021407 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "standby_count_wanted", "val": "0"}]=0 v16) v1 ==== 118+0+0 (secure 0 0 0) 0x7fc9e800ce60 con 0x7fc9ec0d1640 2024-09-13T15:02:13.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.080+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/333021407 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc9d0066730 msgr2=0x7fc9d0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:13.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.080+0000 7fc9f3ec8700 1 --2- 172.21.15.33:0/333021407 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc9d0066730 0x7fc9d0068bf0 secure :-1 s=READY pgs=255 cs=0 l=1 rev1=1 crypto rx=0x7fc9dc000f60 tx=0x7fc9dc009040 comp rx=0 tx=0).stop 2024-09-13T15:02:13.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.080+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/333021407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9ec0d1640 msgr2=0x7fc9ec0b7760 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:13.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.080+0000 7fc9f3ec8700 1 --2- 172.21.15.33:0/333021407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9ec0d1640 0x7fc9ec0b7760 secure :-1 s=READY pgs=470 cs=0 l=1 rev1=1 crypto rx=0x7fc9e800e9d0 tx=0x7fc9e800ece0 comp rx=0 tx=0).stop 2024-09-13T15:02:13.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.080+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/333021407 shutdown_connections 2024-09-13T15:02:13.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.080+0000 7fc9f3ec8700 1 --2- 172.21.15.33:0/333021407 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc9d0066730 0x7fc9d0068bf0 unknown :-1 s=CLOSED pgs=255 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:13.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.080+0000 7fc9f3ec8700 1 --2- 172.21.15.33:0/333021407 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc9ec15cfb0 0x7fc9ec0ca0b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:13.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.080+0000 7fc9f3ec8700 1 --2- 172.21.15.33:0/333021407 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc9ec0d1640 0x7fc9ec0b7760 unknown :-1 s=CLOSED pgs=470 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:13.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.080+0000 7fc9f3ec8700 1 --2- 172.21.15.33:0/333021407 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc9ec06b710 0x7fc9ec0b7220 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:13.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.080+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/333021407 >> 172.21.15.33:0/333021407 conn(0x7fc9ec0d2da0 msgr2=0x7fc9ec0b2800 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:13.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.080+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/333021407 shutdown_connections 2024-09-13T15:02:13.084 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.080+0000 7fc9f3ec8700 1 -- 172.21.15.33:0/333021407 wait complete. 2024-09-13T15:02:13.100 DEBUG:tasks.cephfs.filesystem:fs_config: {} 2024-09-13T15:02:13.100 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs allow_standby_replay false 2024-09-13T15:02:13.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.224+0000 7f8891eb2700 1 Processor -- start 2024-09-13T15:02:13.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.224+0000 7f8891eb2700 1 -- start start 2024-09-13T15:02:13.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f8891eb2700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f888c071850 0x7f888c0adf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:13.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f8891eb2700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f888c0b1c40 0x7f888c0b2090 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:13.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f8891eb2700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f888c06fb00 con 0x7f888c0b1860 2024-09-13T15:02:13.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f8891eb2700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f888c159b40 con 0x7f888c071850 2024-09-13T15:02:13.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f8891eb2700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f888c0cd130 con 0x7f888c0b1c40 2024-09-13T15:02:13.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f888bfff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f888c071850 0x7f888c0adf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:13.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f888bfff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f888c071850 0x7f888c0adf80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58174/0 (socket says 172.21.15.33:58174) 2024-09-13T15:02:13.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f888bfff700 1 -- 172.21.15.33:0/338747757 learned_addr learned my addr 172.21.15.33:0/338747757 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:13.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f88916b1700 1 --2- 172.21.15.33:0/338747757 >> v2:172.21.15.103:3300/0 conn(0x7f888c0b1c40 0x7f888c0b2090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:13.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f888bfff700 1 -- 172.21.15.33:0/338747757 >> v2:172.21.15.103:3300/0 conn(0x7f888c0b1c40 msgr2=0x7f888c0b2090 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:13.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f888bfff700 1 --2- 172.21.15.33:0/338747757 >> v2:172.21.15.103:3300/0 conn(0x7f888c0b1c40 0x7f888c0b2090 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:13.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f888bfff700 1 -- 172.21.15.33:0/338747757 >> v1:172.21.15.103:6789/0 conn(0x7f888c0b1860 legacy=0x7f888c0cca20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:13.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f888bfff700 1 -- 172.21.15.33:0/338747757 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f888c071ce0 con 0x7f888c071850 2024-09-13T15:02:13.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f888bfff700 1 --2- 172.21.15.33:0/338747757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f888c071850 0x7f888c0adf80 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f888c0b3490 tx=0x7f887400be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f3fa4677186b0fcb server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:13.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f888b7fe700 1 -- 172.21.15.33:0/338747757 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f887400dd30 con 0x7f888c071850 2024-09-13T15:02:13.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f888b7fe700 1 -- 172.21.15.33:0/338747757 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f887400de90 con 0x7f888c071850 2024-09-13T15:02:13.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f888b7fe700 1 -- 172.21.15.33:0/338747757 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f8874010690 con 0x7f888c071850 2024-09-13T15:02:13.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f8891eb2700 1 -- 172.21.15.33:0/338747757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f888c071850 msgr2=0x7f888c0adf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:13.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f8891eb2700 1 --2- 172.21.15.33:0/338747757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f888c071850 0x7f888c0adf80 secure :-1 s=READY pgs=471 cs=0 l=1 rev1=1 crypto rx=0x7f888c0b3490 tx=0x7f887400be90 comp rx=0 tx=0).stop 2024-09-13T15:02:13.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f8891eb2700 1 -- 172.21.15.33:0/338747757 shutdown_connections 2024-09-13T15:02:13.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f8891eb2700 1 --2- 172.21.15.33:0/338747757 >> v2:172.21.15.103:3300/0 conn(0x7f888c0b1c40 0x7f888c0b2090 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:13.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f8891eb2700 1 --2- 172.21.15.33:0/338747757 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f888c071850 0x7f888c0adf80 unknown :-1 s=CLOSED pgs=471 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:13.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.228+0000 7f8891eb2700 1 -- 172.21.15.33:0/338747757 >> 172.21.15.33:0/338747757 conn(0x7f888c0b0980 msgr2=0x7f888c0b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:13.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.232+0000 7f8891eb2700 1 -- 172.21.15.33:0/338747757 shutdown_connections 2024-09-13T15:02:13.235 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.232+0000 7f8891eb2700 1 -- 172.21.15.33:0/338747757 wait complete. 2024-09-13T15:02:13.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.232+0000 7f8891eb2700 1 Processor -- start 2024-09-13T15:02:13.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.232+0000 7f8891eb2700 1 -- start start 2024-09-13T15:02:13.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8891eb2700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f888c0b1860 0x7f888c14bd00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:13.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8891eb2700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f888c0b1c40 0x7f888c14e680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:13.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8891eb2700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f888c14ebc0 0x7f888c155fb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:13.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8891eb2700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f888c14d580 con 0x7f888c0b1860 2024-09-13T15:02:13.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8891eb2700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f888c14cc50 con 0x7f888c14ebc0 2024-09-13T15:02:13.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8891eb2700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f888c14cf30 con 0x7f888c0b1c40 2024-09-13T15:02:13.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8890eb0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f888c0b1860 0x7f888c14bd00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:13.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8890eb0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f888c0b1860 0x7f888c14bd00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58180/0 (socket says 172.21.15.33:58180) 2024-09-13T15:02:13.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8890eb0700 1 -- 172.21.15.33:0/3729642208 learned_addr learned my addr 172.21.15.33:0/3729642208 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:13.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f888bfff700 1 --2- 172.21.15.33:0/3729642208 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f888c0b1c40 0x7f888c14e680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:13.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f88916b1700 1 --2- 172.21.15.33:0/3729642208 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f888c14ebc0 0x7f888c155fb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:13.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8890eb0700 1 -- 172.21.15.33:0/3729642208 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f888c0b1c40 msgr2=0x7f888c14e680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:13.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8890eb0700 1 --2- 172.21.15.33:0/3729642208 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f888c0b1c40 0x7f888c14e680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:13.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8890eb0700 1 -- 172.21.15.33:0/3729642208 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f888c14ebc0 msgr2=0x7f888c155fb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:13.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8890eb0700 1 --2- 172.21.15.33:0/3729642208 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f888c14ebc0 0x7f888c155fb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:13.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8890eb0700 1 -- 172.21.15.33:0/3729642208 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f887400b810 con 0x7f888c0b1860 2024-09-13T15:02:13.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8890eb0700 1 --2- 172.21.15.33:0/3729642208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f888c0b1860 0x7f888c14bd00 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f887c00cc20 tx=0x7f887c00cf30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:13.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f88897fa700 1 -- 172.21.15.33:0/3729642208 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f887c003c20 con 0x7f888c0b1860 2024-09-13T15:02:13.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f88897fa700 1 -- 172.21.15.33:0/3729642208 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f887c003d80 con 0x7f888c0b1860 2024-09-13T15:02:13.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f88897fa700 1 -- 172.21.15.33:0/3729642208 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f887c00ab90 con 0x7f888c0b1860 2024-09-13T15:02:13.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8891eb2700 1 -- 172.21.15.33:0/3729642208 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f888c14d210 con 0x7f888c0b1860 2024-09-13T15:02:13.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.236+0000 7f8891eb2700 1 -- 172.21.15.33:0/3729642208 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f888c14c6d0 con 0x7f888c0b1860 2024-09-13T15:02:13.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.240+0000 7f8891eb2700 1 -- 172.21.15.33:0/3729642208 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f888c0aed00 con 0x7f888c0b1860 2024-09-13T15:02:13.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.240+0000 7f88897fa700 1 -- 172.21.15.33:0/3729642208 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f887c00acf0 con 0x7f888c0b1860 2024-09-13T15:02:13.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.240+0000 7f88897fa700 1 --2- 172.21.15.33:0/3729642208 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f886c066730 0x7f886c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:13.244 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.240+0000 7f88897fa700 1 -- 172.21.15.33:0/3729642208 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f887c084450 con 0x7f888c0b1860 2024-09-13T15:02:13.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.240+0000 7f888bfff700 1 --2- 172.21.15.33:0/3729642208 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f886c066730 0x7f886c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:13.245 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.240+0000 7f888bfff700 1 --2- 172.21.15.33:0/3729642208 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f886c066730 0x7f886c068bf0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f887400bb00 tx=0x7f8874013000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:13.252 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.248+0000 7f88897fa700 1 -- 172.21.15.33:0/3729642208 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f887c051560 con 0x7f888c0b1860 2024-09-13T15:02:13.462 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:13.460+0000 7f8891eb2700 1 -- 172.21.15.33:0/3729642208 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"} v 0) v1 -- 0x7f888c0cb490 con 0x7f888c0b1860 2024-09-13T15:02:14.082 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.080+0000 7f88897fa700 1 -- 172.21.15.33:0/3729642208 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "allow_standby_replay", "val": "false"}]=0 v17) v1 ==== 122+0+0 (secure 0 0 0) 0x7f887c054b80 con 0x7f888c0b1860 2024-09-13T15:02:14.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.084+0000 7f8891eb2700 1 -- 172.21.15.33:0/3729642208 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f886c066730 msgr2=0x7f886c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.084+0000 7f8891eb2700 1 --2- 172.21.15.33:0/3729642208 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f886c066730 0x7f886c068bf0 secure :-1 s=READY pgs=256 cs=0 l=1 rev1=1 crypto rx=0x7f887400bb00 tx=0x7f8874013000 comp rx=0 tx=0).stop 2024-09-13T15:02:14.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.084+0000 7f8891eb2700 1 -- 172.21.15.33:0/3729642208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f888c0b1860 msgr2=0x7f888c14bd00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.084+0000 7f8891eb2700 1 --2- 172.21.15.33:0/3729642208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f888c0b1860 0x7f888c14bd00 secure :-1 s=READY pgs=472 cs=0 l=1 rev1=1 crypto rx=0x7f887c00cc20 tx=0x7f887c00cf30 comp rx=0 tx=0).stop 2024-09-13T15:02:14.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.084+0000 7f8891eb2700 1 -- 172.21.15.33:0/3729642208 shutdown_connections 2024-09-13T15:02:14.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.084+0000 7f8891eb2700 1 --2- 172.21.15.33:0/3729642208 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f886c066730 0x7f886c068bf0 unknown :-1 s=CLOSED pgs=256 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.084+0000 7f8891eb2700 1 --2- 172.21.15.33:0/3729642208 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f888c14ebc0 0x7f888c155fb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.084+0000 7f8891eb2700 1 --2- 172.21.15.33:0/3729642208 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f888c0b1c40 0x7f888c14e680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.084+0000 7f8891eb2700 1 --2- 172.21.15.33:0/3729642208 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f888c0b1860 0x7f888c14bd00 unknown :-1 s=CLOSED pgs=472 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.084+0000 7f8891eb2700 1 -- 172.21.15.33:0/3729642208 >> 172.21.15.33:0/3729642208 conn(0x7f888c0b0980 msgr2=0x7f888c1543d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:14.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.084+0000 7f8891eb2700 1 -- 172.21.15.33:0/3729642208 shutdown_connections 2024-09-13T15:02:14.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.084+0000 7f8891eb2700 1 -- 172.21.15.33:0/3729642208 wait complete. 2024-09-13T15:02:14.105 DEBUG:tasks.cephfs.filesystem:Not Creating any subvols for filesystem 'cephfs' 2024-09-13T15:02:14.105 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:02:14.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.224+0000 7f9a64918700 1 Processor -- start 2024-09-13T15:02:14.229 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.224+0000 7f9a64918700 1 -- start start 2024-09-13T15:02:14.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.224+0000 7f9a64918700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f9a601657b0 0x7f9a60167ba0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a64918700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a600ceb60 con 0x7f9a6006b730 2024-09-13T15:02:14.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a64918700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9a600d01e0 con 0x7f9a6015cd60 2024-09-13T15:02:14.230 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a64918700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9a6015d140 con 0x7f9a601657b0 2024-09-13T15:02:14.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a5e59c700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f9a6006b730 0x7f9a600cfad0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:52322/0 (socket says 172.21.15.33:52322) 2024-09-13T15:02:14.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a5e59c700 1 -- 172.21.15.33:0/678262660 learned_addr learned my addr 172.21.15.33:0/678262660 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:14.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a5f59e700 1 --2- 172.21.15.33:0/678262660 >> v2:172.21.15.103:3300/0 conn(0x7f9a601657b0 0x7f9a60167ba0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a5dd9b700 1 -- 172.21.15.33:0/678262660 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3834446347 0 0) 0x7f9a600ceb60 con 0x7f9a6006b730 2024-09-13T15:02:14.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a5dd9b700 1 -- 172.21.15.33:0/678262660 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9a4c0035d0 con 0x7f9a6006b730 2024-09-13T15:02:14.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a5dd9b700 1 -- 172.21.15.33:0/678262660 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 4235529642 0 0) 0x7f9a4c0035d0 con 0x7f9a6006b730 2024-09-13T15:02:14.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a5f59e700 1 -- 172.21.15.33:0/678262660 >> v1:172.21.15.103:6789/0 conn(0x7f9a6015cd60 legacy=0x7f9a600cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a5f59e700 1 -- 172.21.15.33:0/678262660 >> v1:172.21.15.33:6789/0 conn(0x7f9a6006b730 legacy=0x7f9a600cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a5f59e700 1 -- 172.21.15.33:0/678262660 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a600ce230 con 0x7f9a601657b0 2024-09-13T15:02:14.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a5f59e700 1 --2- 172.21.15.33:0/678262660 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a601657b0 0x7f9a60167ba0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9a50009850 tx=0x7f9a50009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=341fac4c4653ac61 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:14.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a5dd9b700 1 -- 172.21.15.33:0/678262660 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a48001670 con 0x7f9a601657b0 2024-09-13T15:02:14.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a5dd9b700 1 -- 172.21.15.33:0/678262660 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a50004030 con 0x7f9a601657b0 2024-09-13T15:02:14.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a5dd9b700 1 -- 172.21.15.33:0/678262660 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a500043c0 con 0x7f9a601657b0 2024-09-13T15:02:14.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a64918700 1 -- 172.21.15.33:0/678262660 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a601657b0 msgr2=0x7f9a60167ba0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a64918700 1 --2- 172.21.15.33:0/678262660 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a601657b0 0x7f9a60167ba0 secure :-1 s=READY pgs=222 cs=0 l=1 rev1=1 crypto rx=0x7f9a50009850 tx=0x7f9a50009b60 comp rx=0 tx=0).stop 2024-09-13T15:02:14.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a64918700 1 -- 172.21.15.33:0/678262660 shutdown_connections 2024-09-13T15:02:14.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a64918700 1 --2- 172.21.15.33:0/678262660 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a601657b0 0x7f9a60167ba0 unknown :-1 s=CLOSED pgs=222 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a64918700 1 -- 172.21.15.33:0/678262660 >> 172.21.15.33:0/678262660 conn(0x7f9a6008c240 msgr2=0x7f9a6009c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:14.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a64918700 1 -- 172.21.15.33:0/678262660 shutdown_connections 2024-09-13T15:02:14.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.228+0000 7f9a64918700 1 -- 172.21.15.33:0/678262660 wait complete. 2024-09-13T15:02:14.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a64918700 1 Processor -- start 2024-09-13T15:02:14.234 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a64918700 1 -- start start 2024-09-13T15:02:14.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a64918700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a6006b730 0x7f9a6015b2c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a64918700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9a6015cd60 0x7f9a60153ff0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a64918700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a601657b0 0x7f9a600c7ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a64918700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a600c93a0 con 0x7f9a6006b730 2024-09-13T15:02:14.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a64918700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9a600c6830 con 0x7f9a601657b0 2024-09-13T15:02:14.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a64918700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9a600c7650 con 0x7f9a6015cd60 2024-09-13T15:02:14.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a5ed9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a6006b730 0x7f9a6015b2c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a5ed9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a6006b730 0x7f9a6015b2c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58188/0 (socket says 172.21.15.33:58188) 2024-09-13T15:02:14.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a5ed9d700 1 -- 172.21.15.33:0/2070461293 learned_addr learned my addr 172.21.15.33:0/2070461293 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:14.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a5e59c700 1 --2- 172.21.15.33:0/2070461293 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9a6015cd60 0x7f9a60153ff0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a5f59e700 1 --2- 172.21.15.33:0/2070461293 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a601657b0 0x7f9a600c7ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a5ed9d700 1 -- 172.21.15.33:0/2070461293 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9a6015cd60 msgr2=0x7f9a60153ff0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a5ed9d700 1 --2- 172.21.15.33:0/2070461293 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9a6015cd60 0x7f9a60153ff0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a5ed9d700 1 -- 172.21.15.33:0/2070461293 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a601657b0 msgr2=0x7f9a600c7ae0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a5ed9d700 1 --2- 172.21.15.33:0/2070461293 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a601657b0 0x7f9a600c7ae0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a5ed9d700 1 -- 172.21.15.33:0/2070461293 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9a500094b0 con 0x7f9a6006b730 2024-09-13T15:02:14.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a5ed9d700 1 --2- 172.21.15.33:0/2070461293 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a6006b730 0x7f9a6015b2c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f9a58001ed0 tx=0x7f9a580021e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:14.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.232+0000 7f9a577fe700 1 -- 172.21.15.33:0/2070461293 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a58003c20 con 0x7f9a6006b730 2024-09-13T15:02:14.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.236+0000 7f9a577fe700 1 -- 172.21.15.33:0/2070461293 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9a58003d80 con 0x7f9a6006b730 2024-09-13T15:02:14.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.236+0000 7f9a64918700 1 -- 172.21.15.33:0/2070461293 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9a600c6a40 con 0x7f9a6006b730 2024-09-13T15:02:14.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.236+0000 7f9a577fe700 1 -- 172.21.15.33:0/2070461293 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9a5800ab40 con 0x7f9a6006b730 2024-09-13T15:02:14.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.236+0000 7f9a64918700 1 -- 172.21.15.33:0/2070461293 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9a600c7000 con 0x7f9a6006b730 2024-09-13T15:02:14.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.236+0000 7f9a64918700 1 -- 172.21.15.33:0/2070461293 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9a60165620 con 0x7f9a6006b730 2024-09-13T15:02:14.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.236+0000 7f9a577fe700 1 -- 172.21.15.33:0/2070461293 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9a5800aca0 con 0x7f9a6006b730 2024-09-13T15:02:14.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.236+0000 7f9a577fe700 1 --2- 172.21.15.33:0/2070461293 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9a40066730 0x7f9a40068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.240+0000 7f9a577fe700 1 -- 172.21.15.33:0/2070461293 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f9a58084280 con 0x7f9a6006b730 2024-09-13T15:02:14.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.240+0000 7f9a5e59c700 1 --2- 172.21.15.33:0/2070461293 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9a40066730 0x7f9a40068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.243 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.240+0000 7f9a5e59c700 1 --2- 172.21.15.33:0/2070461293 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9a40066730 0x7f9a40068bf0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f9a6015a730 tx=0x7f9a48001e40 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:14.249 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.244+0000 7f9a577fe700 1 -- 172.21.15.33:0/2070461293 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9a58051560 con 0x7f9a6006b730 2024-09-13T15:02:14.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.456+0000 7f9a64918700 1 -- 172.21.15.33:0/2070461293 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f9a6006bb10 con 0x7f9a6006b730 2024-09-13T15:02:14.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.456+0000 7f9a577fe700 1 -- 172.21.15.33:0/2070461293 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+4737 (secure 0 0 0) 0x7f9a6006bb10 con 0x7f9a6006b730 2024-09-13T15:02:14.461 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:14.462 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":17,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5153,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/1822540520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6835","nonce":1822540520},{"type":"v1","addr":"172.21.15.103:6837","nonce":1822540520}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5503,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6836/467571271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":467571271},{"type":"v1","addr":"172.21.15.103:6836","nonce":467571271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/1251224153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1251224153},{"type":"v1","addr":"172.21.15.33:6833","nonce":1251224153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:02:11.052820+0000","modified":"2024-09-13T15:02:14.074704+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5532":{"gid":5532,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2157339166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2157339166},{"type":"v1","addr":"172.21.15.33:6835","nonce":2157339166}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:02:14.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.460+0000 7f9a64918700 1 -- 172.21.15.33:0/2070461293 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9a40066730 msgr2=0x7f9a40068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.460+0000 7f9a64918700 1 --2- 172.21.15.33:0/2070461293 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9a40066730 0x7f9a40068bf0 secure :-1 s=READY pgs=257 cs=0 l=1 rev1=1 crypto rx=0x7f9a6015a730 tx=0x7f9a48001e40 comp rx=0 tx=0).stop 2024-09-13T15:02:14.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.460+0000 7f9a64918700 1 -- 172.21.15.33:0/2070461293 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a6006b730 msgr2=0x7f9a6015b2c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.460+0000 7f9a64918700 1 --2- 172.21.15.33:0/2070461293 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a6006b730 0x7f9a6015b2c0 secure :-1 s=READY pgs=474 cs=0 l=1 rev1=1 crypto rx=0x7f9a58001ed0 tx=0x7f9a580021e0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.460+0000 7f9a64918700 1 -- 172.21.15.33:0/2070461293 shutdown_connections 2024-09-13T15:02:14.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.460+0000 7f9a64918700 1 --2- 172.21.15.33:0/2070461293 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9a40066730 0x7f9a40068bf0 unknown :-1 s=CLOSED pgs=257 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.460+0000 7f9a64918700 1 --2- 172.21.15.33:0/2070461293 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9a601657b0 0x7f9a600c7ae0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.460+0000 7f9a64918700 1 --2- 172.21.15.33:0/2070461293 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9a6015cd60 0x7f9a60153ff0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.460+0000 7f9a64918700 1 --2- 172.21.15.33:0/2070461293 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9a6006b730 0x7f9a6015b2c0 unknown :-1 s=CLOSED pgs=474 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.460+0000 7f9a64918700 1 -- 172.21.15.33:0/2070461293 >> 172.21.15.33:0/2070461293 conn(0x7f9a6008c240 msgr2=0x7f9a60157170 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:14.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.460+0000 7f9a64918700 1 -- 172.21.15.33:0/2070461293 shutdown_connections 2024-09-13T15:02:14.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.460+0000 7f9a64918700 1 -- 172.21.15.33:0/2070461293 wait complete. 2024-09-13T15:02:14.465 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 17 2024-09-13T15:02:14.477 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:02:14.593 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.588+0000 7eff27fff700 1 Processor -- start 2024-09-13T15:02:14.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.588+0000 7eff27fff700 1 -- start start 2024-09-13T15:02:14.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff27fff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7eff2815cd60 0x7eff2806b730 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff27fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff280cf3c0 0x7eff280cf7c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff27fff700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7eff280ceb60 con 0x7eff280cfd00 2024-09-13T15:02:14.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff27fff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7eff2815d140 con 0x7eff2815cd60 2024-09-13T15:02:14.594 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff27fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff280d3ca0 con 0x7eff280cf3c0 2024-09-13T15:02:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff267fc700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff280cf3c0 0x7eff280cf7c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff26ffd700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7eff2815cd60 0x7eff2806b730 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff267fc700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff280cf3c0 0x7eff280cf7c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:45922/0 (socket says 172.21.15.33:45922) 2024-09-13T15:02:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff267fc700 1 -- 172.21.15.33:0/608866132 learned_addr learned my addr 172.21.15.33:0/608866132 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff25ffb700 1 -- 172.21.15.33:0/608866132 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 747678993 0 0) 0x7eff280ceb60 con 0x7eff280cfd00 2024-09-13T15:02:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff267fc700 1 -- 172.21.15.33:0/608866132 >> v2:172.21.15.103:3300/0 conn(0x7eff2815cd60 msgr2=0x7eff2806b730 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff267fc700 1 --2- 172.21.15.33:0/608866132 >> v2:172.21.15.103:3300/0 conn(0x7eff2815cd60 0x7eff2806b730 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff267fc700 1 -- 172.21.15.33:0/608866132 >> v1:172.21.15.103:6789/0 conn(0x7eff280cfd00 legacy=0x7eff280d0e10 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff267fc700 1 -- 172.21.15.33:0/608866132 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff280d01b0 con 0x7eff280cf3c0 2024-09-13T15:02:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff267fc700 1 --2- 172.21.15.33:0/608866132 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff280cf3c0 0x7eff280cf7c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7eff10009910 tx=0x7eff10009c20 comp rx=0 tx=0).ready entity=mon.2 client_cookie=d08b709ba2f185da server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff25ffb700 1 -- 172.21.15.33:0/608866132 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff10011830 con 0x7eff280cf3c0 2024-09-13T15:02:14.596 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff25ffb700 1 -- 172.21.15.33:0/608866132 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff10011990 con 0x7eff280cf3c0 2024-09-13T15:02:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff25ffb700 1 -- 172.21.15.33:0/608866132 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff10011d40 con 0x7eff280cf3c0 2024-09-13T15:02:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff27fff700 1 -- 172.21.15.33:0/608866132 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff280cf3c0 msgr2=0x7eff280cf7c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.597 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff27fff700 1 --2- 172.21.15.33:0/608866132 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff280cf3c0 0x7eff280cf7c0 secure :-1 s=READY pgs=95 cs=0 l=1 rev1=1 crypto rx=0x7eff10009910 tx=0x7eff10009c20 comp rx=0 tx=0).stop 2024-09-13T15:02:14.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff27fff700 1 -- 172.21.15.33:0/608866132 shutdown_connections 2024-09-13T15:02:14.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff27fff700 1 --2- 172.21.15.33:0/608866132 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff280cf3c0 0x7eff280cf7c0 unknown :-1 s=CLOSED pgs=95 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff27fff700 1 --2- 172.21.15.33:0/608866132 >> v2:172.21.15.103:3300/0 conn(0x7eff2815cd60 0x7eff2806b730 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff27fff700 1 -- 172.21.15.33:0/608866132 >> 172.21.15.33:0/608866132 conn(0x7eff2808c240 msgr2=0x7eff2809c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:14.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff27fff700 1 -- 172.21.15.33:0/608866132 shutdown_connections 2024-09-13T15:02:14.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.592+0000 7eff27fff700 1 -- 172.21.15.33:0/608866132 wait complete. 2024-09-13T15:02:14.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff27fff700 1 Processor -- start 2024-09-13T15:02:14.599 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff27fff700 1 -- start start 2024-09-13T15:02:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff27fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff280cf3c0 0x7eff281560c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff27fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff280cfd00 0x7eff28155b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff27fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff2815cd60 0x7eff280c9310 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff27fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff281595d0 con 0x7eff280cfd00 2024-09-13T15:02:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff27fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7eff28159ef0 con 0x7eff2815cd60 2024-09-13T15:02:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff27fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7eff280c9b10 con 0x7eff280cf3c0 2024-09-13T15:02:14.600 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff267fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff280cfd00 0x7eff28155b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff267fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff280cfd00 0x7eff28155b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58196/0 (socket says 172.21.15.33:58196) 2024-09-13T15:02:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff267fc700 1 -- 172.21.15.33:0/1142128639 learned_addr learned my addr 172.21.15.33:0/1142128639 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff277fe700 1 --2- 172.21.15.33:0/1142128639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff2815cd60 0x7eff280c9310 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.601 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff26ffd700 1 --2- 172.21.15.33:0/1142128639 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff280cf3c0 0x7eff281560c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff267fc700 1 -- 172.21.15.33:0/1142128639 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff280cf3c0 msgr2=0x7eff281560c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff267fc700 1 --2- 172.21.15.33:0/1142128639 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff280cf3c0 0x7eff281560c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff267fc700 1 -- 172.21.15.33:0/1142128639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff2815cd60 msgr2=0x7eff280c9310 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff267fc700 1 --2- 172.21.15.33:0/1142128639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff2815cd60 0x7eff280c9310 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff267fc700 1 -- 172.21.15.33:0/1142128639 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7eff10009570 con 0x7eff280cfd00 2024-09-13T15:02:14.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff267fc700 1 --2- 172.21.15.33:0/1142128639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff280cfd00 0x7eff28155b50 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7eff10013000 tx=0x7eff10004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:14.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff1f7fe700 1 -- 172.21.15.33:0/1142128639 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff10004380 con 0x7eff280cfd00 2024-09-13T15:02:14.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff1f7fe700 1 -- 172.21.15.33:0/1142128639 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7eff1001f070 con 0x7eff280cfd00 2024-09-13T15:02:14.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff27fff700 1 -- 172.21.15.33:0/1142128639 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7eff280c9850 con 0x7eff280cfd00 2024-09-13T15:02:14.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff1f7fe700 1 -- 172.21.15.33:0/1142128639 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7eff100036c0 con 0x7eff280cfd00 2024-09-13T15:02:14.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.596+0000 7eff27fff700 1 -- 172.21.15.33:0/1142128639 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7eff280c75c0 con 0x7eff280cfd00 2024-09-13T15:02:14.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.600+0000 7eff1f7fe700 1 -- 172.21.15.33:0/1142128639 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7eff10021030 con 0x7eff280cfd00 2024-09-13T15:02:14.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.600+0000 7eff27fff700 1 -- 172.21.15.33:0/1142128639 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7eff280ceff0 con 0x7eff280cfd00 2024-09-13T15:02:14.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.600+0000 7eff1f7fe700 1 --2- 172.21.15.33:0/1142128639 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7eff0c066730 0x7eff0c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.600+0000 7eff1f7fe700 1 -- 172.21.15.33:0/1142128639 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7eff10085710 con 0x7eff280cfd00 2024-09-13T15:02:14.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.600+0000 7eff26ffd700 1 --2- 172.21.15.33:0/1142128639 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7eff0c066730 0x7eff0c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.606 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.600+0000 7eff26ffd700 1 --2- 172.21.15.33:0/1142128639 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7eff0c066730 0x7eff0c068bf0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7eff281f5f00 tx=0x7eff18009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:14.610 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.608+0000 7eff1f7fe700 1 -- 172.21.15.33:0/1142128639 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7eff100529d0 con 0x7eff280cfd00 2024-09-13T15:02:14.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.780+0000 7eff27fff700 1 -- 172.21.15.33:0/1142128639 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7eff2806b510 con 0x7eff280cfd00 2024-09-13T15:02:14.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.784+0000 7eff1f7fe700 1 -- 172.21.15.33:0/1142128639 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v41) v1 ==== 74+0+16726 (secure 0 0 0) 0x7eff10055ff0 con 0x7eff280cfd00 2024-09-13T15:02:14.786 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:14.786 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":41,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:02:12.055905+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:02:08.988339+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"40","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T15:02:10.043646+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"41","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:02:14.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.784+0000 7eff27fff700 1 -- 172.21.15.33:0/1142128639 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7eff0c066730 msgr2=0x7eff0c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.784+0000 7eff27fff700 1 --2- 172.21.15.33:0/1142128639 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7eff0c066730 0x7eff0c068bf0 secure :-1 s=READY pgs=258 cs=0 l=1 rev1=1 crypto rx=0x7eff281f5f00 tx=0x7eff18009240 comp rx=0 tx=0).stop 2024-09-13T15:02:14.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.784+0000 7eff27fff700 1 -- 172.21.15.33:0/1142128639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff280cfd00 msgr2=0x7eff28155b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.784+0000 7eff27fff700 1 --2- 172.21.15.33:0/1142128639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff280cfd00 0x7eff28155b50 secure :-1 s=READY pgs=475 cs=0 l=1 rev1=1 crypto rx=0x7eff10013000 tx=0x7eff10004770 comp rx=0 tx=0).stop 2024-09-13T15:02:14.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.784+0000 7eff27fff700 1 -- 172.21.15.33:0/1142128639 shutdown_connections 2024-09-13T15:02:14.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.784+0000 7eff27fff700 1 --2- 172.21.15.33:0/1142128639 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7eff0c066730 0x7eff0c068bf0 unknown :-1 s=CLOSED pgs=258 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.784+0000 7eff27fff700 1 --2- 172.21.15.33:0/1142128639 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7eff2815cd60 0x7eff280c9310 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.784+0000 7eff27fff700 1 --2- 172.21.15.33:0/1142128639 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7eff280cfd00 0x7eff28155b50 unknown :-1 s=CLOSED pgs=475 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.784+0000 7eff27fff700 1 --2- 172.21.15.33:0/1142128639 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7eff280cf3c0 0x7eff281560c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.784+0000 7eff27fff700 1 -- 172.21.15.33:0/1142128639 >> 172.21.15.33:0/1142128639 conn(0x7eff2808c240 msgr2=0x7eff280cd520 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:14.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.784+0000 7eff27fff700 1 -- 172.21.15.33:0/1142128639 shutdown_connections 2024-09-13T15:02:14.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.784+0000 7eff27fff700 1 -- 172.21.15.33:0/1142128639 wait complete. 2024-09-13T15:02:14.801 INFO:tasks.cephfs.filesystem.ceph_manager:waiting for clean 2024-09-13T15:02:14.801 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:02:14.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.908+0000 7f057d653700 1 Processor -- start 2024-09-13T15:02:14.914 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f057d653700 1 -- start start 2024-09-13T15:02:14.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f057d653700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f057815c9e0 0x7f05780b4e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f057d653700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f0578161160 0x7f05780adf80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f057d653700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f05780adaf0 con 0x7f0578160610 2024-09-13T15:02:14.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f057d653700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f05780ad850 con 0x7f0578161160 2024-09-13T15:02:14.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f057d653700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f057806cde0 con 0x7f057815c9e0 2024-09-13T15:02:14.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f056ffff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f0578160610 0x7f0578160a50 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:52336/0 (socket says 172.21.15.33:52336) 2024-09-13T15:02:14.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f056ffff700 1 -- 172.21.15.33:0/4173212275 learned_addr learned my addr 172.21.15.33:0/4173212275 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:14.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f0577fff700 1 --2- 172.21.15.33:0/4173212275 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f057815c9e0 0x7f05780b4e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.916 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f057ce52700 1 --2- 172.21.15.33:0/4173212275 >> v2:172.21.15.103:3300/0 conn(0x7f0578161160 0x7f05780adf80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f05777fe700 1 -- 172.21.15.33:0/4173212275 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 616235193 0 0) 0x7f05780adaf0 con 0x7f0578160610 2024-09-13T15:02:14.917 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f05777fe700 1 -- 172.21.15.33:0/4173212275 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f05640035d0 con 0x7f0578160610 2024-09-13T15:02:14.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f057ce52700 1 -- 172.21.15.33:0/4173212275 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f057815c9e0 msgr2=0x7f05780b4e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:14.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f057ce52700 1 --2- 172.21.15.33:0/4173212275 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f057815c9e0 0x7f05780b4e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f057ce52700 1 -- 172.21.15.33:0/4173212275 >> v1:172.21.15.33:6789/0 conn(0x7f0578160610 legacy=0x7f0578160a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f057ce52700 1 -- 172.21.15.33:0/4173212275 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f05780b53a0 con 0x7f0578161160 2024-09-13T15:02:14.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f057ce52700 1 --2- 172.21.15.33:0/4173212275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0578161160 0x7f05780adf80 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0570009d90 tx=0x7f057000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=c7359ab303abad92 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:14.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f05777fe700 1 -- 172.21.15.33:0/4173212275 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f057000e070 con 0x7f0578161160 2024-09-13T15:02:14.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f05777fe700 1 -- 172.21.15.33:0/4173212275 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f057000bb20 con 0x7f0578161160 2024-09-13T15:02:14.918 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.912+0000 7f05777fe700 1 -- 172.21.15.33:0/4173212275 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f057000be90 con 0x7f0578161160 2024-09-13T15:02:14.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 -- 172.21.15.33:0/4173212275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0578161160 msgr2=0x7f05780adf80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 --2- 172.21.15.33:0/4173212275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0578161160 0x7f05780adf80 secure :-1 s=READY pgs=224 cs=0 l=1 rev1=1 crypto rx=0x7f0570009d90 tx=0x7f057000b330 comp rx=0 tx=0).stop 2024-09-13T15:02:14.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 -- 172.21.15.33:0/4173212275 shutdown_connections 2024-09-13T15:02:14.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 --2- 172.21.15.33:0/4173212275 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0578161160 0x7f05780adf80 unknown :-1 s=CLOSED pgs=224 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 --2- 172.21.15.33:0/4173212275 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f057815c9e0 0x7f05780b4e60 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 -- 172.21.15.33:0/4173212275 >> 172.21.15.33:0/4173212275 conn(0x7f0578072370 msgr2=0x7f0578099a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:14.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 -- 172.21.15.33:0/4173212275 shutdown_connections 2024-09-13T15:02:14.919 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 -- 172.21.15.33:0/4173212275 wait complete. 2024-09-13T15:02:14.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 Processor -- start 2024-09-13T15:02:14.920 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 -- start start 2024-09-13T15:02:14.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f057815c9e0 0x7f05781f27b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.922 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0578160610 0x7f057815df00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0578161160 0x7f057815e440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f05781f33e0 con 0x7f0578160610 2024-09-13T15:02:14.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0578147eb0 con 0x7f057815c9e0 2024-09-13T15:02:14.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057d653700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f057815eae0 con 0x7f0578161160 2024-09-13T15:02:14.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f056ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0578160610 0x7f057815df00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f056ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0578160610 0x7f057815df00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58212/0 (socket says 172.21.15.33:58212) 2024-09-13T15:02:14.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f056ffff700 1 -- 172.21.15.33:0/1181024650 learned_addr learned my addr 172.21.15.33:0/1181024650 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:14.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f0577fff700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f057815c9e0 0x7f05781f27b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.916+0000 7f057ce52700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0578161160 0x7f057815e440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f056ffff700 1 -- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0578161160 msgr2=0x7f057815e440 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f056ffff700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0578161160 0x7f057815e440 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f056ffff700 1 -- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f057815c9e0 msgr2=0x7f05781f27b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:14.923 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f056ffff700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f057815c9e0 0x7f05781f27b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:14.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f056ffff700 1 -- 172.21.15.33:0/1181024650 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0570009a70 con 0x7f0578160610 2024-09-13T15:02:14.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f0577fff700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f057815c9e0 0x7f05781f27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:14.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f056ffff700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0578160610 0x7f057815df00 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f05600010e0 tx=0x7f056000c880 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:14.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f05757fa700 1 -- 172.21.15.33:0/1181024650 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0560005d90 con 0x7f0578160610 2024-09-13T15:02:14.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f057d653700 1 -- 172.21.15.33:0/1181024650 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f057815edc0 con 0x7f0578160610 2024-09-13T15:02:14.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f05757fa700 1 -- 172.21.15.33:0/1181024650 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f05600070d0 con 0x7f0578160610 2024-09-13T15:02:14.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f05757fa700 1 -- 172.21.15.33:0/1181024650 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0560007460 con 0x7f0578160610 2024-09-13T15:02:14.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f057d653700 1 -- 172.21.15.33:0/1181024650 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f05781483e0 con 0x7f0578160610 2024-09-13T15:02:14.924 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f057d653700 1 -- 172.21.15.33:0/1181024650 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f05780b3990 con 0x7f0578160610 2024-09-13T15:02:14.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f05757fa700 1 -- 172.21.15.33:0/1181024650 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f05600075c0 con 0x7f0578160610 2024-09-13T15:02:14.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f05757fa700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0558066730 0x7f0558068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:14.925 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.920+0000 7f05757fa700 1 -- 172.21.15.33:0/1181024650 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f0560083880 con 0x7f0578160610 2024-09-13T15:02:14.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.924+0000 7f0577fff700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0558066730 0x7f0558068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:14.926 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.924+0000 7f0577fff700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0558066730 0x7f0558068bf0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f057815f220 tx=0x7f0568008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:14.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:14.932+0000 7f05757fa700 1 -- 172.21.15.33:0/1181024650 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0560050a30 con 0x7f0578160610 2024-09-13T15:02:15.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.104+0000 7f057d653700 1 -- 172.21.15.33:0/1181024650 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f0578160a50 con 0x7f0558066730 2024-09-13T15:02:15.124 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.120+0000 7f05757fa700 1 -- 172.21.15.33:0/1181024650 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288102 (secure 0 0 0) 0x7f0578160a50 con 0x7f0558066730 2024-09-13T15:02:15.129 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:15.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.124+0000 7f057d653700 1 -- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0558066730 msgr2=0x7f0558068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.124+0000 7f057d653700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0558066730 0x7f0558068bf0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f057815f220 tx=0x7f0568008040 comp rx=0 tx=0).stop 2024-09-13T15:02:15.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.124+0000 7f057d653700 1 -- 172.21.15.33:0/1181024650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0578160610 msgr2=0x7f057815df00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.124+0000 7f057d653700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0578160610 0x7f057815df00 secure :-1 s=READY pgs=477 cs=0 l=1 rev1=1 crypto rx=0x7f05600010e0 tx=0x7f056000c880 comp rx=0 tx=0).stop 2024-09-13T15:02:15.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.124+0000 7f057d653700 1 -- 172.21.15.33:0/1181024650 shutdown_connections 2024-09-13T15:02:15.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.124+0000 7f057d653700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0558066730 0x7f0558068bf0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.124+0000 7f057d653700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0578161160 0x7f057815e440 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.124+0000 7f057d653700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0578160610 0x7f057815df00 unknown :-1 s=CLOSED pgs=477 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.124+0000 7f057d653700 1 --2- 172.21.15.33:0/1181024650 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f057815c9e0 0x7f05781f27b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.124+0000 7f057d653700 1 -- 172.21.15.33:0/1181024650 >> 172.21.15.33:0/1181024650 conn(0x7f0578072370 msgr2=0x7f057806f240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:15.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.124+0000 7f057d653700 1 -- 172.21.15.33:0/1181024650 shutdown_connections 2024-09-13T15:02:15.132 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.124+0000 7f057d653700 1 -- 172.21.15.33:0/1181024650 wait complete. 2024-09-13T15:02:15.132 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-13T15:02:15.144 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2024-09-13T15:02:14.271774+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":133,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225160,"kb_used_data":4888,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":754749560,"statfs":{"total":773094113280,"available":772863549440,"internally_reserved":0,"allocated":5005312,"data_stored":2794277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1,4],"upper_bound":16},"perf_stat":{"commit_latency_ms":34,"apply_latency_ms":34,"commit_latency_ns":34000000,"apply_latency_ns":34000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.610297"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072809+0000","last_change":"2024-09-13T15:02:11.076026+0000","last_active":"2024-09-13T15:02:12.072809+0000","last_peered":"2024-09-13T15:02:12.072809+0000","last_clean":"2024-09-13T15:02:12.072809+0000","last_became_active":"2024-09-13T15:02:11.075187+0000","last_became_peered":"2024-09-13T15:02:11.075187+0000","last_unstale":"2024-09-13T15:02:12.072809+0000","last_undegraded":"2024-09-13T15:02:12.072809+0000","last_fullsized":"2024-09-13T15:02:12.072809+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:41:30.356250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072476+0000","last_change":"2024-09-13T15:02:11.072331+0000","last_active":"2024-09-13T15:02:12.072476+0000","last_peered":"2024-09-13T15:02:12.072476+0000","last_clean":"2024-09-13T15:02:12.072476+0000","last_became_active":"2024-09-13T15:02:11.072119+0000","last_became_peered":"2024-09-13T15:02:11.072119+0000","last_unstale":"2024-09-13T15:02:12.072476+0000","last_undegraded":"2024-09-13T15:02:12.072476+0000","last_fullsized":"2024-09-13T15:02:12.072476+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:13.144986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606130+0000","last_change":"2024-09-13T15:02:11.087276+0000","last_active":"2024-09-13T15:02:12.606130+0000","last_peered":"2024-09-13T15:02:12.606130+0000","last_clean":"2024-09-13T15:02:12.606130+0000","last_became_active":"2024-09-13T15:02:11.087019+0000","last_became_peered":"2024-09-13T15:02:11.087019+0000","last_unstale":"2024-09-13T15:02:12.606130+0000","last_undegraded":"2024-09-13T15:02:12.606130+0000","last_fullsized":"2024-09-13T15:02:12.606130+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:10.997232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070710+0000","last_change":"2024-09-13T15:02:11.086386+0000","last_active":"2024-09-13T15:02:12.070710+0000","last_peered":"2024-09-13T15:02:12.070710+0000","last_clean":"2024-09-13T15:02:12.070710+0000","last_became_active":"2024-09-13T15:02:11.086165+0000","last_became_peered":"2024-09-13T15:02:11.086165+0000","last_unstale":"2024-09-13T15:02:12.070710+0000","last_undegraded":"2024-09-13T15:02:12.070710+0000","last_fullsized":"2024-09-13T15:02:12.070710+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:58.292095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070407+0000","last_change":"2024-09-13T15:02:11.081445+0000","last_active":"2024-09-13T15:02:12.070407+0000","last_peered":"2024-09-13T15:02:12.070407+0000","last_clean":"2024-09-13T15:02:12.070407+0000","last_became_active":"2024-09-13T15:02:11.081143+0000","last_became_peered":"2024-09-13T15:02:11.081143+0000","last_unstale":"2024-09-13T15:02:12.070407+0000","last_undegraded":"2024-09-13T15:02:12.070407+0000","last_fullsized":"2024-09-13T15:02:12.070407+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:58.156450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605520+0000","last_change":"2024-09-13T15:02:11.079994+0000","last_active":"2024-09-13T15:02:12.605520+0000","last_peered":"2024-09-13T15:02:12.605520+0000","last_clean":"2024-09-13T15:02:12.605520+0000","last_became_active":"2024-09-13T15:02:11.079680+0000","last_became_peered":"2024-09-13T15:02:11.079680+0000","last_unstale":"2024-09-13T15:02:12.605520+0000","last_undegraded":"2024-09-13T15:02:12.605520+0000","last_fullsized":"2024-09-13T15:02:12.605520+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:56.278863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605677+0000","last_change":"2024-09-13T15:02:11.082991+0000","last_active":"2024-09-13T15:02:12.605677+0000","last_peered":"2024-09-13T15:02:12.605677+0000","last_clean":"2024-09-13T15:02:12.605677+0000","last_became_active":"2024-09-13T15:02:11.082690+0000","last_became_peered":"2024-09-13T15:02:11.082690+0000","last_unstale":"2024-09-13T15:02:12.605677+0000","last_undegraded":"2024-09-13T15:02:12.605677+0000","last_fullsized":"2024-09-13T15:02:12.605677+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:38:45.526682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071879+0000","last_change":"2024-09-13T15:02:11.077393+0000","last_active":"2024-09-13T15:02:12.071879+0000","last_peered":"2024-09-13T15:02:12.071879+0000","last_clean":"2024-09-13T15:02:12.071879+0000","last_became_active":"2024-09-13T15:02:11.077153+0000","last_became_peered":"2024-09-13T15:02:11.077153+0000","last_unstale":"2024-09-13T15:02:12.071879+0000","last_undegraded":"2024-09-13T15:02:12.071879+0000","last_fullsized":"2024-09-13T15:02:12.071879+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:31.001312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605601+0000","last_change":"2024-09-13T15:02:11.088643+0000","last_active":"2024-09-13T15:02:12.605601+0000","last_peered":"2024-09-13T15:02:12.605601+0000","last_clean":"2024-09-13T15:02:12.605601+0000","last_became_active":"2024-09-13T15:02:11.088395+0000","last_became_peered":"2024-09-13T15:02:11.088395+0000","last_unstale":"2024-09-13T15:02:12.605601+0000","last_undegraded":"2024-09-13T15:02:12.605601+0000","last_fullsized":"2024-09-13T15:02:12.605601+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:32.922437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607772+0000","last_change":"2024-09-13T15:02:11.090402+0000","last_active":"2024-09-13T15:02:12.607772+0000","last_peered":"2024-09-13T15:02:12.607772+0000","last_clean":"2024-09-13T15:02:12.607772+0000","last_became_active":"2024-09-13T15:02:11.090101+0000","last_became_peered":"2024-09-13T15:02:11.090101+0000","last_unstale":"2024-09-13T15:02:12.607772+0000","last_undegraded":"2024-09-13T15:02:12.607772+0000","last_fullsized":"2024-09-13T15:02:12.607772+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:06.789958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607617+0000","last_change":"2024-09-13T15:02:11.087493+0000","last_active":"2024-09-13T15:02:12.607617+0000","last_peered":"2024-09-13T15:02:12.607617+0000","last_clean":"2024-09-13T15:02:12.607617+0000","last_became_active":"2024-09-13T15:02:11.087081+0000","last_became_peered":"2024-09-13T15:02:11.087081+0000","last_unstale":"2024-09-13T15:02:12.607617+0000","last_undegraded":"2024-09-13T15:02:12.607617+0000","last_fullsized":"2024-09-13T15:02:12.607617+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:50.871663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605115+0000","last_change":"2024-09-13T15:02:11.081039+0000","last_active":"2024-09-13T15:02:12.605115+0000","last_peered":"2024-09-13T15:02:12.605115+0000","last_clean":"2024-09-13T15:02:12.605115+0000","last_became_active":"2024-09-13T15:02:11.080762+0000","last_became_peered":"2024-09-13T15:02:11.080762+0000","last_unstale":"2024-09-13T15:02:12.605115+0000","last_undegraded":"2024-09-13T15:02:12.605115+0000","last_fullsized":"2024-09-13T15:02:12.605115+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:51.853696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605677+0000","last_change":"2024-09-13T15:02:11.090326+0000","last_active":"2024-09-13T15:02:12.605677+0000","last_peered":"2024-09-13T15:02:12.605677+0000","last_clean":"2024-09-13T15:02:12.605677+0000","last_became_active":"2024-09-13T15:02:11.089896+0000","last_became_peered":"2024-09-13T15:02:11.089896+0000","last_unstale":"2024-09-13T15:02:12.605677+0000","last_undegraded":"2024-09-13T15:02:12.605677+0000","last_fullsized":"2024-09-13T15:02:12.605677+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:50:43.065699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071007+0000","last_change":"2024-09-13T15:02:11.088209+0000","last_active":"2024-09-13T15:02:12.071007+0000","last_peered":"2024-09-13T15:02:12.071007+0000","last_clean":"2024-09-13T15:02:12.071007+0000","last_became_active":"2024-09-13T15:02:11.087927+0000","last_became_peered":"2024-09-13T15:02:11.087927+0000","last_unstale":"2024-09-13T15:02:12.071007+0000","last_undegraded":"2024-09-13T15:02:12.071007+0000","last_fullsized":"2024-09-13T15:02:12.071007+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:15.242235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605916+0000","last_change":"2024-09-13T15:02:11.075029+0000","last_active":"2024-09-13T15:02:12.605916+0000","last_peered":"2024-09-13T15:02:12.605916+0000","last_clean":"2024-09-13T15:02:12.605916+0000","last_became_active":"2024-09-13T15:02:11.074766+0000","last_became_peered":"2024-09-13T15:02:11.074766+0000","last_unstale":"2024-09-13T15:02:12.605916+0000","last_undegraded":"2024-09-13T15:02:12.605916+0000","last_fullsized":"2024-09-13T15:02:12.605916+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:01.122965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.604788+0000","last_change":"2024-09-13T15:02:11.093241+0000","last_active":"2024-09-13T15:02:12.604788+0000","last_peered":"2024-09-13T15:02:12.604788+0000","last_clean":"2024-09-13T15:02:12.604788+0000","last_became_active":"2024-09-13T15:02:11.092966+0000","last_became_peered":"2024-09-13T15:02:11.092966+0000","last_unstale":"2024-09-13T15:02:12.604788+0000","last_undegraded":"2024-09-13T15:02:12.604788+0000","last_fullsized":"2024-09-13T15:02:12.604788+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:13.305399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607006+0000","last_change":"2024-09-13T15:02:11.093104+0000","last_active":"2024-09-13T15:02:12.607006+0000","last_peered":"2024-09-13T15:02:12.607006+0000","last_clean":"2024-09-13T15:02:12.607006+0000","last_became_active":"2024-09-13T15:02:11.092450+0000","last_became_peered":"2024-09-13T15:02:11.092450+0000","last_unstale":"2024-09-13T15:02:12.607006+0000","last_undegraded":"2024-09-13T15:02:12.607006+0000","last_fullsized":"2024-09-13T15:02:12.607006+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:35:15.004519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607187+0000","last_change":"2024-09-13T15:02:11.086798+0000","last_active":"2024-09-13T15:02:12.607187+0000","last_peered":"2024-09-13T15:02:12.607187+0000","last_clean":"2024-09-13T15:02:12.607187+0000","last_became_active":"2024-09-13T15:02:11.086526+0000","last_became_peered":"2024-09-13T15:02:11.086526+0000","last_unstale":"2024-09-13T15:02:12.607187+0000","last_undegraded":"2024-09-13T15:02:12.607187+0000","last_fullsized":"2024-09-13T15:02:12.607187+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:32.244723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070615+0000","last_change":"2024-09-13T15:02:11.080885+0000","last_active":"2024-09-13T15:02:12.070615+0000","last_peered":"2024-09-13T15:02:12.070615+0000","last_clean":"2024-09-13T15:02:12.070615+0000","last_became_active":"2024-09-13T15:02:11.080620+0000","last_became_peered":"2024-09-13T15:02:11.080620+0000","last_unstale":"2024-09-13T15:02:12.070615+0000","last_undegraded":"2024-09-13T15:02:12.070615+0000","last_fullsized":"2024-09-13T15:02:12.070615+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:55:21.724533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606841+0000","last_change":"2024-09-13T15:02:11.086284+0000","last_active":"2024-09-13T15:02:12.606841+0000","last_peered":"2024-09-13T15:02:12.606841+0000","last_clean":"2024-09-13T15:02:12.606841+0000","last_became_active":"2024-09-13T15:02:11.086006+0000","last_became_peered":"2024-09-13T15:02:11.086006+0000","last_unstale":"2024-09-13T15:02:12.606841+0000","last_undegraded":"2024-09-13T15:02:12.606841+0000","last_fullsized":"2024-09-13T15:02:12.606841+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:30.872893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606867+0000","last_change":"2024-09-13T15:02:11.082782+0000","last_active":"2024-09-13T15:02:12.606867+0000","last_peered":"2024-09-13T15:02:12.606867+0000","last_clean":"2024-09-13T15:02:12.606867+0000","last_became_active":"2024-09-13T15:02:11.082403+0000","last_became_peered":"2024-09-13T15:02:11.082403+0000","last_unstale":"2024-09-13T15:02:12.606867+0000","last_undegraded":"2024-09-13T15:02:12.606867+0000","last_fullsized":"2024-09-13T15:02:12.606867+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:01.123333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071334+0000","last_change":"2024-09-13T15:02:11.078277+0000","last_active":"2024-09-13T15:02:12.071334+0000","last_peered":"2024-09-13T15:02:12.071334+0000","last_clean":"2024-09-13T15:02:12.071334+0000","last_became_active":"2024-09-13T15:02:11.077942+0000","last_became_peered":"2024-09-13T15:02:11.077942+0000","last_unstale":"2024-09-13T15:02:12.071334+0000","last_undegraded":"2024-09-13T15:02:12.071334+0000","last_fullsized":"2024-09-13T15:02:12.071334+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:41:30.356250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605120+0000","last_change":"2024-09-13T15:02:11.095564+0000","last_active":"2024-09-13T15:02:12.605120+0000","last_peered":"2024-09-13T15:02:12.605120+0000","last_clean":"2024-09-13T15:02:12.605120+0000","last_became_active":"2024-09-13T15:02:11.095218+0000","last_became_peered":"2024-09-13T15:02:11.095218+0000","last_unstale":"2024-09-13T15:02:12.605120+0000","last_undegraded":"2024-09-13T15:02:12.605120+0000","last_fullsized":"2024-09-13T15:02:12.605120+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:50.871663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070819+0000","last_change":"2024-09-13T15:02:11.090412+0000","last_active":"2024-09-13T15:02:12.070819+0000","last_peered":"2024-09-13T15:02:12.070819+0000","last_clean":"2024-09-13T15:02:12.070819+0000","last_became_active":"2024-09-13T15:02:11.090128+0000","last_became_peered":"2024-09-13T15:02:11.090128+0000","last_unstale":"2024-09-13T15:02:12.070819+0000","last_undegraded":"2024-09-13T15:02:12.070819+0000","last_fullsized":"2024-09-13T15:02:12.070819+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:16.852334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607139+0000","last_change":"2024-09-13T15:02:11.084906+0000","last_active":"2024-09-13T15:02:12.607139+0000","last_peered":"2024-09-13T15:02:12.607139+0000","last_clean":"2024-09-13T15:02:12.607139+0000","last_became_active":"2024-09-13T15:02:11.084677+0000","last_became_peered":"2024-09-13T15:02:11.084677+0000","last_unstale":"2024-09-13T15:02:12.607139+0000","last_undegraded":"2024-09-13T15:02:12.607139+0000","last_fullsized":"2024-09-13T15:02:12.607139+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:25.866155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606400+0000","last_change":"2024-09-13T15:02:11.085369+0000","last_active":"2024-09-13T15:02:12.606400+0000","last_peered":"2024-09-13T15:02:12.606400+0000","last_clean":"2024-09-13T15:02:12.606400+0000","last_became_active":"2024-09-13T15:02:11.085103+0000","last_became_peered":"2024-09-13T15:02:11.085103+0000","last_unstale":"2024-09-13T15:02:12.606400+0000","last_undegraded":"2024-09-13T15:02:12.606400+0000","last_fullsized":"2024-09-13T15:02:12.606400+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:50:43.065699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607454+0000","last_change":"2024-09-13T15:02:11.084982+0000","last_active":"2024-09-13T15:02:12.607454+0000","last_peered":"2024-09-13T15:02:12.607454+0000","last_clean":"2024-09-13T15:02:12.607454+0000","last_became_active":"2024-09-13T15:02:11.083938+0000","last_became_peered":"2024-09-13T15:02:11.083938+0000","last_unstale":"2024-09-13T15:02:12.607454+0000","last_undegraded":"2024-09-13T15:02:12.607454+0000","last_fullsized":"2024-09-13T15:02:12.607454+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:38:28.504894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607329+0000","last_change":"2024-09-13T15:02:11.086456+0000","last_active":"2024-09-13T15:02:12.607329+0000","last_peered":"2024-09-13T15:02:12.607329+0000","last_clean":"2024-09-13T15:02:12.607329+0000","last_became_active":"2024-09-13T15:02:11.086153+0000","last_became_peered":"2024-09-13T15:02:11.086153+0000","last_unstale":"2024-09-13T15:02:12.607329+0000","last_undegraded":"2024-09-13T15:02:12.607329+0000","last_fullsized":"2024-09-13T15:02:12.607329+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:49:12.981991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606788+0000","last_change":"2024-09-13T15:02:11.083499+0000","last_active":"2024-09-13T15:02:12.606788+0000","last_peered":"2024-09-13T15:02:12.606788+0000","last_clean":"2024-09-13T15:02:12.606788+0000","last_became_active":"2024-09-13T15:02:11.083216+0000","last_became_peered":"2024-09-13T15:02:11.083216+0000","last_unstale":"2024-09-13T15:02:12.606788+0000","last_undegraded":"2024-09-13T15:02:12.606788+0000","last_fullsized":"2024-09-13T15:02:12.606788+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:52:44.257607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606417+0000","last_change":"2024-09-13T15:02:11.083794+0000","last_active":"2024-09-13T15:02:12.606417+0000","last_peered":"2024-09-13T15:02:12.606417+0000","last_clean":"2024-09-13T15:02:12.606417+0000","last_became_active":"2024-09-13T15:02:11.083446+0000","last_became_peered":"2024-09-13T15:02:11.083446+0000","last_unstale":"2024-09-13T15:02:12.606417+0000","last_undegraded":"2024-09-13T15:02:12.606417+0000","last_fullsized":"2024-09-13T15:02:12.606417+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:00:53.319821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605176+0000","last_change":"2024-09-13T15:02:11.095432+0000","last_active":"2024-09-13T15:02:12.605176+0000","last_peered":"2024-09-13T15:02:12.605176+0000","last_clean":"2024-09-13T15:02:12.605176+0000","last_became_active":"2024-09-13T15:02:11.094953+0000","last_became_peered":"2024-09-13T15:02:11.094953+0000","last_unstale":"2024-09-13T15:02:12.605176+0000","last_undegraded":"2024-09-13T15:02:12.605176+0000","last_fullsized":"2024-09-13T15:02:12.605176+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:32.001447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.604831+0000","last_change":"2024-09-13T15:02:11.080949+0000","last_active":"2024-09-13T15:02:12.604831+0000","last_peered":"2024-09-13T15:02:12.604831+0000","last_clean":"2024-09-13T15:02:12.604831+0000","last_became_active":"2024-09-13T15:02:11.080693+0000","last_became_peered":"2024-09-13T15:02:11.080693+0000","last_unstale":"2024-09-13T15:02:12.604831+0000","last_undegraded":"2024-09-13T15:02:12.604831+0000","last_fullsized":"2024-09-13T15:02:12.604831+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:04:08.782693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606066+0000","last_change":"2024-09-13T15:02:11.093067+0000","last_active":"2024-09-13T15:02:12.606066+0000","last_peered":"2024-09-13T15:02:12.606066+0000","last_clean":"2024-09-13T15:02:12.606066+0000","last_became_active":"2024-09-13T15:02:11.092481+0000","last_became_peered":"2024-09-13T15:02:11.092481+0000","last_unstale":"2024-09-13T15:02:12.606066+0000","last_undegraded":"2024-09-13T15:02:12.606066+0000","last_fullsized":"2024-09-13T15:02:12.606066+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:01.122965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607286+0000","last_change":"2024-09-13T15:02:10.684990+0000","last_active":"2024-09-13T15:02:12.607286+0000","last_peered":"2024-09-13T15:02:12.607286+0000","last_clean":"2024-09-13T15:02:12.607286+0000","last_became_active":"2024-09-13T15:02:10.684665+0000","last_became_peered":"2024-09-13T15:02:10.684665+0000","last_unstale":"2024-09-13T15:02:12.607286+0000","last_undegraded":"2024-09-13T15:02:12.607286+0000","last_fullsized":"2024-09-13T15:02:12.607286+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:24.798678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606218+0000","last_change":"2024-09-13T15:02:11.085799+0000","last_active":"2024-09-13T15:02:12.606218+0000","last_peered":"2024-09-13T15:02:12.606218+0000","last_clean":"2024-09-13T15:02:12.606218+0000","last_became_active":"2024-09-13T15:02:11.085187+0000","last_became_peered":"2024-09-13T15:02:11.085187+0000","last_unstale":"2024-09-13T15:02:12.606218+0000","last_undegraded":"2024-09-13T15:02:12.606218+0000","last_fullsized":"2024-09-13T15:02:12.606218+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:32.001447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605639+0000","last_change":"2024-09-13T15:02:10.691809+0000","last_active":"2024-09-13T15:02:12.605639+0000","last_peered":"2024-09-13T15:02:12.605639+0000","last_clean":"2024-09-13T15:02:12.605639+0000","last_became_active":"2024-09-13T15:02:10.691568+0000","last_became_peered":"2024-09-13T15:02:10.691568+0000","last_unstale":"2024-09-13T15:02:12.605639+0000","last_undegraded":"2024-09-13T15:02:12.605639+0000","last_fullsized":"2024-09-13T15:02:12.605639+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:28.235557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071705+0000","last_change":"2024-09-13T15:02:11.084989+0000","last_active":"2024-09-13T15:02:12.071705+0000","last_peered":"2024-09-13T15:02:12.071705+0000","last_clean":"2024-09-13T15:02:12.071705+0000","last_became_active":"2024-09-13T15:02:11.084702+0000","last_became_peered":"2024-09-13T15:02:11.084702+0000","last_unstale":"2024-09-13T15:02:12.071705+0000","last_undegraded":"2024-09-13T15:02:12.071705+0000","last_fullsized":"2024-09-13T15:02:12.071705+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:45.767978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606376+0000","last_change":"2024-09-13T15:02:10.690581+0000","last_active":"2024-09-13T15:02:12.606376+0000","last_peered":"2024-09-13T15:02:12.606376+0000","last_clean":"2024-09-13T15:02:12.606376+0000","last_became_active":"2024-09-13T15:02:10.690288+0000","last_became_peered":"2024-09-13T15:02:10.690288+0000","last_unstale":"2024-09-13T15:02:12.606376+0000","last_undegraded":"2024-09-13T15:02:12.606376+0000","last_fullsized":"2024-09-13T15:02:12.606376+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:39.131254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072727+0000","last_change":"2024-09-13T15:02:11.082391+0000","last_active":"2024-09-13T15:02:12.072727+0000","last_peered":"2024-09-13T15:02:12.072727+0000","last_clean":"2024-09-13T15:02:12.072727+0000","last_became_active":"2024-09-13T15:02:11.082161+0000","last_became_peered":"2024-09-13T15:02:11.082161+0000","last_unstale":"2024-09-13T15:02:12.072727+0000","last_undegraded":"2024-09-13T15:02:12.072727+0000","last_fullsized":"2024-09-13T15:02:12.072727+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:24:31.292032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"40'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071542+0000","last_change":"2024-09-13T15:02:10.684961+0000","last_active":"2024-09-13T15:02:12.071542+0000","last_peered":"2024-09-13T15:02:12.071542+0000","last_clean":"2024-09-13T15:02:12.071542+0000","last_became_active":"2024-09-13T15:02:10.684695+0000","last_became_peered":"2024-09-13T15:02:10.684695+0000","last_unstale":"2024-09-13T15:02:12.071542+0000","last_undegraded":"2024-09-13T15:02:12.071542+0000","last_fullsized":"2024-09-13T15:02:12.071542+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:05.786654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.604669+0000","last_change":"2024-09-13T15:02:11.081205+0000","last_active":"2024-09-13T15:02:12.604669+0000","last_peered":"2024-09-13T15:02:12.604669+0000","last_clean":"2024-09-13T15:02:12.604669+0000","last_became_active":"2024-09-13T15:02:11.080770+0000","last_became_peered":"2024-09-13T15:02:11.080770+0000","last_unstale":"2024-09-13T15:02:12.604669+0000","last_undegraded":"2024-09-13T15:02:12.604669+0000","last_fullsized":"2024-09-13T15:02:12.604669+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:25.866155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606996+0000","last_change":"2024-09-13T15:02:10.688906+0000","last_active":"2024-09-13T15:02:12.606996+0000","last_peered":"2024-09-13T15:02:12.606996+0000","last_clean":"2024-09-13T15:02:12.606996+0000","last_became_active":"2024-09-13T15:02:10.688577+0000","last_became_peered":"2024-09-13T15:02:10.688577+0000","last_unstale":"2024-09-13T15:02:12.606996+0000","last_undegraded":"2024-09-13T15:02:12.606996+0000","last_fullsized":"2024-09-13T15:02:12.606996+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:29.858627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606135+0000","last_change":"2024-09-13T15:02:11.083854+0000","last_active":"2024-09-13T15:02:12.606135+0000","last_peered":"2024-09-13T15:02:12.606135+0000","last_clean":"2024-09-13T15:02:12.606135+0000","last_became_active":"2024-09-13T15:02:11.083577+0000","last_became_peered":"2024-09-13T15:02:11.083577+0000","last_unstale":"2024-09-13T15:02:12.606135+0000","last_undegraded":"2024-09-13T15:02:12.606135+0000","last_fullsized":"2024-09-13T15:02:12.606135+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:32.001447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605611+0000","last_change":"2024-09-13T15:02:10.693144+0000","last_active":"2024-09-13T15:02:12.605611+0000","last_peered":"2024-09-13T15:02:12.605611+0000","last_clean":"2024-09-13T15:02:12.605611+0000","last_became_active":"2024-09-13T15:02:10.692398+0000","last_became_peered":"2024-09-13T15:02:10.692398+0000","last_unstale":"2024-09-13T15:02:12.605611+0000","last_undegraded":"2024-09-13T15:02:12.605611+0000","last_fullsized":"2024-09-13T15:02:12.605611+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:42:23.111813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071330+0000","last_change":"2024-09-13T15:02:11.078601+0000","last_active":"2024-09-13T15:02:12.071330+0000","last_peered":"2024-09-13T15:02:12.071330+0000","last_clean":"2024-09-13T15:02:12.071330+0000","last_became_active":"2024-09-13T15:02:11.078310+0000","last_became_peered":"2024-09-13T15:02:11.078310+0000","last_unstale":"2024-09-13T15:02:12.071330+0000","last_undegraded":"2024-09-13T15:02:12.071330+0000","last_fullsized":"2024-09-13T15:02:12.071330+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:13.144986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605927+0000","last_change":"2024-09-13T15:02:10.687446+0000","last_active":"2024-09-13T15:02:12.605927+0000","last_peered":"2024-09-13T15:02:12.605927+0000","last_clean":"2024-09-13T15:02:12.605927+0000","last_became_active":"2024-09-13T15:02:10.687122+0000","last_became_peered":"2024-09-13T15:02:10.687122+0000","last_unstale":"2024-09-13T15:02:12.605927+0000","last_undegraded":"2024-09-13T15:02:12.605927+0000","last_fullsized":"2024-09-13T15:02:12.605927+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:50:09.947717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072197+0000","last_change":"2024-09-13T15:02:11.091029+0000","last_active":"2024-09-13T15:02:12.072197+0000","last_peered":"2024-09-13T15:02:12.072197+0000","last_clean":"2024-09-13T15:02:12.072197+0000","last_became_active":"2024-09-13T15:02:11.090815+0000","last_became_peered":"2024-09-13T15:02:11.090815+0000","last_unstale":"2024-09-13T15:02:12.072197+0000","last_undegraded":"2024-09-13T15:02:12.072197+0000","last_fullsized":"2024-09-13T15:02:12.072197+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:15.242235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070982+0000","last_change":"2024-09-13T15:02:10.686810+0000","last_active":"2024-09-13T15:02:12.070982+0000","last_peered":"2024-09-13T15:02:12.070982+0000","last_clean":"2024-09-13T15:02:12.070982+0000","last_became_active":"2024-09-13T15:02:10.686378+0000","last_became_peered":"2024-09-13T15:02:10.686378+0000","last_unstale":"2024-09-13T15:02:12.070982+0000","last_undegraded":"2024-09-13T15:02:12.070982+0000","last_fullsized":"2024-09-13T15:02:12.070982+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:55.275559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070797+0000","last_change":"2024-09-13T15:02:11.080930+0000","last_active":"2024-09-13T15:02:12.070797+0000","last_peered":"2024-09-13T15:02:12.070797+0000","last_clean":"2024-09-13T15:02:12.070797+0000","last_became_active":"2024-09-13T15:02:11.080726+0000","last_became_peered":"2024-09-13T15:02:11.080726+0000","last_unstale":"2024-09-13T15:02:12.070797+0000","last_undegraded":"2024-09-13T15:02:12.070797+0000","last_fullsized":"2024-09-13T15:02:12.070797+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:50:13.121263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072831+0000","last_change":"2024-09-13T15:02:10.686668+0000","last_active":"2024-09-13T15:02:12.072831+0000","last_peered":"2024-09-13T15:02:12.072831+0000","last_clean":"2024-09-13T15:02:12.072831+0000","last_became_active":"2024-09-13T15:02:10.686441+0000","last_became_peered":"2024-09-13T15:02:10.686441+0000","last_unstale":"2024-09-13T15:02:12.072831+0000","last_undegraded":"2024-09-13T15:02:12.072831+0000","last_fullsized":"2024-09-13T15:02:12.072831+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:50:42.062396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606341+0000","last_change":"2024-09-13T15:02:11.090064+0000","last_active":"2024-09-13T15:02:12.606341+0000","last_peered":"2024-09-13T15:02:12.606341+0000","last_clean":"2024-09-13T15:02:12.606341+0000","last_became_active":"2024-09-13T15:02:11.089762+0000","last_became_peered":"2024-09-13T15:02:11.089762+0000","last_unstale":"2024-09-13T15:02:12.606341+0000","last_undegraded":"2024-09-13T15:02:12.606341+0000","last_fullsized":"2024-09-13T15:02:12.606341+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:04:08.782693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.608036+0000","last_change":"2024-09-13T15:02:10.684740+0000","last_active":"2024-09-13T15:02:12.608036+0000","last_peered":"2024-09-13T15:02:12.608036+0000","last_clean":"2024-09-13T15:02:12.608036+0000","last_became_active":"2024-09-13T15:02:10.684506+0000","last_became_peered":"2024-09-13T15:02:10.684506+0000","last_unstale":"2024-09-13T15:02:12.608036+0000","last_undegraded":"2024-09-13T15:02:12.608036+0000","last_fullsized":"2024-09-13T15:02:12.608036+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:42:23.111813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605407+0000","last_change":"2024-09-13T15:02:11.095780+0000","last_active":"2024-09-13T15:02:12.605407+0000","last_peered":"2024-09-13T15:02:12.605407+0000","last_clean":"2024-09-13T15:02:12.605407+0000","last_became_active":"2024-09-13T15:02:11.095511+0000","last_became_peered":"2024-09-13T15:02:11.095511+0000","last_unstale":"2024-09-13T15:02:12.605407+0000","last_undegraded":"2024-09-13T15:02:12.605407+0000","last_fullsized":"2024-09-13T15:02:12.605407+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:30.872893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607854+0000","last_change":"2024-09-13T15:02:10.686151+0000","last_active":"2024-09-13T15:02:12.607854+0000","last_peered":"2024-09-13T15:02:12.607854+0000","last_clean":"2024-09-13T15:02:12.607854+0000","last_became_active":"2024-09-13T15:02:10.685872+0000","last_became_peered":"2024-09-13T15:02:10.685872+0000","last_unstale":"2024-09-13T15:02:12.607854+0000","last_undegraded":"2024-09-13T15:02:12.607854+0000","last_fullsized":"2024-09-13T15:02:12.607854+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:18:15.534837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071884+0000","last_change":"2024-09-13T15:02:11.078268+0000","last_active":"2024-09-13T15:02:12.071884+0000","last_peered":"2024-09-13T15:02:12.071884+0000","last_clean":"2024-09-13T15:02:12.071884+0000","last_became_active":"2024-09-13T15:02:11.077935+0000","last_became_peered":"2024-09-13T15:02:11.077935+0000","last_unstale":"2024-09-13T15:02:12.071884+0000","last_undegraded":"2024-09-13T15:02:12.071884+0000","last_fullsized":"2024-09-13T15:02:12.071884+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:04.822655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":17,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072953+0000","last_change":"2024-09-13T15:02:10.691933+0000","last_active":"2024-09-13T15:02:12.072953+0000","last_peered":"2024-09-13T15:02:12.072953+0000","last_clean":"2024-09-13T15:02:12.072953+0000","last_became_active":"2024-09-13T15:02:10.691652+0000","last_became_peered":"2024-09-13T15:02:10.691652+0000","last_unstale":"2024-09-13T15:02:12.072953+0000","last_undegraded":"2024-09-13T15:02:12.072953+0000","last_fullsized":"2024-09-13T15:02:12.072953+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:00.120030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.604751+0000","last_change":"2024-09-13T15:02:11.087277+0000","last_active":"2024-09-13T15:02:12.604751+0000","last_peered":"2024-09-13T15:02:12.604751+0000","last_clean":"2024-09-13T15:02:12.604751+0000","last_became_active":"2024-09-13T15:02:11.087019+0000","last_became_peered":"2024-09-13T15:02:11.087019+0000","last_unstale":"2024-09-13T15:02:12.604751+0000","last_undegraded":"2024-09-13T15:02:12.604751+0000","last_fullsized":"2024-09-13T15:02:12.604751+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:52:44.257607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072360+0000","last_change":"2024-09-13T15:02:10.689409+0000","last_active":"2024-09-13T15:02:12.072360+0000","last_peered":"2024-09-13T15:02:12.072360+0000","last_clean":"2024-09-13T15:02:12.072360+0000","last_became_active":"2024-09-13T15:02:10.689142+0000","last_became_peered":"2024-09-13T15:02:10.689142+0000","last_unstale":"2024-09-13T15:02:12.072360+0000","last_undegraded":"2024-09-13T15:02:12.072360+0000","last_fullsized":"2024-09-13T15:02:12.072360+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:30.998143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072030+0000","last_change":"2024-09-13T15:02:11.078024+0000","last_active":"2024-09-13T15:02:12.072030+0000","last_peered":"2024-09-13T15:02:12.072030+0000","last_clean":"2024-09-13T15:02:12.072030+0000","last_became_active":"2024-09-13T15:02:11.077819+0000","last_became_peered":"2024-09-13T15:02:11.077819+0000","last_unstale":"2024-09-13T15:02:12.072030+0000","last_undegraded":"2024-09-13T15:02:12.072030+0000","last_fullsized":"2024-09-13T15:02:12.072030+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:45.767978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605656+0000","last_change":"2024-09-13T15:02:10.686275+0000","last_active":"2024-09-13T15:02:12.605656+0000","last_peered":"2024-09-13T15:02:12.605656+0000","last_clean":"2024-09-13T15:02:12.605656+0000","last_became_active":"2024-09-13T15:02:10.685175+0000","last_became_peered":"2024-09-13T15:02:10.685175+0000","last_unstale":"2024-09-13T15:02:12.605656+0000","last_undegraded":"2024-09-13T15:02:12.605656+0000","last_fullsized":"2024-09-13T15:02:12.605656+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:26.868261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605401+0000","last_change":"2024-09-13T15:02:11.093023+0000","last_active":"2024-09-13T15:02:12.605401+0000","last_peered":"2024-09-13T15:02:12.605401+0000","last_clean":"2024-09-13T15:02:12.605401+0000","last_became_active":"2024-09-13T15:02:11.089830+0000","last_became_peered":"2024-09-13T15:02:11.089830+0000","last_unstale":"2024-09-13T15:02:12.605401+0000","last_undegraded":"2024-09-13T15:02:12.605401+0000","last_fullsized":"2024-09-13T15:02:12.605401+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:01.123333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606056+0000","last_change":"2024-09-13T15:02:10.684334+0000","last_active":"2024-09-13T15:02:12.606056+0000","last_peered":"2024-09-13T15:02:12.606056+0000","last_clean":"2024-09-13T15:02:12.606056+0000","last_became_active":"2024-09-13T15:02:10.684064+0000","last_became_peered":"2024-09-13T15:02:10.684064+0000","last_unstale":"2024-09-13T15:02:12.606056+0000","last_undegraded":"2024-09-13T15:02:12.606056+0000","last_fullsized":"2024-09-13T15:02:12.606056+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:21.155344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072319+0000","last_change":"2024-09-13T15:02:11.075434+0000","last_active":"2024-09-13T15:02:12.072319+0000","last_peered":"2024-09-13T15:02:12.072319+0000","last_clean":"2024-09-13T15:02:12.072319+0000","last_became_active":"2024-09-13T15:02:11.075146+0000","last_became_peered":"2024-09-13T15:02:11.075146+0000","last_unstale":"2024-09-13T15:02:12.072319+0000","last_undegraded":"2024-09-13T15:02:12.072319+0000","last_fullsized":"2024-09-13T15:02:12.072319+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:19.586473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":19,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.604944+0000","last_change":"2024-09-13T15:02:10.693147+0000","last_active":"2024-09-13T15:02:12.604944+0000","last_peered":"2024-09-13T15:02:12.604944+0000","last_clean":"2024-09-13T15:02:12.604944+0000","last_became_active":"2024-09-13T15:02:10.692390+0000","last_became_peered":"2024-09-13T15:02:10.692390+0000","last_unstale":"2024-09-13T15:02:12.604944+0000","last_undegraded":"2024-09-13T15:02:12.604944+0000","last_fullsized":"2024-09-13T15:02:12.604944+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:11:33.806193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072989+0000","last_change":"2024-09-13T15:02:11.081821+0000","last_active":"2024-09-13T15:02:12.072989+0000","last_peered":"2024-09-13T15:02:12.072989+0000","last_clean":"2024-09-13T15:02:12.072989+0000","last_became_active":"2024-09-13T15:02:11.081628+0000","last_became_peered":"2024-09-13T15:02:11.081628+0000","last_unstale":"2024-09-13T15:02:12.072989+0000","last_undegraded":"2024-09-13T15:02:12.072989+0000","last_fullsized":"2024-09-13T15:02:12.072989+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:29:11.145778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.608054+0000","last_change":"2024-09-13T15:02:10.683969+0000","last_active":"2024-09-13T15:02:12.608054+0000","last_peered":"2024-09-13T15:02:12.608054+0000","last_clean":"2024-09-13T15:02:12.608054+0000","last_became_active":"2024-09-13T15:02:10.683701+0000","last_became_peered":"2024-09-13T15:02:10.683701+0000","last_unstale":"2024-09-13T15:02:12.608054+0000","last_undegraded":"2024-09-13T15:02:12.608054+0000","last_fullsized":"2024-09-13T15:02:12.608054+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:05.056479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607655+0000","last_change":"2024-09-13T15:02:11.082833+0000","last_active":"2024-09-13T15:02:12.607655+0000","last_peered":"2024-09-13T15:02:12.607655+0000","last_clean":"2024-09-13T15:02:12.607655+0000","last_became_active":"2024-09-13T15:02:11.082366+0000","last_became_peered":"2024-09-13T15:02:11.082366+0000","last_unstale":"2024-09-13T15:02:12.607655+0000","last_undegraded":"2024-09-13T15:02:12.607655+0000","last_fullsized":"2024-09-13T15:02:12.607655+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:04:08.782693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"40'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071792+0000","last_change":"2024-09-13T15:02:10.686280+0000","last_active":"2024-09-13T15:02:12.071792+0000","last_peered":"2024-09-13T15:02:12.071792+0000","last_clean":"2024-09-13T15:02:12.071792+0000","last_became_active":"2024-09-13T15:02:10.686037+0000","last_became_peered":"2024-09-13T15:02:10.686037+0000","last_unstale":"2024-09-13T15:02:12.071792+0000","last_undegraded":"2024-09-13T15:02:12.071792+0000","last_fullsized":"2024-09-13T15:02:12.071792+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:38:44.523378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071731+0000","last_change":"2024-09-13T15:02:11.085795+0000","last_active":"2024-09-13T15:02:12.071731+0000","last_peered":"2024-09-13T15:02:12.071731+0000","last_clean":"2024-09-13T15:02:12.071731+0000","last_became_active":"2024-09-13T15:02:11.085439+0000","last_became_peered":"2024-09-13T15:02:11.085439+0000","last_unstale":"2024-09-13T15:02:12.071731+0000","last_undegraded":"2024-09-13T15:02:12.071731+0000","last_fullsized":"2024-09-13T15:02:12.071731+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:24:31.292032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"40'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071159+0000","last_change":"2024-09-13T15:02:10.687664+0000","last_active":"2024-09-13T15:02:12.071159+0000","last_peered":"2024-09-13T15:02:12.071159+0000","last_clean":"2024-09-13T15:02:12.071159+0000","last_became_active":"2024-09-13T15:02:10.687192+0000","last_became_peered":"2024-09-13T15:02:10.687192+0000","last_unstale":"2024-09-13T15:02:12.071159+0000","last_undegraded":"2024-09-13T15:02:12.071159+0000","last_fullsized":"2024-09-13T15:02:12.071159+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:18:44.526938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071120+0000","last_change":"2024-09-13T15:02:11.069148+0000","last_active":"2024-09-13T15:02:12.071120+0000","last_peered":"2024-09-13T15:02:12.071120+0000","last_clean":"2024-09-13T15:02:12.071120+0000","last_became_active":"2024-09-13T15:02:11.068818+0000","last_became_peered":"2024-09-13T15:02:11.068818+0000","last_unstale":"2024-09-13T15:02:12.071120+0000","last_undegraded":"2024-09-13T15:02:12.071120+0000","last_fullsized":"2024-09-13T15:02:12.071120+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:16.326885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605797+0000","last_change":"2024-09-13T15:02:10.690400+0000","last_active":"2024-09-13T15:02:12.605797+0000","last_peered":"2024-09-13T15:02:12.605797+0000","last_clean":"2024-09-13T15:02:12.605797+0000","last_became_active":"2024-09-13T15:02:10.690109+0000","last_became_peered":"2024-09-13T15:02:10.690109+0000","last_unstale":"2024-09-13T15:02:12.605797+0000","last_undegraded":"2024-09-13T15:02:12.605797+0000","last_fullsized":"2024-09-13T15:02:12.605797+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:57:43.187599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605072+0000","last_change":"2024-09-13T15:02:11.094781+0000","last_active":"2024-09-13T15:02:12.605072+0000","last_peered":"2024-09-13T15:02:12.605072+0000","last_clean":"2024-09-13T15:02:12.605072+0000","last_became_active":"2024-09-13T15:02:11.094403+0000","last_became_peered":"2024-09-13T15:02:11.094403+0000","last_unstale":"2024-09-13T15:02:12.605072+0000","last_undegraded":"2024-09-13T15:02:12.605072+0000","last_fullsized":"2024-09-13T15:02:12.605072+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:57:44.190903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070630+0000","last_change":"2024-09-13T15:02:10.689454+0000","last_active":"2024-09-13T15:02:12.070630+0000","last_peered":"2024-09-13T15:02:12.070630+0000","last_clean":"2024-09-13T15:02:12.070630+0000","last_became_active":"2024-09-13T15:02:10.689137+0000","last_became_peered":"2024-09-13T15:02:10.689137+0000","last_unstale":"2024-09-13T15:02:12.070630+0000","last_undegraded":"2024-09-13T15:02:12.070630+0000","last_fullsized":"2024-09-13T15:02:12.070630+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:21.189252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605029+0000","last_change":"2024-09-13T15:02:11.090555+0000","last_active":"2024-09-13T15:02:12.605029+0000","last_peered":"2024-09-13T15:02:12.605029+0000","last_clean":"2024-09-13T15:02:12.605029+0000","last_became_active":"2024-09-13T15:02:11.090361+0000","last_became_peered":"2024-09-13T15:02:11.090361+0000","last_unstale":"2024-09-13T15:02:12.605029+0000","last_undegraded":"2024-09-13T15:02:12.605029+0000","last_fullsized":"2024-09-13T15:02:12.605029+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:32.244723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070456+0000","last_change":"2024-09-13T15:02:10.684904+0000","last_active":"2024-09-13T15:02:12.070456+0000","last_peered":"2024-09-13T15:02:12.070456+0000","last_clean":"2024-09-13T15:02:12.070456+0000","last_became_active":"2024-09-13T15:02:10.684591+0000","last_became_peered":"2024-09-13T15:02:10.684591+0000","last_unstale":"2024-09-13T15:02:12.070456+0000","last_undegraded":"2024-09-13T15:02:12.070456+0000","last_fullsized":"2024-09-13T15:02:12.070456+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:55.090831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606009+0000","last_change":"2024-09-13T15:02:11.082056+0000","last_active":"2024-09-13T15:02:12.606009+0000","last_peered":"2024-09-13T15:02:12.606009+0000","last_clean":"2024-09-13T15:02:12.606009+0000","last_became_active":"2024-09-13T15:02:11.079872+0000","last_became_peered":"2024-09-13T15:02:11.079872+0000","last_unstale":"2024-09-13T15:02:12.606009+0000","last_undegraded":"2024-09-13T15:02:12.606009+0000","last_fullsized":"2024-09-13T15:02:12.606009+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:56.278863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605333+0000","last_change":"2024-09-13T15:02:10.691035+0000","last_active":"2024-09-13T15:02:12.605333+0000","last_peered":"2024-09-13T15:02:12.605333+0000","last_clean":"2024-09-13T15:02:12.605333+0000","last_became_active":"2024-09-13T15:02:10.690754+0000","last_became_peered":"2024-09-13T15:02:10.690754+0000","last_unstale":"2024-09-13T15:02:12.605333+0000","last_undegraded":"2024-09-13T15:02:12.605333+0000","last_fullsized":"2024-09-13T15:02:12.605333+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:12.421281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072251+0000","last_change":"2024-09-13T15:02:11.091109+0000","last_active":"2024-09-13T15:02:12.072251+0000","last_peered":"2024-09-13T15:02:12.072251+0000","last_clean":"2024-09-13T15:02:12.072251+0000","last_became_active":"2024-09-13T15:02:11.090828+0000","last_became_peered":"2024-09-13T15:02:11.090828+0000","last_unstale":"2024-09-13T15:02:12.072251+0000","last_undegraded":"2024-09-13T15:02:12.072251+0000","last_fullsized":"2024-09-13T15:02:12.072251+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:33.001389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070326+0000","last_change":"2024-09-13T15:02:10.682615+0000","last_active":"2024-09-13T15:02:12.070326+0000","last_peered":"2024-09-13T15:02:12.070326+0000","last_clean":"2024-09-13T15:02:12.070326+0000","last_became_active":"2024-09-13T15:02:10.682346+0000","last_became_peered":"2024-09-13T15:02:10.682346+0000","last_unstale":"2024-09-13T15:02:12.070326+0000","last_undegraded":"2024-09-13T15:02:12.070326+0000","last_fullsized":"2024-09-13T15:02:12.070326+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:13:36.695641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605732+0000","last_change":"2024-09-13T15:02:11.087670+0000","last_active":"2024-09-13T15:02:12.605732+0000","last_peered":"2024-09-13T15:02:12.605732+0000","last_clean":"2024-09-13T15:02:12.605732+0000","last_became_active":"2024-09-13T15:02:11.087476+0000","last_became_peered":"2024-09-13T15:02:11.087476+0000","last_unstale":"2024-09-13T15:02:12.605732+0000","last_undegraded":"2024-09-13T15:02:12.605732+0000","last_fullsized":"2024-09-13T15:02:12.605732+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:50.871663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.608330+0000","last_change":"2024-09-13T15:02:10.686047+0000","last_active":"2024-09-13T15:02:12.608330+0000","last_peered":"2024-09-13T15:02:12.608330+0000","last_clean":"2024-09-13T15:02:12.608330+0000","last_became_active":"2024-09-13T15:02:10.685783+0000","last_became_peered":"2024-09-13T15:02:10.685783+0000","last_unstale":"2024-09-13T15:02:12.608330+0000","last_undegraded":"2024-09-13T15:02:12.608330+0000","last_fullsized":"2024-09-13T15:02:12.608330+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:54.796015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606444+0000","last_change":"2024-09-13T15:02:11.092801+0000","last_active":"2024-09-13T15:02:12.606444+0000","last_peered":"2024-09-13T15:02:12.606444+0000","last_clean":"2024-09-13T15:02:12.606444+0000","last_became_active":"2024-09-13T15:02:11.090084+0000","last_became_peered":"2024-09-13T15:02:11.090084+0000","last_unstale":"2024-09-13T15:02:12.606444+0000","last_undegraded":"2024-09-13T15:02:12.606444+0000","last_fullsized":"2024-09-13T15:02:12.606444+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:40.385238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071454+0000","last_change":"2024-09-13T15:02:10.683911+0000","last_active":"2024-09-13T15:02:12.071454+0000","last_peered":"2024-09-13T15:02:12.071454+0000","last_clean":"2024-09-13T15:02:12.071454+0000","last_became_active":"2024-09-13T15:02:10.683651+0000","last_became_peered":"2024-09-13T15:02:10.683651+0000","last_unstale":"2024-09-13T15:02:12.071454+0000","last_undegraded":"2024-09-13T15:02:12.071454+0000","last_fullsized":"2024-09-13T15:02:12.071454+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:13:03.257988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072543+0000","last_change":"2024-09-13T15:02:11.087255+0000","last_active":"2024-09-13T15:02:12.072543+0000","last_peered":"2024-09-13T15:02:12.072543+0000","last_clean":"2024-09-13T15:02:12.072543+0000","last_became_active":"2024-09-13T15:02:11.087000+0000","last_became_peered":"2024-09-13T15:02:11.087000+0000","last_unstale":"2024-09-13T15:02:12.072543+0000","last_undegraded":"2024-09-13T15:02:12.072543+0000","last_fullsized":"2024-09-13T15:02:12.072543+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:04.822655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606266+0000","last_change":"2024-09-13T15:02:10.686043+0000","last_active":"2024-09-13T15:02:12.606266+0000","last_peered":"2024-09-13T15:02:12.606266+0000","last_clean":"2024-09-13T15:02:12.606266+0000","last_became_active":"2024-09-13T15:02:10.685771+0000","last_became_peered":"2024-09-13T15:02:10.685771+0000","last_unstale":"2024-09-13T15:02:12.606266+0000","last_undegraded":"2024-09-13T15:02:12.606266+0000","last_fullsized":"2024-09-13T15:02:12.606266+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:50.637211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.604952+0000","last_change":"2024-09-13T15:02:11.083615+0000","last_active":"2024-09-13T15:02:12.604952+0000","last_peered":"2024-09-13T15:02:12.604952+0000","last_clean":"2024-09-13T15:02:12.604952+0000","last_became_active":"2024-09-13T15:02:11.083363+0000","last_became_peered":"2024-09-13T15:02:11.083363+0000","last_unstale":"2024-09-13T15:02:12.604952+0000","last_undegraded":"2024-09-13T15:02:12.604952+0000","last_fullsized":"2024-09-13T15:02:12.604952+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:00:53.319821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605882+0000","last_change":"2024-09-13T15:02:10.689278+0000","last_active":"2024-09-13T15:02:12.605882+0000","last_peered":"2024-09-13T15:02:12.605882+0000","last_clean":"2024-09-13T15:02:12.605882+0000","last_became_active":"2024-09-13T15:02:10.688751+0000","last_became_peered":"2024-09-13T15:02:10.688751+0000","last_unstale":"2024-09-13T15:02:12.605882+0000","last_undegraded":"2024-09-13T15:02:12.605882+0000","last_fullsized":"2024-09-13T15:02:12.605882+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:53.655052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605667+0000","last_change":"2024-09-13T15:02:11.083252+0000","last_active":"2024-09-13T15:02:12.605667+0000","last_peered":"2024-09-13T15:02:12.605667+0000","last_clean":"2024-09-13T15:02:12.605667+0000","last_became_active":"2024-09-13T15:02:11.082835+0000","last_became_peered":"2024-09-13T15:02:11.082835+0000","last_unstale":"2024-09-13T15:02:12.605667+0000","last_undegraded":"2024-09-13T15:02:12.605667+0000","last_fullsized":"2024-09-13T15:02:12.605667+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:06.789958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606619+0000","last_change":"2024-09-13T15:02:10.683272+0000","last_active":"2024-09-13T15:02:12.606619+0000","last_peered":"2024-09-13T15:02:12.606619+0000","last_clean":"2024-09-13T15:02:12.606619+0000","last_became_active":"2024-09-13T15:02:10.682997+0000","last_became_peered":"2024-09-13T15:02:10.682997+0000","last_unstale":"2024-09-13T15:02:12.606619+0000","last_undegraded":"2024-09-13T15:02:12.606619+0000","last_fullsized":"2024-09-13T15:02:12.606619+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:14:27.866218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071048+0000","last_change":"2024-09-13T15:02:11.078877+0000","last_active":"2024-09-13T15:02:12.071048+0000","last_peered":"2024-09-13T15:02:12.071048+0000","last_clean":"2024-09-13T15:02:12.071048+0000","last_became_active":"2024-09-13T15:02:11.078617+0000","last_became_peered":"2024-09-13T15:02:11.078617+0000","last_unstale":"2024-09-13T15:02:12.071048+0000","last_undegraded":"2024-09-13T15:02:12.071048+0000","last_fullsized":"2024-09-13T15:02:12.071048+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:31.001312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070981+0000","last_change":"2024-09-13T15:02:10.685503+0000","last_active":"2024-09-13T15:02:12.070981+0000","last_peered":"2024-09-13T15:02:12.070981+0000","last_clean":"2024-09-13T15:02:12.070981+0000","last_became_active":"2024-09-13T15:02:10.685233+0000","last_became_peered":"2024-09-13T15:02:10.685233+0000","last_unstale":"2024-09-13T15:02:12.070981+0000","last_undegraded":"2024-09-13T15:02:12.070981+0000","last_fullsized":"2024-09-13T15:02:12.070981+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:50:42.062396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606073+0000","last_change":"2024-09-13T15:02:11.092347+0000","last_active":"2024-09-13T15:02:12.606073+0000","last_peered":"2024-09-13T15:02:12.606073+0000","last_clean":"2024-09-13T15:02:12.606073+0000","last_became_active":"2024-09-13T15:02:11.089879+0000","last_became_peered":"2024-09-13T15:02:11.089879+0000","last_unstale":"2024-09-13T15:02:12.606073+0000","last_undegraded":"2024-09-13T15:02:12.606073+0000","last_fullsized":"2024-09-13T15:02:12.606073+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:36:24.837674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071956+0000","last_change":"2024-09-13T15:02:10.686245+0000","last_active":"2024-09-13T15:02:12.071956+0000","last_peered":"2024-09-13T15:02:12.071956+0000","last_clean":"2024-09-13T15:02:12.071956+0000","last_became_active":"2024-09-13T15:02:10.685991+0000","last_became_peered":"2024-09-13T15:02:10.685991+0000","last_unstale":"2024-09-13T15:02:12.071956+0000","last_undegraded":"2024-09-13T15:02:12.071956+0000","last_fullsized":"2024-09-13T15:02:12.071956+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:04:07.779390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.608205+0000","last_change":"2024-09-13T15:02:11.086938+0000","last_active":"2024-09-13T15:02:12.608205+0000","last_peered":"2024-09-13T15:02:12.608205+0000","last_clean":"2024-09-13T15:02:12.608205+0000","last_became_active":"2024-09-13T15:02:11.086524+0000","last_became_peered":"2024-09-13T15:02:11.086524+0000","last_unstale":"2024-09-13T15:02:12.608205+0000","last_undegraded":"2024-09-13T15:02:12.608205+0000","last_fullsized":"2024-09-13T15:02:12.608205+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:40.385238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606632+0000","last_change":"2024-09-13T15:02:10.691770+0000","last_active":"2024-09-13T15:02:12.606632+0000","last_peered":"2024-09-13T15:02:12.606632+0000","last_clean":"2024-09-13T15:02:12.606632+0000","last_became_active":"2024-09-13T15:02:10.691377+0000","last_became_peered":"2024-09-13T15:02:10.691377+0000","last_unstale":"2024-09-13T15:02:12.606632+0000","last_undegraded":"2024-09-13T15:02:12.606632+0000","last_fullsized":"2024-09-13T15:02:12.606632+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:54.796015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":179,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T15:02:11.079915+0000","last_change":"2024-09-13T15:00:46.489302+0000","last_active":"2024-09-13T15:02:11.079915+0000","last_peered":"2024-09-13T15:02:11.079915+0000","last_clean":"2024-09-13T15:02:11.079915+0000","last_became_active":"2024-09-13T15:00:46.487009+0000","last_became_peered":"2024-09-13T15:00:46.487009+0000","last_unstale":"2024-09-13T15:02:11.079915+0000","last_undegraded":"2024-09-13T15:02:11.079915+0000","last_fullsized":"2024-09-13T15:02:11.079915+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_clean_scrub_stamp":"2024-09-13T15:00:45.246135+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:04.189008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542164,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28076,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343764,"statfs":{"total":96636764160,"available":96608014336,"internally_reserved":0,"allocated":1081344,"data_stored":794009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.77600000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.628}]},{"osd":2,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.88200000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.74399999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":1.02},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.327,"5min":1.327,"15min":1.327},"last":0.98399999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"min":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.96299999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":1.0669999999999999},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.83899999999999997}]}]},{"osd":6,"up_from":14,"seq":60129542165,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":475136,"data_stored":202589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":2.8929999999999998,"5min":2.8929999999999998,"15min":2.8929999999999998},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.56499999999999995}]},{"osd":1,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.378},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":3.9769999999999999,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":0.39600000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.6899999999999999,"5min":1.6899999999999999,"15min":1.6899999999999999},"last":0.46200000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.9910000000000001,"5min":1.9910000000000001,"15min":1.9910000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.505}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"min":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.61399999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":2.032,"5min":2.032,"15min":2.032},"last":0.48999999999999999},{"interface":"front","average":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":2.492,"5min":2.492,"15min":2.492},"last":0.47699999999999998}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":1.173,"15min":1.173},"min":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":1.8140000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"min":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"max":{"1min":2.6560000000000001,"5min":2.6560000000000001,"15min":2.6560000000000001},"last":0.51500000000000001}]}]},{"osd":5,"up_from":14,"seq":60129542165,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":479232,"data_stored":202119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":0.96399999999999997},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":0.92900000000000005}]},{"osd":1,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":3.0019999999999998,"5min":3.0019999999999998,"15min":3.0019999999999998},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.65000000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.135},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.89000000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":2.7490000000000001,"5min":2.7490000000000001,"15min":2.7490000000000001},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.998}]},{"osd":4,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":2.1160000000000001,"5min":2.1160000000000001,"15min":2.1160000000000001},"last":1.1080000000000001},{"interface":"front","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":3.173,"5min":3.173,"15min":3.173},"last":1.1639999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.7310000000000001,"5min":1.7310000000000001,"15min":1.7310000000000001},"last":0.84899999999999998},{"interface":"front","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":1.0369999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":2.9060000000000001,"5min":2.9060000000000001,"15min":2.9060000000000001},"last":1.0669999999999999},{"interface":"front","average":{"1min":1.173,"5min":1.173,"15min":1.173},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.841,"5min":1.841,"15min":1.841},"last":1.1930000000000001}]}]},{"osd":4,"up_from":14,"seq":60129542165,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":479232,"data_stored":202611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.70199999999999996}]},{"osd":1,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.282,"5min":1.282,"15min":1.282},"last":0.62},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.419,"5min":1.419,"15min":1.419},"last":0.53500000000000003}]},{"osd":2,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.67500000000000004}]},{"osd":3,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.80600000000000005},{"interface":"front","average":{"1min":1.046,"5min":1.046,"15min":1.046},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":0.99399999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.88},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.93000000000000005}]},{"osd":6,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.611,"5min":1.611,"15min":1.611},"last":0.74099999999999999},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.96299999999999997}]},{"osd":7,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.90800000000000003}]}]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27496,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344344,"statfs":{"total":96636764160,"available":96608608256,"internally_reserved":0,"allocated":487424,"data_stored":203605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1,4],"upper_bound":16},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":6.343},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":5.2839999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":6.8620000000000001},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":2.1219999999999999,"5min":2.1219999999999999,"15min":2.1219999999999999},"last":6.2130000000000001}]},{"osd":2,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":6.8959999999999999},{"interface":"front","average":{"1min":0.877,"5min":0.877,"15min":0.877},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":6.1630000000000003}]},{"osd":4,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":1.7430000000000001},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":6.8120000000000003}]},{"osd":5,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":2.2480000000000002,"5min":2.2480000000000002,"15min":2.2480000000000002},"last":6.2480000000000002},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.7769999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":7.1799999999999997},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":2.282,"5min":2.282,"15min":2.282},"last":6.2830000000000004}]},{"osd":7,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":1.8069999999999999},{"interface":"front","average":{"1min":1.149,"5min":1.149,"15min":1.149},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":6.9370000000000003}]}]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27484,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344356,"statfs":{"total":96636764160,"available":96608620544,"internally_reserved":0,"allocated":475136,"data_stored":202077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.87}]},{"osd":1,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":1.3799999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.91500000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":1.1950000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":1.492},{"interface":"front","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":0.96099999999999997}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"max":{"1min":1.4790000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":0.98699999999999999},{"interface":"front","average":{"1min":1.081,"5min":1.081,"15min":1.081},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.925,"5min":1.925,"15min":1.925},"last":1.671}]},{"osd":6,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.0700000000000001},{"interface":"front","average":{"1min":1.159,"5min":1.159,"15min":1.159},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":2.8730000000000002,"5min":2.8730000000000002,"15min":2.8730000000000002},"last":1.419}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":1.3169999999999999},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"max":{"1min":2.0779999999999998,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":1.6020000000000001}]}]},{"osd":1,"up_from":14,"seq":60129542166,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27480,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344360,"statfs":{"total":96636764160,"available":96608624640,"internally_reserved":0,"allocated":462848,"data_stored":195477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.58499999999999996}]},{"osd":2,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.64200000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.68000000000000005}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.87}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.6919999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.999}]},{"osd":6,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.89300000000000002},{"interface":"front","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.98499999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.6259999999999999,"5min":1.6259999999999999,"15min":1.6259999999999999},"last":1.0620000000000001},{"interface":"front","average":{"1min":1.107,"5min":1.107,"15min":1.107},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.84299999999999997}]}]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32156,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":1064960,"data_stored":791790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.79700000000000004}]},{"osd":2,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.627},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.589,"5min":1.589,"15min":1.589},"last":0.59099999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.55100000000000005}]},{"osd":4,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":1.046,"15min":1.046},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.84299999999999997},{"interface":"front","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.88100000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":1.0580000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"min":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.163},{"interface":"front","average":{"1min":1.149,"5min":1.149,"15min":1.149},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.9099999999999999,"5min":1.9099999999999999,"15min":1.9099999999999999},"last":1.117}]},{"osd":7,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.778,"5min":1.778,"15min":1.778},"last":1.2250000000000001},{"interface":"front","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.8799999999999999,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":0.95799999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:02:15.149 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:02:15.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.256+0000 7fa3fad5c700 1 Processor -- start 2024-09-13T15:02:15.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.256+0000 7fa3fad5c700 1 -- start start 2024-09-13T15:02:15.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.256+0000 7fa3fad5c700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fa3f406bb90 0x7fa3f40b2a30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:15.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.256+0000 7fa3fad5c700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3f406cd80 con 0x7fa3f4146230 2024-09-13T15:02:15.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.256+0000 7fa3fad5c700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa3f406c170 con 0x7fa3f40ac8c0 2024-09-13T15:02:15.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.256+0000 7fa3fad5c700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa3f406c450 con 0x7fa3f406bb90 2024-09-13T15:02:15.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.256+0000 7fa3f9d5a700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fa3f4146230 0x7fa3f415cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:52352/0 (socket says 172.21.15.33:52352) 2024-09-13T15:02:15.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.256+0000 7fa3f9d5a700 1 -- 172.21.15.33:0/4066959808 learned_addr learned my addr 172.21.15.33:0/4066959808 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:15.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.256+0000 7fa3f9559700 1 --2- 172.21.15.33:0/4066959808 >> v2:172.21.15.103:3300/0 conn(0x7fa3f406bb90 0x7fa3f40b2a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:15.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.256+0000 7fa3f8d58700 1 -- 172.21.15.33:0/4066959808 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3731589799 0 0) 0x7fa3f406cd80 con 0x7fa3f4146230 2024-09-13T15:02:15.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.256+0000 7fa3f8d58700 1 -- 172.21.15.33:0/4066959808 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fa3e00035d0 con 0x7fa3f4146230 2024-09-13T15:02:15.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.256+0000 7fa3f9559700 1 -- 172.21.15.33:0/4066959808 >> v1:172.21.15.103:6789/0 conn(0x7fa3f40ac8c0 legacy=0x7fa3f40acca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.256+0000 7fa3f9559700 1 -- 172.21.15.33:0/4066959808 >> v1:172.21.15.33:6789/0 conn(0x7fa3f4146230 legacy=0x7fa3f415cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.256+0000 7fa3f9559700 1 -- 172.21.15.33:0/4066959808 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3f406c730 con 0x7fa3f406bb90 2024-09-13T15:02:15.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.260+0000 7fa3f9559700 1 --2- 172.21.15.33:0/4066959808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3f406bb90 0x7fa3f40b2a30 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fa3e4009850 tx=0x7fa3e4009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=e9f9b85b6b89df16 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:15.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.260+0000 7fa3f8d58700 1 -- 172.21.15.33:0/4066959808 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3e4011830 con 0x7fa3f406bb90 2024-09-13T15:02:15.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.260+0000 7fa3f8d58700 1 -- 172.21.15.33:0/4066959808 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3e4011990 con 0x7fa3f406bb90 2024-09-13T15:02:15.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.260+0000 7fa3f8d58700 1 -- 172.21.15.33:0/4066959808 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3e4011d40 con 0x7fa3f406bb90 2024-09-13T15:02:15.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.260+0000 7fa3fad5c700 1 -- 172.21.15.33:0/4066959808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3f406bb90 msgr2=0x7fa3f40b2a30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.260+0000 7fa3fad5c700 1 --2- 172.21.15.33:0/4066959808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3f406bb90 0x7fa3f40b2a30 secure :-1 s=READY pgs=226 cs=0 l=1 rev1=1 crypto rx=0x7fa3e4009850 tx=0x7fa3e4009b60 comp rx=0 tx=0).stop 2024-09-13T15:02:15.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.260+0000 7fa3fad5c700 1 -- 172.21.15.33:0/4066959808 shutdown_connections 2024-09-13T15:02:15.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.260+0000 7fa3fad5c700 1 --2- 172.21.15.33:0/4066959808 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3f406bb90 0x7fa3f40b2a30 unknown :-1 s=CLOSED pgs=226 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.260+0000 7fa3fad5c700 1 -- 172.21.15.33:0/4066959808 >> 172.21.15.33:0/4066959808 conn(0x7fa3f406a350 msgr2=0x7fa3f406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:15.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.260+0000 7fa3fad5c700 1 -- 172.21.15.33:0/4066959808 shutdown_connections 2024-09-13T15:02:15.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.260+0000 7fa3fad5c700 1 -- 172.21.15.33:0/4066959808 wait complete. 2024-09-13T15:02:15.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.260+0000 7fa3fad5c700 1 Processor -- start 2024-09-13T15:02:15.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.260+0000 7fa3fad5c700 1 -- start start 2024-09-13T15:02:15.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3fad5c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3f406bb90 0x7fa3f4136e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:15.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3fad5c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa3f40ac8c0 0x7fa3f40c6bc0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:15.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3fad5c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa3f4146230 0x7fa3f40c7100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:15.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3fad5c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3f4140390 con 0x7fa3f40ac8c0 2024-09-13T15:02:15.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3fad5c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa3f41373c0 con 0x7fa3f406bb90 2024-09-13T15:02:15.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3fad5c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa3f40b0c30 con 0x7fa3f4146230 2024-09-13T15:02:15.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3f9559700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa3f40ac8c0 0x7fa3f40c6bc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:15.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3f9559700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa3f40ac8c0 0x7fa3f40c6bc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58224/0 (socket says 172.21.15.33:58224) 2024-09-13T15:02:15.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3f9559700 1 -- 172.21.15.33:0/2445815768 learned_addr learned my addr 172.21.15.33:0/2445815768 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:15.269 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3f9d5a700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3f406bb90 0x7fa3f4136e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:15.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3fa55b700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa3f4146230 0x7fa3f40c7100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:15.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3f9559700 1 -- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa3f4146230 msgr2=0x7fa3f40c7100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3f9559700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa3f4146230 0x7fa3f40c7100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3f9559700 1 -- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3f406bb90 msgr2=0x7fa3f4136e80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3f9559700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3f406bb90 0x7fa3f4136e80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3f9559700 1 -- 172.21.15.33:0/2445815768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa3e40094b0 con 0x7fa3f40ac8c0 2024-09-13T15:02:15.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3f9d5a700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3f406bb90 0x7fa3f4136e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:15.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3f9559700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa3f40ac8c0 0x7fa3f40c6bc0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fa3e4000c00 tx=0x7fa3e4004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:15.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3ea7fc700 1 -- 172.21.15.33:0/2445815768 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3e401aac0 con 0x7fa3f40ac8c0 2024-09-13T15:02:15.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3ea7fc700 1 -- 172.21.15.33:0/2445815768 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa3e401f070 con 0x7fa3f40ac8c0 2024-09-13T15:02:15.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3fad5c700 1 -- 172.21.15.33:0/2445815768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa3f40b0f10 con 0x7fa3f40ac8c0 2024-09-13T15:02:15.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3ea7fc700 1 -- 172.21.15.33:0/2445815768 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa3e401ae60 con 0x7fa3f40ac8c0 2024-09-13T15:02:15.270 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.264+0000 7fa3fad5c700 1 -- 172.21.15.33:0/2445815768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa3f40c4790 con 0x7fa3f40ac8c0 2024-09-13T15:02:15.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.268+0000 7fa3fad5c700 1 -- 172.21.15.33:0/2445815768 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa3f40b2a30 con 0x7fa3f40ac8c0 2024-09-13T15:02:15.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.268+0000 7fa3ea7fc700 1 -- 172.21.15.33:0/2445815768 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa3e401b430 con 0x7fa3f40ac8c0 2024-09-13T15:02:15.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.268+0000 7fa3ea7fc700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa3d8066730 0x7fa3d8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:15.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.268+0000 7fa3ea7fc700 1 -- 172.21.15.33:0/2445815768 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fa3e4085400 con 0x7fa3f40ac8c0 2024-09-13T15:02:15.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.268+0000 7fa3f9d5a700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa3d8066730 0x7fa3d8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:15.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.268+0000 7fa3f9d5a700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa3d8066730 0x7fa3d8068bf0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fa3f00011e0 tx=0x7fa3f0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:15.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.272+0000 7fa3ea7fc700 1 -- 172.21.15.33:0/2445815768 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa3e40526c0 con 0x7fa3f40ac8c0 2024-09-13T15:02:15.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.444+0000 7fa3fad5c700 1 -- 172.21.15.33:0/2445815768 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7fa3f415cac0 con 0x7fa3d8066730 2024-09-13T15:02:15.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.456+0000 7fa3ea7fc700 1 -- 172.21.15.33:0/2445815768 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+288102 (secure 0 0 0) 0x7fa3f415cac0 con 0x7fa3d8066730 2024-09-13T15:02:15.464 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:15.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.464+0000 7fa3fad5c700 1 -- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa3d8066730 msgr2=0x7fa3d8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.464+0000 7fa3fad5c700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa3d8066730 0x7fa3d8068bf0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7fa3f00011e0 tx=0x7fa3f0009040 comp rx=0 tx=0).stop 2024-09-13T15:02:15.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.464+0000 7fa3fad5c700 1 -- 172.21.15.33:0/2445815768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa3f40ac8c0 msgr2=0x7fa3f40c6bc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.464+0000 7fa3fad5c700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa3f40ac8c0 0x7fa3f40c6bc0 secure :-1 s=READY pgs=479 cs=0 l=1 rev1=1 crypto rx=0x7fa3e4000c00 tx=0x7fa3e4004770 comp rx=0 tx=0).stop 2024-09-13T15:02:15.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.464+0000 7fa3fad5c700 1 -- 172.21.15.33:0/2445815768 shutdown_connections 2024-09-13T15:02:15.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.464+0000 7fa3fad5c700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa3d8066730 0x7fa3d8068bf0 unknown :-1 s=CLOSED pgs=260 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.464+0000 7fa3fad5c700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa3f4146230 0x7fa3f40c7100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.464+0000 7fa3fad5c700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa3f40ac8c0 0x7fa3f40c6bc0 unknown :-1 s=CLOSED pgs=479 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.464+0000 7fa3fad5c700 1 --2- 172.21.15.33:0/2445815768 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa3f406bb90 0x7fa3f4136e80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.464+0000 7fa3fad5c700 1 -- 172.21.15.33:0/2445815768 >> 172.21.15.33:0/2445815768 conn(0x7fa3f406a350 msgr2=0x7fa3f4066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:15.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.464+0000 7fa3fad5c700 1 -- 172.21.15.33:0/2445815768 shutdown_connections 2024-09-13T15:02:15.467 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.464+0000 7fa3fad5c700 1 -- 172.21.15.33:0/2445815768 wait complete. 2024-09-13T15:02:15.468 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-13T15:02:15.481 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":80,"stamp":"2024-09-13T15:02:14.271774+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":592730,"num_objects":23,"num_object_clones":0,"num_object_copies":46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":23,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":203,"num_write_kb":2430,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":155,"ondisk_log_size":155,"up":194,"acting":194,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":133,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225160,"kb_used_data":4888,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":754749560,"statfs":{"total":773094113280,"available":772863549440,"internally_reserved":0,"allocated":5005312,"data_stored":2794277,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1,4],"upper_bound":16},"perf_stat":{"commit_latency_ms":34,"apply_latency_ms":34,"commit_latency_ns":34000000,"apply_latency_ns":34000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"4.610297"},"pg_stats":[{"pgid":"6.3f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072809+0000","last_change":"2024-09-13T15:02:11.076026+0000","last_active":"2024-09-13T15:02:12.072809+0000","last_peered":"2024-09-13T15:02:12.072809+0000","last_clean":"2024-09-13T15:02:12.072809+0000","last_became_active":"2024-09-13T15:02:11.075187+0000","last_became_peered":"2024-09-13T15:02:11.075187+0000","last_unstale":"2024-09-13T15:02:12.072809+0000","last_undegraded":"2024-09-13T15:02:12.072809+0000","last_fullsized":"2024-09-13T15:02:12.072809+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:41:30.356250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072476+0000","last_change":"2024-09-13T15:02:11.072331+0000","last_active":"2024-09-13T15:02:12.072476+0000","last_peered":"2024-09-13T15:02:12.072476+0000","last_clean":"2024-09-13T15:02:12.072476+0000","last_became_active":"2024-09-13T15:02:11.072119+0000","last_became_peered":"2024-09-13T15:02:11.072119+0000","last_unstale":"2024-09-13T15:02:12.072476+0000","last_undegraded":"2024-09-13T15:02:12.072476+0000","last_fullsized":"2024-09-13T15:02:12.072476+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:13.144986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,2],"acting":[3,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.3d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606130+0000","last_change":"2024-09-13T15:02:11.087276+0000","last_active":"2024-09-13T15:02:12.606130+0000","last_peered":"2024-09-13T15:02:12.606130+0000","last_clean":"2024-09-13T15:02:12.606130+0000","last_became_active":"2024-09-13T15:02:11.087019+0000","last_became_peered":"2024-09-13T15:02:11.087019+0000","last_unstale":"2024-09-13T15:02:12.606130+0000","last_undegraded":"2024-09-13T15:02:12.606130+0000","last_fullsized":"2024-09-13T15:02:12.606130+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:14:10.997232+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.3c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070710+0000","last_change":"2024-09-13T15:02:11.086386+0000","last_active":"2024-09-13T15:02:12.070710+0000","last_peered":"2024-09-13T15:02:12.070710+0000","last_clean":"2024-09-13T15:02:12.070710+0000","last_became_active":"2024-09-13T15:02:11.086165+0000","last_became_peered":"2024-09-13T15:02:11.086165+0000","last_unstale":"2024-09-13T15:02:12.070710+0000","last_undegraded":"2024-09-13T15:02:12.070710+0000","last_fullsized":"2024-09-13T15:02:12.070710+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:15:58.292095+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070407+0000","last_change":"2024-09-13T15:02:11.081445+0000","last_active":"2024-09-13T15:02:12.070407+0000","last_peered":"2024-09-13T15:02:12.070407+0000","last_clean":"2024-09-13T15:02:12.070407+0000","last_became_active":"2024-09-13T15:02:11.081143+0000","last_became_peered":"2024-09-13T15:02:11.081143+0000","last_unstale":"2024-09-13T15:02:12.070407+0000","last_undegraded":"2024-09-13T15:02:12.070407+0000","last_fullsized":"2024-09-13T15:02:12.070407+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:58.156450+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.3a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605520+0000","last_change":"2024-09-13T15:02:11.079994+0000","last_active":"2024-09-13T15:02:12.605520+0000","last_peered":"2024-09-13T15:02:12.605520+0000","last_clean":"2024-09-13T15:02:12.605520+0000","last_became_active":"2024-09-13T15:02:11.079680+0000","last_became_peered":"2024-09-13T15:02:11.079680+0000","last_unstale":"2024-09-13T15:02:12.605520+0000","last_undegraded":"2024-09-13T15:02:12.605520+0000","last_fullsized":"2024-09-13T15:02:12.605520+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:56.278863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,3],"acting":[1,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.39","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605677+0000","last_change":"2024-09-13T15:02:11.082991+0000","last_active":"2024-09-13T15:02:12.605677+0000","last_peered":"2024-09-13T15:02:12.605677+0000","last_clean":"2024-09-13T15:02:12.605677+0000","last_became_active":"2024-09-13T15:02:11.082690+0000","last_became_peered":"2024-09-13T15:02:11.082690+0000","last_unstale":"2024-09-13T15:02:12.605677+0000","last_undegraded":"2024-09-13T15:02:12.605677+0000","last_fullsized":"2024-09-13T15:02:12.605677+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:38:45.526682+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.38","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071879+0000","last_change":"2024-09-13T15:02:11.077393+0000","last_active":"2024-09-13T15:02:12.071879+0000","last_peered":"2024-09-13T15:02:12.071879+0000","last_clean":"2024-09-13T15:02:12.071879+0000","last_became_active":"2024-09-13T15:02:11.077153+0000","last_became_peered":"2024-09-13T15:02:11.077153+0000","last_unstale":"2024-09-13T15:02:12.071879+0000","last_undegraded":"2024-09-13T15:02:12.071879+0000","last_fullsized":"2024-09-13T15:02:12.071879+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:31.001312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,5],"acting":[3,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.37","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605601+0000","last_change":"2024-09-13T15:02:11.088643+0000","last_active":"2024-09-13T15:02:12.605601+0000","last_peered":"2024-09-13T15:02:12.605601+0000","last_clean":"2024-09-13T15:02:12.605601+0000","last_became_active":"2024-09-13T15:02:11.088395+0000","last_became_peered":"2024-09-13T15:02:11.088395+0000","last_unstale":"2024-09-13T15:02:12.605601+0000","last_undegraded":"2024-09-13T15:02:12.605601+0000","last_fullsized":"2024-09-13T15:02:12.605601+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:55:32.922437+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.36","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607772+0000","last_change":"2024-09-13T15:02:11.090402+0000","last_active":"2024-09-13T15:02:12.607772+0000","last_peered":"2024-09-13T15:02:12.607772+0000","last_clean":"2024-09-13T15:02:12.607772+0000","last_became_active":"2024-09-13T15:02:11.090101+0000","last_became_peered":"2024-09-13T15:02:11.090101+0000","last_unstale":"2024-09-13T15:02:12.607772+0000","last_undegraded":"2024-09-13T15:02:12.607772+0000","last_fullsized":"2024-09-13T15:02:12.607772+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:06.789958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.35","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607617+0000","last_change":"2024-09-13T15:02:11.087493+0000","last_active":"2024-09-13T15:02:12.607617+0000","last_peered":"2024-09-13T15:02:12.607617+0000","last_clean":"2024-09-13T15:02:12.607617+0000","last_became_active":"2024-09-13T15:02:11.087081+0000","last_became_peered":"2024-09-13T15:02:11.087081+0000","last_unstale":"2024-09-13T15:02:12.607617+0000","last_undegraded":"2024-09-13T15:02:12.607617+0000","last_fullsized":"2024-09-13T15:02:12.607617+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:50.871663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.34","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605115+0000","last_change":"2024-09-13T15:02:11.081039+0000","last_active":"2024-09-13T15:02:12.605115+0000","last_peered":"2024-09-13T15:02:12.605115+0000","last_clean":"2024-09-13T15:02:12.605115+0000","last_became_active":"2024-09-13T15:02:11.080762+0000","last_became_peered":"2024-09-13T15:02:11.080762+0000","last_unstale":"2024-09-13T15:02:12.605115+0000","last_undegraded":"2024-09-13T15:02:12.605115+0000","last_fullsized":"2024-09-13T15:02:12.605115+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:04:51.853696+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,2],"acting":[0,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.33","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605677+0000","last_change":"2024-09-13T15:02:11.090326+0000","last_active":"2024-09-13T15:02:12.605677+0000","last_peered":"2024-09-13T15:02:12.605677+0000","last_clean":"2024-09-13T15:02:12.605677+0000","last_became_active":"2024-09-13T15:02:11.089896+0000","last_became_peered":"2024-09-13T15:02:11.089896+0000","last_unstale":"2024-09-13T15:02:12.605677+0000","last_undegraded":"2024-09-13T15:02:12.605677+0000","last_fullsized":"2024-09-13T15:02:12.605677+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:50:43.065699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,7],"acting":[5,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.32","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071007+0000","last_change":"2024-09-13T15:02:11.088209+0000","last_active":"2024-09-13T15:02:12.071007+0000","last_peered":"2024-09-13T15:02:12.071007+0000","last_clean":"2024-09-13T15:02:12.071007+0000","last_became_active":"2024-09-13T15:02:11.087927+0000","last_became_peered":"2024-09-13T15:02:11.087927+0000","last_unstale":"2024-09-13T15:02:12.071007+0000","last_undegraded":"2024-09-13T15:02:12.071007+0000","last_fullsized":"2024-09-13T15:02:12.071007+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:15.242235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.31","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605916+0000","last_change":"2024-09-13T15:02:11.075029+0000","last_active":"2024-09-13T15:02:12.605916+0000","last_peered":"2024-09-13T15:02:12.605916+0000","last_clean":"2024-09-13T15:02:12.605916+0000","last_became_active":"2024-09-13T15:02:11.074766+0000","last_became_peered":"2024-09-13T15:02:11.074766+0000","last_unstale":"2024-09-13T15:02:12.605916+0000","last_undegraded":"2024-09-13T15:02:12.605916+0000","last_fullsized":"2024-09-13T15:02:12.605916+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:01.122965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,2],"acting":[5,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.30","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.604788+0000","last_change":"2024-09-13T15:02:11.093241+0000","last_active":"2024-09-13T15:02:12.604788+0000","last_peered":"2024-09-13T15:02:12.604788+0000","last_clean":"2024-09-13T15:02:12.604788+0000","last_became_active":"2024-09-13T15:02:11.092966+0000","last_became_peered":"2024-09-13T15:02:11.092966+0000","last_unstale":"2024-09-13T15:02:12.604788+0000","last_undegraded":"2024-09-13T15:02:12.604788+0000","last_fullsized":"2024-09-13T15:02:12.604788+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:55:13.305399+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607006+0000","last_change":"2024-09-13T15:02:11.093104+0000","last_active":"2024-09-13T15:02:12.607006+0000","last_peered":"2024-09-13T15:02:12.607006+0000","last_clean":"2024-09-13T15:02:12.607006+0000","last_became_active":"2024-09-13T15:02:11.092450+0000","last_became_peered":"2024-09-13T15:02:11.092450+0000","last_unstale":"2024-09-13T15:02:12.607006+0000","last_undegraded":"2024-09-13T15:02:12.607006+0000","last_fullsized":"2024-09-13T15:02:12.607006+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:35:15.004519+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.2e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607187+0000","last_change":"2024-09-13T15:02:11.086798+0000","last_active":"2024-09-13T15:02:12.607187+0000","last_peered":"2024-09-13T15:02:12.607187+0000","last_clean":"2024-09-13T15:02:12.607187+0000","last_became_active":"2024-09-13T15:02:11.086526+0000","last_became_peered":"2024-09-13T15:02:11.086526+0000","last_unstale":"2024-09-13T15:02:12.607187+0000","last_undegraded":"2024-09-13T15:02:12.607187+0000","last_fullsized":"2024-09-13T15:02:12.607187+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:32.244723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070615+0000","last_change":"2024-09-13T15:02:11.080885+0000","last_active":"2024-09-13T15:02:12.070615+0000","last_peered":"2024-09-13T15:02:12.070615+0000","last_clean":"2024-09-13T15:02:12.070615+0000","last_became_active":"2024-09-13T15:02:11.080620+0000","last_became_peered":"2024-09-13T15:02:11.080620+0000","last_unstale":"2024-09-13T15:02:12.070615+0000","last_undegraded":"2024-09-13T15:02:12.070615+0000","last_fullsized":"2024-09-13T15:02:12.070615+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:55:21.724533+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,1],"acting":[2,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.2c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606841+0000","last_change":"2024-09-13T15:02:11.086284+0000","last_active":"2024-09-13T15:02:12.606841+0000","last_peered":"2024-09-13T15:02:12.606841+0000","last_clean":"2024-09-13T15:02:12.606841+0000","last_became_active":"2024-09-13T15:02:11.086006+0000","last_became_peered":"2024-09-13T15:02:11.086006+0000","last_unstale":"2024-09-13T15:02:12.606841+0000","last_undegraded":"2024-09-13T15:02:12.606841+0000","last_fullsized":"2024-09-13T15:02:12.606841+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:30.872893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606867+0000","last_change":"2024-09-13T15:02:11.082782+0000","last_active":"2024-09-13T15:02:12.606867+0000","last_peered":"2024-09-13T15:02:12.606867+0000","last_clean":"2024-09-13T15:02:12.606867+0000","last_became_active":"2024-09-13T15:02:11.082403+0000","last_became_peered":"2024-09-13T15:02:11.082403+0000","last_unstale":"2024-09-13T15:02:12.606867+0000","last_undegraded":"2024-09-13T15:02:12.606867+0000","last_fullsized":"2024-09-13T15:02:12.606867+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:01.123333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.2a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071334+0000","last_change":"2024-09-13T15:02:11.078277+0000","last_active":"2024-09-13T15:02:12.071334+0000","last_peered":"2024-09-13T15:02:12.071334+0000","last_clean":"2024-09-13T15:02:12.071334+0000","last_became_active":"2024-09-13T15:02:11.077942+0000","last_became_peered":"2024-09-13T15:02:11.077942+0000","last_unstale":"2024-09-13T15:02:12.071334+0000","last_undegraded":"2024-09-13T15:02:12.071334+0000","last_fullsized":"2024-09-13T15:02:12.071334+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:41:30.356250+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.29","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605120+0000","last_change":"2024-09-13T15:02:11.095564+0000","last_active":"2024-09-13T15:02:12.605120+0000","last_peered":"2024-09-13T15:02:12.605120+0000","last_clean":"2024-09-13T15:02:12.605120+0000","last_became_active":"2024-09-13T15:02:11.095218+0000","last_became_peered":"2024-09-13T15:02:11.095218+0000","last_unstale":"2024-09-13T15:02:12.605120+0000","last_undegraded":"2024-09-13T15:02:12.605120+0000","last_fullsized":"2024-09-13T15:02:12.605120+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:50.871663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.28","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070819+0000","last_change":"2024-09-13T15:02:11.090412+0000","last_active":"2024-09-13T15:02:12.070819+0000","last_peered":"2024-09-13T15:02:12.070819+0000","last_clean":"2024-09-13T15:02:12.070819+0000","last_became_active":"2024-09-13T15:02:11.090128+0000","last_became_peered":"2024-09-13T15:02:11.090128+0000","last_unstale":"2024-09-13T15:02:12.070819+0000","last_undegraded":"2024-09-13T15:02:12.070819+0000","last_fullsized":"2024-09-13T15:02:12.070819+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:30:16.852334+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.27","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607139+0000","last_change":"2024-09-13T15:02:11.084906+0000","last_active":"2024-09-13T15:02:12.607139+0000","last_peered":"2024-09-13T15:02:12.607139+0000","last_clean":"2024-09-13T15:02:12.607139+0000","last_became_active":"2024-09-13T15:02:11.084677+0000","last_became_peered":"2024-09-13T15:02:11.084677+0000","last_unstale":"2024-09-13T15:02:12.607139+0000","last_undegraded":"2024-09-13T15:02:12.607139+0000","last_fullsized":"2024-09-13T15:02:12.607139+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:25.866155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.26","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606400+0000","last_change":"2024-09-13T15:02:11.085369+0000","last_active":"2024-09-13T15:02:12.606400+0000","last_peered":"2024-09-13T15:02:12.606400+0000","last_clean":"2024-09-13T15:02:12.606400+0000","last_became_active":"2024-09-13T15:02:11.085103+0000","last_became_peered":"2024-09-13T15:02:11.085103+0000","last_unstale":"2024-09-13T15:02:12.606400+0000","last_undegraded":"2024-09-13T15:02:12.606400+0000","last_fullsized":"2024-09-13T15:02:12.606400+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:50:43.065699+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.25","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607454+0000","last_change":"2024-09-13T15:02:11.084982+0000","last_active":"2024-09-13T15:02:12.607454+0000","last_peered":"2024-09-13T15:02:12.607454+0000","last_clean":"2024-09-13T15:02:12.607454+0000","last_became_active":"2024-09-13T15:02:11.083938+0000","last_became_peered":"2024-09-13T15:02:11.083938+0000","last_unstale":"2024-09-13T15:02:12.607454+0000","last_undegraded":"2024-09-13T15:02:12.607454+0000","last_fullsized":"2024-09-13T15:02:12.607454+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:38:28.504894+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,2],"acting":[6,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.24","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607329+0000","last_change":"2024-09-13T15:02:11.086456+0000","last_active":"2024-09-13T15:02:12.607329+0000","last_peered":"2024-09-13T15:02:12.607329+0000","last_clean":"2024-09-13T15:02:12.607329+0000","last_became_active":"2024-09-13T15:02:11.086153+0000","last_became_peered":"2024-09-13T15:02:11.086153+0000","last_unstale":"2024-09-13T15:02:12.607329+0000","last_undegraded":"2024-09-13T15:02:12.607329+0000","last_fullsized":"2024-09-13T15:02:12.607329+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:49:12.981991+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.23","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606788+0000","last_change":"2024-09-13T15:02:11.083499+0000","last_active":"2024-09-13T15:02:12.606788+0000","last_peered":"2024-09-13T15:02:12.606788+0000","last_clean":"2024-09-13T15:02:12.606788+0000","last_became_active":"2024-09-13T15:02:11.083216+0000","last_became_peered":"2024-09-13T15:02:11.083216+0000","last_unstale":"2024-09-13T15:02:12.606788+0000","last_undegraded":"2024-09-13T15:02:12.606788+0000","last_fullsized":"2024-09-13T15:02:12.606788+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:52:44.257607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,1],"acting":[6,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.22","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606417+0000","last_change":"2024-09-13T15:02:11.083794+0000","last_active":"2024-09-13T15:02:12.606417+0000","last_peered":"2024-09-13T15:02:12.606417+0000","last_clean":"2024-09-13T15:02:12.606417+0000","last_became_active":"2024-09-13T15:02:11.083446+0000","last_became_peered":"2024-09-13T15:02:11.083446+0000","last_unstale":"2024-09-13T15:02:12.606417+0000","last_undegraded":"2024-09-13T15:02:12.606417+0000","last_fullsized":"2024-09-13T15:02:12.606417+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:00:53.319821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,3],"acting":[6,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.21","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605176+0000","last_change":"2024-09-13T15:02:11.095432+0000","last_active":"2024-09-13T15:02:12.605176+0000","last_peered":"2024-09-13T15:02:12.605176+0000","last_clean":"2024-09-13T15:02:12.605176+0000","last_became_active":"2024-09-13T15:02:11.094953+0000","last_became_peered":"2024-09-13T15:02:11.094953+0000","last_unstale":"2024-09-13T15:02:12.605176+0000","last_undegraded":"2024-09-13T15:02:12.605176+0000","last_fullsized":"2024-09-13T15:02:12.605176+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:32.001447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.20","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.604831+0000","last_change":"2024-09-13T15:02:11.080949+0000","last_active":"2024-09-13T15:02:12.604831+0000","last_peered":"2024-09-13T15:02:12.604831+0000","last_clean":"2024-09-13T15:02:12.604831+0000","last_became_active":"2024-09-13T15:02:11.080693+0000","last_became_peered":"2024-09-13T15:02:11.080693+0000","last_unstale":"2024-09-13T15:02:12.604831+0000","last_undegraded":"2024-09-13T15:02:12.604831+0000","last_fullsized":"2024-09-13T15:02:12.604831+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:04:08.782693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,2],"acting":[1,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606066+0000","last_change":"2024-09-13T15:02:11.093067+0000","last_active":"2024-09-13T15:02:12.606066+0000","last_peered":"2024-09-13T15:02:12.606066+0000","last_clean":"2024-09-13T15:02:12.606066+0000","last_became_active":"2024-09-13T15:02:11.092481+0000","last_became_peered":"2024-09-13T15:02:11.092481+0000","last_unstale":"2024-09-13T15:02:12.606066+0000","last_undegraded":"2024-09-13T15:02:12.606066+0000","last_fullsized":"2024-09-13T15:02:12.606066+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:11:01.122965+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,5],"acting":[7,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.1f","version":"40'4","reported_seq":15,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607286+0000","last_change":"2024-09-13T15:02:10.684990+0000","last_active":"2024-09-13T15:02:12.607286+0000","last_peered":"2024-09-13T15:02:12.607286+0000","last_clean":"2024-09-13T15:02:12.607286+0000","last_became_active":"2024-09-13T15:02:10.684665+0000","last_became_peered":"2024-09-13T15:02:10.684665+0000","last_unstale":"2024-09-13T15:02:12.607286+0000","last_undegraded":"2024-09-13T15:02:12.607286+0000","last_fullsized":"2024-09-13T15:02:12.607286+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":4,"log_dups_size":0,"ondisk_log_size":4,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:24.798678+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":582,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.1d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606218+0000","last_change":"2024-09-13T15:02:11.085799+0000","last_active":"2024-09-13T15:02:12.606218+0000","last_peered":"2024-09-13T15:02:12.606218+0000","last_clean":"2024-09-13T15:02:12.606218+0000","last_became_active":"2024-09-13T15:02:11.085187+0000","last_became_peered":"2024-09-13T15:02:11.085187+0000","last_unstale":"2024-09-13T15:02:12.606218+0000","last_undegraded":"2024-09-13T15:02:12.606218+0000","last_fullsized":"2024-09-13T15:02:12.606218+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:32.001447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.1e","version":"40'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605639+0000","last_change":"2024-09-13T15:02:10.691809+0000","last_active":"2024-09-13T15:02:12.605639+0000","last_peered":"2024-09-13T15:02:12.605639+0000","last_clean":"2024-09-13T15:02:12.605639+0000","last_became_active":"2024-09-13T15:02:10.691568+0000","last_became_peered":"2024-09-13T15:02:10.691568+0000","last_unstale":"2024-09-13T15:02:12.605639+0000","last_undegraded":"2024-09-13T15:02:12.605639+0000","last_fullsized":"2024-09-13T15:02:12.605639+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:36:28.235557+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071705+0000","last_change":"2024-09-13T15:02:11.084989+0000","last_active":"2024-09-13T15:02:12.071705+0000","last_peered":"2024-09-13T15:02:12.071705+0000","last_clean":"2024-09-13T15:02:12.071705+0000","last_became_active":"2024-09-13T15:02:11.084702+0000","last_became_peered":"2024-09-13T15:02:11.084702+0000","last_unstale":"2024-09-13T15:02:12.071705+0000","last_undegraded":"2024-09-13T15:02:12.071705+0000","last_fullsized":"2024-09-13T15:02:12.071705+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:45.767978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1d","version":"40'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606376+0000","last_change":"2024-09-13T15:02:10.690581+0000","last_active":"2024-09-13T15:02:12.606376+0000","last_peered":"2024-09-13T15:02:12.606376+0000","last_clean":"2024-09-13T15:02:12.606376+0000","last_became_active":"2024-09-13T15:02:10.690288+0000","last_became_peered":"2024-09-13T15:02:10.690288+0000","last_unstale":"2024-09-13T15:02:12.606376+0000","last_undegraded":"2024-09-13T15:02:12.606376+0000","last_fullsized":"2024-09-13T15:02:12.606376+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:18:39.131254+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072727+0000","last_change":"2024-09-13T15:02:11.082391+0000","last_active":"2024-09-13T15:02:12.072727+0000","last_peered":"2024-09-13T15:02:12.072727+0000","last_clean":"2024-09-13T15:02:12.072727+0000","last_became_active":"2024-09-13T15:02:11.082161+0000","last_became_peered":"2024-09-13T15:02:11.082161+0000","last_unstale":"2024-09-13T15:02:12.072727+0000","last_undegraded":"2024-09-13T15:02:12.072727+0000","last_fullsized":"2024-09-13T15:02:12.072727+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:24:31.292032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.1c","version":"40'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071542+0000","last_change":"2024-09-13T15:02:10.684961+0000","last_active":"2024-09-13T15:02:12.071542+0000","last_peered":"2024-09-13T15:02:12.071542+0000","last_clean":"2024-09-13T15:02:12.071542+0000","last_became_active":"2024-09-13T15:02:10.684695+0000","last_became_peered":"2024-09-13T15:02:10.684695+0000","last_unstale":"2024-09-13T15:02:12.071542+0000","last_undegraded":"2024-09-13T15:02:12.071542+0000","last_fullsized":"2024-09-13T15:02:12.071542+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:05.786654+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.18","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.604669+0000","last_change":"2024-09-13T15:02:11.081205+0000","last_active":"2024-09-13T15:02:12.604669+0000","last_peered":"2024-09-13T15:02:12.604669+0000","last_clean":"2024-09-13T15:02:12.604669+0000","last_became_active":"2024-09-13T15:02:11.080770+0000","last_became_peered":"2024-09-13T15:02:11.080770+0000","last_unstale":"2024-09-13T15:02:12.604669+0000","last_undegraded":"2024-09-13T15:02:12.604669+0000","last_fullsized":"2024-09-13T15:02:12.604669+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:14:25.866155+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.1b","version":"40'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606996+0000","last_change":"2024-09-13T15:02:10.688906+0000","last_active":"2024-09-13T15:02:12.606996+0000","last_peered":"2024-09-13T15:02:12.606996+0000","last_clean":"2024-09-13T15:02:12.606996+0000","last_became_active":"2024-09-13T15:02:10.688577+0000","last_became_peered":"2024-09-13T15:02:10.688577+0000","last_unstale":"2024-09-13T15:02:12.606996+0000","last_undegraded":"2024-09-13T15:02:12.606996+0000","last_fullsized":"2024-09-13T15:02:12.606996+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:54:29.858627+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,0],"acting":[5,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.19","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606135+0000","last_change":"2024-09-13T15:02:11.083854+0000","last_active":"2024-09-13T15:02:12.606135+0000","last_peered":"2024-09-13T15:02:12.606135+0000","last_clean":"2024-09-13T15:02:12.606135+0000","last_became_active":"2024-09-13T15:02:11.083577+0000","last_became_peered":"2024-09-13T15:02:11.083577+0000","last_unstale":"2024-09-13T15:02:12.606135+0000","last_undegraded":"2024-09-13T15:02:12.606135+0000","last_fullsized":"2024-09-13T15:02:12.606135+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:32.001447+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.1a","version":"40'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605611+0000","last_change":"2024-09-13T15:02:10.693144+0000","last_active":"2024-09-13T15:02:12.605611+0000","last_peered":"2024-09-13T15:02:12.605611+0000","last_clean":"2024-09-13T15:02:12.605611+0000","last_became_active":"2024-09-13T15:02:10.692398+0000","last_became_peered":"2024-09-13T15:02:10.692398+0000","last_unstale":"2024-09-13T15:02:12.605611+0000","last_undegraded":"2024-09-13T15:02:12.605611+0000","last_fullsized":"2024-09-13T15:02:12.605611+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:42:23.111813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.1a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071330+0000","last_change":"2024-09-13T15:02:11.078601+0000","last_active":"2024-09-13T15:02:12.071330+0000","last_peered":"2024-09-13T15:02:12.071330+0000","last_clean":"2024-09-13T15:02:12.071330+0000","last_became_active":"2024-09-13T15:02:11.078310+0000","last_became_peered":"2024-09-13T15:02:11.078310+0000","last_unstale":"2024-09-13T15:02:12.071330+0000","last_undegraded":"2024-09-13T15:02:12.071330+0000","last_fullsized":"2024-09-13T15:02:12.071330+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:06:13.144986+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.19","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605927+0000","last_change":"2024-09-13T15:02:10.687446+0000","last_active":"2024-09-13T15:02:12.605927+0000","last_peered":"2024-09-13T15:02:12.605927+0000","last_clean":"2024-09-13T15:02:12.605927+0000","last_became_active":"2024-09-13T15:02:10.687122+0000","last_became_peered":"2024-09-13T15:02:10.687122+0000","last_unstale":"2024-09-13T15:02:12.605927+0000","last_undegraded":"2024-09-13T15:02:12.605927+0000","last_fullsized":"2024-09-13T15:02:12.605927+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:50:09.947717+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.1b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072197+0000","last_change":"2024-09-13T15:02:11.091029+0000","last_active":"2024-09-13T15:02:12.072197+0000","last_peered":"2024-09-13T15:02:12.072197+0000","last_clean":"2024-09-13T15:02:12.072197+0000","last_became_active":"2024-09-13T15:02:11.090815+0000","last_became_peered":"2024-09-13T15:02:11.090815+0000","last_unstale":"2024-09-13T15:02:12.072197+0000","last_undegraded":"2024-09-13T15:02:12.072197+0000","last_fullsized":"2024-09-13T15:02:12.072197+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:42:15.242235+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.18","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070982+0000","last_change":"2024-09-13T15:02:10.686810+0000","last_active":"2024-09-13T15:02:12.070982+0000","last_peered":"2024-09-13T15:02:12.070982+0000","last_clean":"2024-09-13T15:02:12.070982+0000","last_became_active":"2024-09-13T15:02:10.686378+0000","last_became_peered":"2024-09-13T15:02:10.686378+0000","last_unstale":"2024-09-13T15:02:12.070982+0000","last_undegraded":"2024-09-13T15:02:12.070982+0000","last_fullsized":"2024-09-13T15:02:12.070982+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:55.275559+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,6],"acting":[4,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.14","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070797+0000","last_change":"2024-09-13T15:02:11.080930+0000","last_active":"2024-09-13T15:02:12.070797+0000","last_peered":"2024-09-13T15:02:12.070797+0000","last_clean":"2024-09-13T15:02:12.070797+0000","last_became_active":"2024-09-13T15:02:11.080726+0000","last_became_peered":"2024-09-13T15:02:11.080726+0000","last_unstale":"2024-09-13T15:02:12.070797+0000","last_undegraded":"2024-09-13T15:02:12.070797+0000","last_fullsized":"2024-09-13T15:02:12.070797+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:50:13.121263+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.17","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072831+0000","last_change":"2024-09-13T15:02:10.686668+0000","last_active":"2024-09-13T15:02:12.072831+0000","last_peered":"2024-09-13T15:02:12.072831+0000","last_clean":"2024-09-13T15:02:12.072831+0000","last_became_active":"2024-09-13T15:02:10.686441+0000","last_became_peered":"2024-09-13T15:02:10.686441+0000","last_unstale":"2024-09-13T15:02:12.072831+0000","last_undegraded":"2024-09-13T15:02:12.072831+0000","last_fullsized":"2024-09-13T15:02:12.072831+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:50:42.062396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.15","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606341+0000","last_change":"2024-09-13T15:02:11.090064+0000","last_active":"2024-09-13T15:02:12.606341+0000","last_peered":"2024-09-13T15:02:12.606341+0000","last_clean":"2024-09-13T15:02:12.606341+0000","last_became_active":"2024-09-13T15:02:11.089762+0000","last_became_peered":"2024-09-13T15:02:11.089762+0000","last_unstale":"2024-09-13T15:02:12.606341+0000","last_undegraded":"2024-09-13T15:02:12.606341+0000","last_fullsized":"2024-09-13T15:02:12.606341+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:04:08.782693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.16","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.608036+0000","last_change":"2024-09-13T15:02:10.684740+0000","last_active":"2024-09-13T15:02:12.608036+0000","last_peered":"2024-09-13T15:02:12.608036+0000","last_clean":"2024-09-13T15:02:12.608036+0000","last_became_active":"2024-09-13T15:02:10.684506+0000","last_became_peered":"2024-09-13T15:02:10.684506+0000","last_unstale":"2024-09-13T15:02:12.608036+0000","last_undegraded":"2024-09-13T15:02:12.608036+0000","last_fullsized":"2024-09-13T15:02:12.608036+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:42:23.111813+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.16","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605407+0000","last_change":"2024-09-13T15:02:11.095780+0000","last_active":"2024-09-13T15:02:12.605407+0000","last_peered":"2024-09-13T15:02:12.605407+0000","last_clean":"2024-09-13T15:02:12.605407+0000","last_became_active":"2024-09-13T15:02:11.095511+0000","last_became_peered":"2024-09-13T15:02:11.095511+0000","last_unstale":"2024-09-13T15:02:12.605407+0000","last_undegraded":"2024-09-13T15:02:12.605407+0000","last_fullsized":"2024-09-13T15:02:12.605407+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:17:30.872893+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.15","version":"40'3","reported_seq":14,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607854+0000","last_change":"2024-09-13T15:02:10.686151+0000","last_active":"2024-09-13T15:02:12.607854+0000","last_peered":"2024-09-13T15:02:12.607854+0000","last_clean":"2024-09-13T15:02:12.607854+0000","last_became_active":"2024-09-13T15:02:10.685872+0000","last_became_peered":"2024-09-13T15:02:10.685872+0000","last_unstale":"2024-09-13T15:02:12.607854+0000","last_undegraded":"2024-09-13T15:02:12.607854+0000","last_fullsized":"2024-09-13T15:02:12.607854+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":3,"log_dups_size":0,"ondisk_log_size":3,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:18:15.534837+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":90,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":4,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.17","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071884+0000","last_change":"2024-09-13T15:02:11.078268+0000","last_active":"2024-09-13T15:02:12.071884+0000","last_peered":"2024-09-13T15:02:12.071884+0000","last_clean":"2024-09-13T15:02:12.071884+0000","last_became_active":"2024-09-13T15:02:11.077935+0000","last_became_peered":"2024-09-13T15:02:11.077935+0000","last_unstale":"2024-09-13T15:02:12.071884+0000","last_undegraded":"2024-09-13T15:02:12.071884+0000","last_fullsized":"2024-09-13T15:02:12.071884+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:04.822655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,2],"acting":[4,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.14","version":"40'6","reported_seq":17,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072953+0000","last_change":"2024-09-13T15:02:10.691933+0000","last_active":"2024-09-13T15:02:12.072953+0000","last_peered":"2024-09-13T15:02:12.072953+0000","last_clean":"2024-09-13T15:02:12.072953+0000","last_became_active":"2024-09-13T15:02:10.691652+0000","last_became_peered":"2024-09-13T15:02:10.691652+0000","last_unstale":"2024-09-13T15:02:12.072953+0000","last_undegraded":"2024-09-13T15:02:12.072953+0000","last_fullsized":"2024-09-13T15:02:12.072953+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":6,"log_dups_size":0,"ondisk_log_size":6,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:00.120030+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":1564,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":6,"num_write_kb":3,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.10","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.604751+0000","last_change":"2024-09-13T15:02:11.087277+0000","last_active":"2024-09-13T15:02:12.604751+0000","last_peered":"2024-09-13T15:02:12.604751+0000","last_clean":"2024-09-13T15:02:12.604751+0000","last_became_active":"2024-09-13T15:02:11.087019+0000","last_became_peered":"2024-09-13T15:02:11.087019+0000","last_unstale":"2024-09-13T15:02:12.604751+0000","last_undegraded":"2024-09-13T15:02:12.604751+0000","last_fullsized":"2024-09-13T15:02:12.604751+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:52:44.257607+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,5],"acting":[0,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.13","version":"40'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072360+0000","last_change":"2024-09-13T15:02:10.689409+0000","last_active":"2024-09-13T15:02:12.072360+0000","last_peered":"2024-09-13T15:02:12.072360+0000","last_clean":"2024-09-13T15:02:12.072360+0000","last_became_active":"2024-09-13T15:02:10.689142+0000","last_became_peered":"2024-09-13T15:02:10.689142+0000","last_unstale":"2024-09-13T15:02:12.072360+0000","last_undegraded":"2024-09-13T15:02:12.072360+0000","last_fullsized":"2024-09-13T15:02:12.072360+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:57:30.998143+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":34,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":7,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.11","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072030+0000","last_change":"2024-09-13T15:02:11.078024+0000","last_active":"2024-09-13T15:02:12.072030+0000","last_peered":"2024-09-13T15:02:12.072030+0000","last_clean":"2024-09-13T15:02:12.072030+0000","last_became_active":"2024-09-13T15:02:11.077819+0000","last_became_peered":"2024-09-13T15:02:11.077819+0000","last_unstale":"2024-09-13T15:02:12.072030+0000","last_undegraded":"2024-09-13T15:02:12.072030+0000","last_fullsized":"2024-09-13T15:02:12.072030+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:25:45.767978+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.12","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605656+0000","last_change":"2024-09-13T15:02:10.686275+0000","last_active":"2024-09-13T15:02:12.605656+0000","last_peered":"2024-09-13T15:02:12.605656+0000","last_clean":"2024-09-13T15:02:12.605656+0000","last_became_active":"2024-09-13T15:02:10.685175+0000","last_became_peered":"2024-09-13T15:02:10.685175+0000","last_unstale":"2024-09-13T15:02:12.605656+0000","last_undegraded":"2024-09-13T15:02:12.605656+0000","last_fullsized":"2024-09-13T15:02:12.605656+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:37:26.868261+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.12","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605401+0000","last_change":"2024-09-13T15:02:11.093023+0000","last_active":"2024-09-13T15:02:12.605401+0000","last_peered":"2024-09-13T15:02:12.605401+0000","last_clean":"2024-09-13T15:02:12.605401+0000","last_became_active":"2024-09-13T15:02:11.089830+0000","last_became_peered":"2024-09-13T15:02:11.089830+0000","last_unstale":"2024-09-13T15:02:12.605401+0000","last_undegraded":"2024-09-13T15:02:12.605401+0000","last_fullsized":"2024-09-13T15:02:12.605401+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:31:01.123333+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.11","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606056+0000","last_change":"2024-09-13T15:02:10.684334+0000","last_active":"2024-09-13T15:02:12.606056+0000","last_peered":"2024-09-13T15:02:12.606056+0000","last_clean":"2024-09-13T15:02:12.606056+0000","last_became_active":"2024-09-13T15:02:10.684064+0000","last_became_peered":"2024-09-13T15:02:10.684064+0000","last_unstale":"2024-09-13T15:02:12.606056+0000","last_undegraded":"2024-09-13T15:02:12.606056+0000","last_fullsized":"2024-09-13T15:02:12.606056+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:09:21.155344+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,4],"acting":[6,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.13","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072319+0000","last_change":"2024-09-13T15:02:11.075434+0000","last_active":"2024-09-13T15:02:12.072319+0000","last_peered":"2024-09-13T15:02:12.072319+0000","last_clean":"2024-09-13T15:02:12.072319+0000","last_became_active":"2024-09-13T15:02:11.075146+0000","last_became_peered":"2024-09-13T15:02:11.075146+0000","last_unstale":"2024-09-13T15:02:12.072319+0000","last_undegraded":"2024-09-13T15:02:12.072319+0000","last_fullsized":"2024-09-13T15:02:12.072319+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:15:19.586473+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,0],"acting":[3,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.10","version":"40'8","reported_seq":19,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.604944+0000","last_change":"2024-09-13T15:02:10.693147+0000","last_active":"2024-09-13T15:02:12.604944+0000","last_peered":"2024-09-13T15:02:12.604944+0000","last_clean":"2024-09-13T15:02:12.604944+0000","last_became_active":"2024-09-13T15:02:10.692390+0000","last_became_peered":"2024-09-13T15:02:10.692390+0000","last_unstale":"2024-09-13T15:02:12.604944+0000","last_undegraded":"2024-09-13T15:02:12.604944+0000","last_fullsized":"2024-09-13T15:02:12.604944+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":8,"log_dups_size":0,"ondisk_log_size":8,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:11:33.806193+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":4,"num_object_clones":0,"num_object_copies":8,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":4,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":12,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":4,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,4],"acting":[7,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.c","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072989+0000","last_change":"2024-09-13T15:02:11.081821+0000","last_active":"2024-09-13T15:02:12.072989+0000","last_peered":"2024-09-13T15:02:12.072989+0000","last_clean":"2024-09-13T15:02:12.072989+0000","last_became_active":"2024-09-13T15:02:11.081628+0000","last_became_peered":"2024-09-13T15:02:11.081628+0000","last_unstale":"2024-09-13T15:02:12.072989+0000","last_undegraded":"2024-09-13T15:02:12.072989+0000","last_fullsized":"2024-09-13T15:02:12.072989+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:29:11.145778+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,6],"acting":[3,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.f","version":"40'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.608054+0000","last_change":"2024-09-13T15:02:10.683969+0000","last_active":"2024-09-13T15:02:12.608054+0000","last_peered":"2024-09-13T15:02:12.608054+0000","last_clean":"2024-09-13T15:02:12.608054+0000","last_became_active":"2024-09-13T15:02:10.683701+0000","last_became_peered":"2024-09-13T15:02:10.683701+0000","last_unstale":"2024-09-13T15:02:12.608054+0000","last_undegraded":"2024-09-13T15:02:12.608054+0000","last_fullsized":"2024-09-13T15:02:12.608054+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:49:05.056479+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":22,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,4],"acting":[5,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.d","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.607655+0000","last_change":"2024-09-13T15:02:11.082833+0000","last_active":"2024-09-13T15:02:12.607655+0000","last_peered":"2024-09-13T15:02:12.607655+0000","last_clean":"2024-09-13T15:02:12.607655+0000","last_became_active":"2024-09-13T15:02:11.082366+0000","last_became_peered":"2024-09-13T15:02:11.082366+0000","last_unstale":"2024-09-13T15:02:12.607655+0000","last_undegraded":"2024-09-13T15:02:12.607655+0000","last_fullsized":"2024-09-13T15:02:12.607655+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:04:08.782693+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.e","version":"40'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071792+0000","last_change":"2024-09-13T15:02:10.686280+0000","last_active":"2024-09-13T15:02:12.071792+0000","last_peered":"2024-09-13T15:02:12.071792+0000","last_clean":"2024-09-13T15:02:12.071792+0000","last_became_active":"2024-09-13T15:02:10.686037+0000","last_became_peered":"2024-09-13T15:02:10.686037+0000","last_unstale":"2024-09-13T15:02:12.071792+0000","last_undegraded":"2024-09-13T15:02:12.071792+0000","last_fullsized":"2024-09-13T15:02:12.071792+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:38:44.523378+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,5],"acting":[4,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.e","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071731+0000","last_change":"2024-09-13T15:02:11.085795+0000","last_active":"2024-09-13T15:02:12.071731+0000","last_peered":"2024-09-13T15:02:12.071731+0000","last_clean":"2024-09-13T15:02:12.071731+0000","last_became_active":"2024-09-13T15:02:11.085439+0000","last_became_peered":"2024-09-13T15:02:11.085439+0000","last_unstale":"2024-09-13T15:02:12.071731+0000","last_undegraded":"2024-09-13T15:02:12.071731+0000","last_fullsized":"2024-09-13T15:02:12.071731+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T17:24:31.292032+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,1],"acting":[4,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.d","version":"40'1","reported_seq":12,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071159+0000","last_change":"2024-09-13T15:02:10.687664+0000","last_active":"2024-09-13T15:02:12.071159+0000","last_peered":"2024-09-13T15:02:12.071159+0000","last_clean":"2024-09-13T15:02:12.071159+0000","last_became_active":"2024-09-13T15:02:10.687192+0000","last_became_peered":"2024-09-13T15:02:10.687192+0000","last_unstale":"2024-09-13T15:02:12.071159+0000","last_undegraded":"2024-09-13T15:02:12.071159+0000","last_fullsized":"2024-09-13T15:02:12.071159+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":1,"log_dups_size":0,"ondisk_log_size":1,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:18:44.526938+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":70,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":1,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,7],"acting":[2,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.f","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071120+0000","last_change":"2024-09-13T15:02:11.069148+0000","last_active":"2024-09-13T15:02:12.071120+0000","last_peered":"2024-09-13T15:02:12.071120+0000","last_clean":"2024-09-13T15:02:12.071120+0000","last_became_active":"2024-09-13T15:02:11.068818+0000","last_became_peered":"2024-09-13T15:02:11.068818+0000","last_unstale":"2024-09-13T15:02:12.071120+0000","last_undegraded":"2024-09-13T15:02:12.071120+0000","last_fullsized":"2024-09-13T15:02:12.071120+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:52:16.326885+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,3],"acting":[2,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"5.c","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605797+0000","last_change":"2024-09-13T15:02:10.690400+0000","last_active":"2024-09-13T15:02:12.605797+0000","last_peered":"2024-09-13T15:02:12.605797+0000","last_clean":"2024-09-13T15:02:12.605797+0000","last_became_active":"2024-09-13T15:02:10.690109+0000","last_became_peered":"2024-09-13T15:02:10.690109+0000","last_unstale":"2024-09-13T15:02:12.605797+0000","last_undegraded":"2024-09-13T15:02:12.605797+0000","last_fullsized":"2024-09-13T15:02:12.605797+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:57:43.187599+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,4],"acting":[1,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"6.8","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605072+0000","last_change":"2024-09-13T15:02:11.094781+0000","last_active":"2024-09-13T15:02:12.605072+0000","last_peered":"2024-09-13T15:02:12.605072+0000","last_clean":"2024-09-13T15:02:12.605072+0000","last_became_active":"2024-09-13T15:02:11.094403+0000","last_became_peered":"2024-09-13T15:02:11.094403+0000","last_unstale":"2024-09-13T15:02:12.605072+0000","last_undegraded":"2024-09-13T15:02:12.605072+0000","last_fullsized":"2024-09-13T15:02:12.605072+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:57:44.190903+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.b","version":"40'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070630+0000","last_change":"2024-09-13T15:02:10.689454+0000","last_active":"2024-09-13T15:02:12.070630+0000","last_peered":"2024-09-13T15:02:12.070630+0000","last_clean":"2024-09-13T15:02:12.070630+0000","last_became_active":"2024-09-13T15:02:10.689137+0000","last_became_peered":"2024-09-13T15:02:10.689137+0000","last_unstale":"2024-09-13T15:02:12.070630+0000","last_undegraded":"2024-09-13T15:02:12.070630+0000","last_fullsized":"2024-09-13T15:02:12.070630+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:43:21.189252+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":1,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.9","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605029+0000","last_change":"2024-09-13T15:02:11.090555+0000","last_active":"2024-09-13T15:02:12.605029+0000","last_peered":"2024-09-13T15:02:12.605029+0000","last_clean":"2024-09-13T15:02:12.605029+0000","last_became_active":"2024-09-13T15:02:11.090361+0000","last_became_peered":"2024-09-13T15:02:11.090361+0000","last_unstale":"2024-09-13T15:02:12.605029+0000","last_undegraded":"2024-09-13T15:02:12.605029+0000","last_fullsized":"2024-09-13T15:02:12.605029+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:29:32.244723+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,7],"acting":[0,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.a","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070456+0000","last_change":"2024-09-13T15:02:10.684904+0000","last_active":"2024-09-13T15:02:12.070456+0000","last_peered":"2024-09-13T15:02:12.070456+0000","last_clean":"2024-09-13T15:02:12.070456+0000","last_became_active":"2024-09-13T15:02:10.684591+0000","last_became_peered":"2024-09-13T15:02:10.684591+0000","last_unstale":"2024-09-13T15:02:12.070456+0000","last_undegraded":"2024-09-13T15:02:12.070456+0000","last_fullsized":"2024-09-13T15:02:12.070456+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:19:55.090831+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,4],"acting":[2,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.a","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606009+0000","last_change":"2024-09-13T15:02:11.082056+0000","last_active":"2024-09-13T15:02:12.606009+0000","last_peered":"2024-09-13T15:02:12.606009+0000","last_clean":"2024-09-13T15:02:12.606009+0000","last_became_active":"2024-09-13T15:02:11.079872+0000","last_became_peered":"2024-09-13T15:02:11.079872+0000","last_unstale":"2024-09-13T15:02:12.606009+0000","last_undegraded":"2024-09-13T15:02:12.606009+0000","last_fullsized":"2024-09-13T15:02:12.606009+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:08:56.278863+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,6],"acting":[5,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.9","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605333+0000","last_change":"2024-09-13T15:02:10.691035+0000","last_active":"2024-09-13T15:02:12.605333+0000","last_peered":"2024-09-13T15:02:12.605333+0000","last_clean":"2024-09-13T15:02:12.605333+0000","last_became_active":"2024-09-13T15:02:10.690754+0000","last_became_peered":"2024-09-13T15:02:10.690754+0000","last_unstale":"2024-09-13T15:02:12.605333+0000","last_undegraded":"2024-09-13T15:02:12.605333+0000","last_fullsized":"2024-09-13T15:02:12.605333+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T19:55:12.421281+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"6.b","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072251+0000","last_change":"2024-09-13T15:02:11.091109+0000","last_active":"2024-09-13T15:02:12.072251+0000","last_peered":"2024-09-13T15:02:12.072251+0000","last_clean":"2024-09-13T15:02:12.072251+0000","last_became_active":"2024-09-13T15:02:11.090828+0000","last_became_peered":"2024-09-13T15:02:11.090828+0000","last_unstale":"2024-09-13T15:02:12.072251+0000","last_undegraded":"2024-09-13T15:02:12.072251+0000","last_fullsized":"2024-09-13T15:02:12.072251+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:34:33.001389+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,7],"acting":[3,7],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.8","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070326+0000","last_change":"2024-09-13T15:02:10.682615+0000","last_active":"2024-09-13T15:02:12.070326+0000","last_peered":"2024-09-13T15:02:12.070326+0000","last_clean":"2024-09-13T15:02:12.070326+0000","last_became_active":"2024-09-13T15:02:10.682346+0000","last_became_peered":"2024-09-13T15:02:10.682346+0000","last_unstale":"2024-09-13T15:02:12.070326+0000","last_undegraded":"2024-09-13T15:02:12.070326+0000","last_fullsized":"2024-09-13T15:02:12.070326+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:13:36.695641+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,0],"acting":[2,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.4","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605732+0000","last_change":"2024-09-13T15:02:11.087670+0000","last_active":"2024-09-13T15:02:12.605732+0000","last_peered":"2024-09-13T15:02:12.605732+0000","last_clean":"2024-09-13T15:02:12.605732+0000","last_became_active":"2024-09-13T15:02:11.087476+0000","last_became_peered":"2024-09-13T15:02:11.087476+0000","last_unstale":"2024-09-13T15:02:12.605732+0000","last_undegraded":"2024-09-13T15:02:12.605732+0000","last_fullsized":"2024-09-13T15:02:12.605732+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T23:34:50.871663+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,5],"acting":[1,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.7","version":"40'2","reported_seq":13,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.608330+0000","last_change":"2024-09-13T15:02:10.686047+0000","last_active":"2024-09-13T15:02:12.608330+0000","last_peered":"2024-09-13T15:02:12.608330+0000","last_clean":"2024-09-13T15:02:12.608330+0000","last_became_active":"2024-09-13T15:02:10.685783+0000","last_became_peered":"2024-09-13T15:02:10.685783+0000","last_unstale":"2024-09-13T15:02:12.608330+0000","last_undegraded":"2024-09-13T15:02:12.608330+0000","last_fullsized":"2024-09-13T15:02:12.608330+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":2,"log_dups_size":0,"ondisk_log_size":2,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:54.796015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":1,"num_object_clones":0,"num_object_copies":2,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":1,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":3,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":1,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,1],"acting":[5,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"6.5","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606444+0000","last_change":"2024-09-13T15:02:11.092801+0000","last_active":"2024-09-13T15:02:12.606444+0000","last_peered":"2024-09-13T15:02:12.606444+0000","last_clean":"2024-09-13T15:02:12.606444+0000","last_became_active":"2024-09-13T15:02:11.090084+0000","last_became_peered":"2024-09-13T15:02:11.090084+0000","last_unstale":"2024-09-13T15:02:12.606444+0000","last_undegraded":"2024-09-13T15:02:12.606444+0000","last_fullsized":"2024-09-13T15:02:12.606444+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:40.385238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.6","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071454+0000","last_change":"2024-09-13T15:02:10.683911+0000","last_active":"2024-09-13T15:02:12.071454+0000","last_peered":"2024-09-13T15:02:12.071454+0000","last_clean":"2024-09-13T15:02:12.071454+0000","last_became_active":"2024-09-13T15:02:10.683651+0000","last_became_peered":"2024-09-13T15:02:10.683651+0000","last_unstale":"2024-09-13T15:02:12.071454+0000","last_undegraded":"2024-09-13T15:02:12.071454+0000","last_fullsized":"2024-09-13T15:02:12.071454+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T21:13:03.257988+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[2,5],"acting":[2,5],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":2,"acting_primary":2,"purged_snaps":[]},{"pgid":"6.6","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.072543+0000","last_change":"2024-09-13T15:02:11.087255+0000","last_active":"2024-09-13T15:02:12.072543+0000","last_peered":"2024-09-13T15:02:12.072543+0000","last_clean":"2024-09-13T15:02:12.072543+0000","last_became_active":"2024-09-13T15:02:11.087000+0000","last_became_peered":"2024-09-13T15:02:11.087000+0000","last_unstale":"2024-09-13T15:02:12.072543+0000","last_undegraded":"2024-09-13T15:02:12.072543+0000","last_fullsized":"2024-09-13T15:02:12.072543+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T18:20:04.822655+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,4],"acting":[3,4],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"5.5","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606266+0000","last_change":"2024-09-13T15:02:10.686043+0000","last_active":"2024-09-13T15:02:12.606266+0000","last_peered":"2024-09-13T15:02:12.606266+0000","last_clean":"2024-09-13T15:02:12.606266+0000","last_became_active":"2024-09-13T15:02:10.685771+0000","last_became_peered":"2024-09-13T15:02:10.685771+0000","last_unstale":"2024-09-13T15:02:12.606266+0000","last_undegraded":"2024-09-13T15:02:12.606266+0000","last_fullsized":"2024-09-13T15:02:12.606266+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:08:50.637211+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,1],"acting":[0,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.0","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.604952+0000","last_change":"2024-09-13T15:02:11.083615+0000","last_active":"2024-09-13T15:02:12.604952+0000","last_peered":"2024-09-13T15:02:12.604952+0000","last_clean":"2024-09-13T15:02:12.604952+0000","last_became_active":"2024-09-13T15:02:11.083363+0000","last_became_peered":"2024-09-13T15:02:11.083363+0000","last_unstale":"2024-09-13T15:02:12.604952+0000","last_undegraded":"2024-09-13T15:02:12.604952+0000","last_fullsized":"2024-09-13T15:02:12.604952+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:00:53.319821+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,3],"acting":[0,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"5.3","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605882+0000","last_change":"2024-09-13T15:02:10.689278+0000","last_active":"2024-09-13T15:02:12.605882+0000","last_peered":"2024-09-13T15:02:12.605882+0000","last_clean":"2024-09-13T15:02:12.605882+0000","last_became_active":"2024-09-13T15:02:10.688751+0000","last_became_peered":"2024-09-13T15:02:10.688751+0000","last_unstale":"2024-09-13T15:02:12.605882+0000","last_undegraded":"2024-09-13T15:02:12.605882+0000","last_fullsized":"2024-09-13T15:02:12.605882+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:53.655052+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[0,6],"acting":[0,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":0,"acting_primary":0,"purged_snaps":[]},{"pgid":"6.1","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.605667+0000","last_change":"2024-09-13T15:02:11.083252+0000","last_active":"2024-09-13T15:02:12.605667+0000","last_peered":"2024-09-13T15:02:12.605667+0000","last_clean":"2024-09-13T15:02:12.605667+0000","last_became_active":"2024-09-13T15:02:11.082835+0000","last_became_peered":"2024-09-13T15:02:11.082835+0000","last_unstale":"2024-09-13T15:02:12.605667+0000","last_undegraded":"2024-09-13T15:02:12.605667+0000","last_fullsized":"2024-09-13T15:02:12.605667+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:21:06.789958+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[1,6],"acting":[1,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":1,"acting_primary":1,"purged_snaps":[]},{"pgid":"5.2","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606619+0000","last_change":"2024-09-13T15:02:10.683272+0000","last_active":"2024-09-13T15:02:12.606619+0000","last_peered":"2024-09-13T15:02:12.606619+0000","last_clean":"2024-09-13T15:02:12.606619+0000","last_became_active":"2024-09-13T15:02:10.682997+0000","last_became_peered":"2024-09-13T15:02:10.682997+0000","last_unstale":"2024-09-13T15:02:12.606619+0000","last_undegraded":"2024-09-13T15:02:12.606619+0000","last_fullsized":"2024-09-13T15:02:12.606619+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T16:14:27.866218+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[6,0],"acting":[6,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":6,"acting_primary":6,"purged_snaps":[]},{"pgid":"6.2","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071048+0000","last_change":"2024-09-13T15:02:11.078877+0000","last_active":"2024-09-13T15:02:12.071048+0000","last_peered":"2024-09-13T15:02:12.071048+0000","last_clean":"2024-09-13T15:02:12.071048+0000","last_became_active":"2024-09-13T15:02:11.078617+0000","last_became_peered":"2024-09-13T15:02:11.078617+0000","last_unstale":"2024-09-13T15:02:12.071048+0000","last_undegraded":"2024-09-13T15:02:12.071048+0000","last_fullsized":"2024-09-13T15:02:12.071048+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T01:36:31.001312+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"5.1","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.070981+0000","last_change":"2024-09-13T15:02:10.685503+0000","last_active":"2024-09-13T15:02:12.070981+0000","last_peered":"2024-09-13T15:02:12.070981+0000","last_clean":"2024-09-13T15:02:12.070981+0000","last_became_active":"2024-09-13T15:02:10.685233+0000","last_became_peered":"2024-09-13T15:02:10.685233+0000","last_unstale":"2024-09-13T15:02:12.070981+0000","last_undegraded":"2024-09-13T15:02:12.070981+0000","last_fullsized":"2024-09-13T15:02:12.070981+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:50:42.062396+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[4,3],"acting":[4,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":4,"acting_primary":4,"purged_snaps":[]},{"pgid":"6.3","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606073+0000","last_change":"2024-09-13T15:02:11.092347+0000","last_active":"2024-09-13T15:02:12.606073+0000","last_peered":"2024-09-13T15:02:12.606073+0000","last_clean":"2024-09-13T15:02:12.606073+0000","last_became_active":"2024-09-13T15:02:11.089879+0000","last_became_peered":"2024-09-13T15:02:11.089879+0000","last_unstale":"2024-09-13T15:02:12.606073+0000","last_undegraded":"2024-09-13T15:02:12.606073+0000","last_fullsized":"2024-09-13T15:02:12.606073+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:36:24.837674+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,6],"acting":[7,6],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"5.0","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.071956+0000","last_change":"2024-09-13T15:02:10.686245+0000","last_active":"2024-09-13T15:02:12.071956+0000","last_peered":"2024-09-13T15:02:12.071956+0000","last_clean":"2024-09-13T15:02:12.071956+0000","last_became_active":"2024-09-13T15:02:10.685991+0000","last_became_peered":"2024-09-13T15:02:10.685991+0000","last_unstale":"2024-09-13T15:02:12.071956+0000","last_undegraded":"2024-09-13T15:02:12.071956+0000","last_fullsized":"2024-09-13T15:02:12.071956+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T15:04:07.779390+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[3,1],"acting":[3,1],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":3,"acting_primary":3,"purged_snaps":[]},{"pgid":"6.7","version":"0'0","reported_seq":10,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.608205+0000","last_change":"2024-09-13T15:02:11.086938+0000","last_active":"2024-09-13T15:02:12.608205+0000","last_peered":"2024-09-13T15:02:12.608205+0000","last_clean":"2024-09-13T15:02:12.608205+0000","last_became_active":"2024-09-13T15:02:11.086524+0000","last_became_peered":"2024-09-13T15:02:11.086524+0000","last_unstale":"2024-09-13T15:02:12.608205+0000","last_undegraded":"2024-09-13T15:02:12.608205+0000","last_fullsized":"2024-09-13T15:02:12.608205+0000","mapping_epoch":39,"log_start":"0'0","ondisk_log_start":"0'0","created":39,"last_epoch_clean":40,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:10.660280+0000","last_clean_scrub_stamp":"2024-09-13T15:02:10.660280+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T22:26:40.385238+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[5,3],"acting":[5,3],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":5,"acting_primary":5,"purged_snaps":[]},{"pgid":"5.4","version":"0'0","reported_seq":11,"reported_epoch":41,"state":"active+clean","last_fresh":"2024-09-13T15:02:12.606632+0000","last_change":"2024-09-13T15:02:10.691770+0000","last_active":"2024-09-13T15:02:12.606632+0000","last_peered":"2024-09-13T15:02:12.606632+0000","last_clean":"2024-09-13T15:02:12.606632+0000","last_became_active":"2024-09-13T15:02:10.691377+0000","last_became_peered":"2024-09-13T15:02:10.691377+0000","last_unstale":"2024-09-13T15:02:12.606632+0000","last_undegraded":"2024-09-13T15:02:12.606632+0000","last_fullsized":"2024-09-13T15:02:12.606632+0000","mapping_epoch":38,"log_start":"0'0","ondisk_log_start":"0'0","created":38,"last_epoch_clean":39,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:02:09.656977+0000","last_clean_scrub_stamp":"2024-09-13T15:02:09.656977+0000","objects_scrubbed":0,"log_size":0,"log_dups_size":0,"ondisk_log_size":0,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-14T20:32:54.796015+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,2],"acting":[7,2],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]},{"pgid":"1.0","version":"18'117","reported_seq":179,"reported_epoch":40,"state":"active+clean","last_fresh":"2024-09-13T15:02:11.079915+0000","last_change":"2024-09-13T15:00:46.489302+0000","last_active":"2024-09-13T15:02:11.079915+0000","last_peered":"2024-09-13T15:02:11.079915+0000","last_clean":"2024-09-13T15:02:11.079915+0000","last_became_active":"2024-09-13T15:00:46.487009+0000","last_became_peered":"2024-09-13T15:00:46.487009+0000","last_unstale":"2024-09-13T15:02:11.079915+0000","last_undegraded":"2024-09-13T15:02:11.079915+0000","last_fullsized":"2024-09-13T15:02:11.079915+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_clean_scrub_stamp":"2024-09-13T15:00:45.246135+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:04.189008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":6,"num_pg":64,"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":128,"acting":128,"num_store_stats":8},{"poolid":5,"num_pg":32,"stat_sum":{"num_bytes":2362,"num_objects":21,"num_object_clones":0,"num_object_copies":42,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":21,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":44,"num_write_kb":14,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":13,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":65536,"data_stored":4724,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":38,"ondisk_log_size":38,"up":64,"acting":64,"num_store_stats":8},{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542164,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28076,"kb_used_data":1056,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343764,"statfs":{"total":96636764160,"available":96608014336,"internally_reserved":0,"allocated":1081344,"data_stored":794009,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.77600000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.71299999999999997},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.628}]},{"osd":2,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":0.81399999999999995},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.88200000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.74399999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":1.02},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.327,"5min":1.327,"15min":1.327},"last":0.98399999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"min":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.68899999999999995},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.96299999999999997}]},{"osd":6,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":1.0669999999999999},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.83899999999999997}]}]},{"osd":6,"up_from":14,"seq":60129542165,"num_pgs":12,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27492,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344348,"statfs":{"total":96636764160,"available":96608612352,"internally_reserved":0,"allocated":475136,"data_stored":202589,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":2.8929999999999998,"5min":2.8929999999999998,"15min":2.8929999999999998},"last":0.32800000000000001},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.56499999999999995}]},{"osd":1,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.378},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":3.9769999999999999,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":0.39600000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.52500000000000002},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.6899999999999999,"5min":1.6899999999999999,"15min":1.6899999999999999},"last":0.46200000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.9910000000000001,"5min":1.9910000000000001,"15min":1.9910000000000001},"last":0.41699999999999998},{"interface":"front","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.505}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"min":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":0.45000000000000001},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.61399999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":2.032,"5min":2.032,"15min":2.032},"last":0.48999999999999999},{"interface":"front","average":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":2.492,"5min":2.492,"15min":2.492},"last":0.47699999999999998}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":1.173,"15min":1.173},"min":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":1.8140000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":0.69899999999999995},{"interface":"front","average":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"min":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"max":{"1min":2.6560000000000001,"5min":2.6560000000000001,"15min":2.6560000000000001},"last":0.51500000000000001}]}]},{"osd":5,"up_from":14,"seq":60129542165,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":479232,"data_stored":202119,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":0.96399999999999997},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":0.92900000000000005}]},{"osd":1,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":3.0019999999999998,"5min":3.0019999999999998,"15min":3.0019999999999998},"last":0.69499999999999995},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.65000000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.135},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.89000000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":2.7490000000000001,"5min":2.7490000000000001,"15min":2.7490000000000001},"last":0.80700000000000005},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.998}]},{"osd":4,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":2.1160000000000001,"5min":2.1160000000000001,"15min":2.1160000000000001},"last":1.1080000000000001},{"interface":"front","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":3.173,"5min":3.173,"15min":3.173},"last":1.1639999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.7310000000000001,"5min":1.7310000000000001,"15min":1.7310000000000001},"last":0.84899999999999998},{"interface":"front","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":1.0369999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":2.9060000000000001,"5min":2.9060000000000001,"15min":2.9060000000000001},"last":1.0669999999999999},{"interface":"front","average":{"1min":1.173,"5min":1.173,"15min":1.173},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.841,"5min":1.841,"15min":1.841},"last":1.1930000000000001}]}]},{"osd":4,"up_from":14,"seq":60129542165,"num_pgs":4,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27488,"kb_used_data":468,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344352,"statfs":{"total":96636764160,"available":96608616448,"internally_reserved":0,"allocated":479232,"data_stored":202611,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":6,"apply_latency_ms":6,"commit_latency_ns":6000000,"apply_latency_ns":6000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.76900000000000002},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.70199999999999996}]},{"osd":1,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.282,"5min":1.282,"15min":1.282},"last":0.62},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.419,"5min":1.419,"15min":1.419},"last":0.53500000000000003}]},{"osd":2,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.67500000000000004}]},{"osd":3,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.80600000000000005},{"interface":"front","average":{"1min":1.046,"5min":1.046,"15min":1.046},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":0.99399999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.88},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.93000000000000005}]},{"osd":6,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.611,"5min":1.611,"15min":1.611},"last":0.74099999999999999},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":0.96299999999999997}]},{"osd":7,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.66000000000000003},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":0.90800000000000003}]}]},{"osd":3,"up_from":14,"seq":60129542165,"num_pgs":19,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27496,"kb_used_data":476,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344344,"statfs":{"total":96636764160,"available":96608608256,"internally_reserved":0,"allocated":487424,"data_stored":203605,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[0,2,1,4],"upper_bound":16},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":6.343},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":5.2839999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":6.8620000000000001},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":2.1219999999999999,"5min":2.1219999999999999,"15min":2.1219999999999999},"last":6.2130000000000001}]},{"osd":2,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":6.8959999999999999},{"interface":"front","average":{"1min":0.877,"5min":0.877,"15min":0.877},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":6.1630000000000003}]},{"osd":4,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":1.7430000000000001},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":6.8120000000000003}]},{"osd":5,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":2.2480000000000002,"5min":2.2480000000000002,"15min":2.2480000000000002},"last":6.2480000000000002},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.7769999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":7.1799999999999997},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":2.282,"5min":2.282,"15min":2.282},"last":6.2830000000000004}]},{"osd":7,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":1.8069999999999999},{"interface":"front","average":{"1min":1.149,"5min":1.149,"15min":1.149},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":6.9370000000000003}]}]},{"osd":2,"up_from":14,"seq":60129542166,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27484,"kb_used_data":464,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344356,"statfs":{"total":96636764160,"available":96608620544,"internally_reserved":0,"allocated":475136,"data_stored":202077,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.87}]},{"osd":1,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.60399999999999998},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":1.3799999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.91500000000000004},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":1.1950000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":1.492},{"interface":"front","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":0.96099999999999997}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"max":{"1min":1.4790000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":0.98699999999999999},{"interface":"front","average":{"1min":1.081,"5min":1.081,"15min":1.081},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.925,"5min":1.925,"15min":1.925},"last":1.671}]},{"osd":6,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.0700000000000001},{"interface":"front","average":{"1min":1.159,"5min":1.159,"15min":1.159},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":2.8730000000000002,"5min":2.8730000000000002,"15min":2.8730000000000002},"last":1.419}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":1.3169999999999999},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"max":{"1min":2.0779999999999998,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":1.6020000000000001}]}]},{"osd":1,"up_from":14,"seq":60129542166,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27480,"kb_used_data":452,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344360,"statfs":{"total":96636764160,"available":96608624640,"internally_reserved":0,"allocated":462848,"data_stored":195477,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.80400000000000005},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.58499999999999996}]},{"osd":2,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.72199999999999998},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.64200000000000002}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.91200000000000003},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.68000000000000005}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.87}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.6919999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.94299999999999995},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.999}]},{"osd":6,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.89300000000000002},{"interface":"front","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.98499999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.6259999999999999,"5min":1.6259999999999999,"15min":1.6259999999999999},"last":1.0620000000000001},{"interface":"front","average":{"1min":1.107,"5min":1.107,"15min":1.107},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":0.84299999999999997}]}]},{"osd":0,"up_from":14,"seq":60129542165,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32156,"kb_used_data":1040,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339684,"statfs":{"total":96636764160,"available":96603836416,"internally_reserved":0,"allocated":1064960,"data_stored":791790,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.47699999999999998},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.79700000000000004}]},{"osd":2,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.627},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.589,"5min":1.589,"15min":1.589},"last":0.59099999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.55100000000000005}]},{"osd":4,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":1.046,"15min":1.046},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.84299999999999997},{"interface":"front","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.88100000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.0289999999999999},{"interface":"front","average":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":1.0580000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"min":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.163},{"interface":"front","average":{"1min":1.149,"5min":1.149,"15min":1.149},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.9099999999999999,"5min":1.9099999999999999,"15min":1.9099999999999999},"last":1.117}]},{"osd":7,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.778,"5min":1.778,"15min":1.778},"last":1.2250000000000001},{"interface":"front","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.8799999999999999,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":0.95799999999999996}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":34,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":90,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":70,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1598,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":604,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":8192,"data_stored":112,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":4096,"data_stored":582,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":5,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":16384,"data_stored":1634,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":1,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":2,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":3,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":4,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":5,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":6,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":6,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:02:15.486 INFO:tasks.cephfs.filesystem.ceph_manager:clean! 2024-09-13T15:02:15.486 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph auth caps client.0 mon 'allow r' osd 'allow rw tag cephfs data=cephfs' mds allow 2024-09-13T15:02:15.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.608+0000 7f477c8d7700 1 Processor -- start 2024-09-13T15:02:15.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.608+0000 7f477c8d7700 1 -- start start 2024-09-13T15:02:15.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f477c8d7700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f477815a810 0x7f47780afcc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:15.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f477c8d7700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47780b36b0 0x7f47780b4150 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:15.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f477c8d7700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f477815abf0 con 0x7f47780b4690 2024-09-13T15:02:15.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f477c8d7700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47780b3e20 con 0x7f477815a810 2024-09-13T15:02:15.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f477c8d7700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47780b4b20 con 0x7f47780b36b0 2024-09-13T15:02:15.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f47777fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f477815a810 0x7f47780afcc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:15.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f47777fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f477815a810 0x7f47780afcc0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58226/0 (socket says 172.21.15.33:58226) 2024-09-13T15:02:15.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f47777fe700 1 -- 172.21.15.33:0/3649406115 learned_addr learned my addr 172.21.15.33:0/3649406115 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:15.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f476ffff700 1 --2- 172.21.15.33:0/3649406115 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47780b36b0 0x7f47780b4150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:15.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f47777fe700 1 -- 172.21.15.33:0/3649406115 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47780b36b0 msgr2=0x7f47780b4150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:15.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f47777fe700 1 --2- 172.21.15.33:0/3649406115 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47780b36b0 0x7f47780b4150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f47777fe700 1 -- 172.21.15.33:0/3649406115 >> v1:172.21.15.103:6789/0 conn(0x7f47780b4690 legacy=0x7f477815e300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f47777fe700 1 -- 172.21.15.33:0/3649406115 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47780af080 con 0x7f477815a810 2024-09-13T15:02:15.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f47777fe700 1 --2- 172.21.15.33:0/3649406115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f477815a810 0x7f47780afcc0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f4768009910 tx=0x7f4768009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=8260ed13495791c5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:15.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f4776ffd700 1 -- 172.21.15.33:0/3649406115 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4768011830 con 0x7f477815a810 2024-09-13T15:02:15.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f4776ffd700 1 -- 172.21.15.33:0/3649406115 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4768011990 con 0x7f477815a810 2024-09-13T15:02:15.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.612+0000 7f4776ffd700 1 -- 172.21.15.33:0/3649406115 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4768011d40 con 0x7f477815a810 2024-09-13T15:02:15.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.616+0000 7f477c8d7700 1 -- 172.21.15.33:0/3649406115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f477815a810 msgr2=0x7f47780afcc0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.616+0000 7f477c8d7700 1 --2- 172.21.15.33:0/3649406115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f477815a810 0x7f47780afcc0 secure :-1 s=READY pgs=480 cs=0 l=1 rev1=1 crypto rx=0x7f4768009910 tx=0x7f4768009c20 comp rx=0 tx=0).stop 2024-09-13T15:02:15.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.616+0000 7f477c8d7700 1 -- 172.21.15.33:0/3649406115 shutdown_connections 2024-09-13T15:02:15.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.616+0000 7f477c8d7700 1 --2- 172.21.15.33:0/3649406115 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47780b36b0 0x7f47780b4150 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.616+0000 7f477c8d7700 1 --2- 172.21.15.33:0/3649406115 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f477815a810 0x7f47780afcc0 unknown :-1 s=CLOSED pgs=480 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.616+0000 7f477c8d7700 1 -- 172.21.15.33:0/3649406115 >> 172.21.15.33:0/3649406115 conn(0x7f47780b5bd0 msgr2=0x7f47780b5fe0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:15.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.616+0000 7f477c8d7700 1 -- 172.21.15.33:0/3649406115 shutdown_connections 2024-09-13T15:02:15.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.616+0000 7f477c8d7700 1 -- 172.21.15.33:0/3649406115 wait complete. 2024-09-13T15:02:15.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.616+0000 7f477c8d7700 1 Processor -- start 2024-09-13T15:02:15.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.616+0000 7f477c8d7700 1 -- start start 2024-09-13T15:02:15.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.616+0000 7f477c8d7700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47780b4690 0x7f477813f130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:15.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.616+0000 7f477c8d7700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47780b2690 0x7f4778159850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:15.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f477c8d7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47780b1a40 0x7f47780b1ef0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:15.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f477c8d7700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47780b1340 con 0x7f47780b1a40 2024-09-13T15:02:15.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f477c8d7700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f47780b2430 con 0x7f47780b2690 2024-09-13T15:02:15.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f477c8d7700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47780b07c0 con 0x7f47780b4690 2024-09-13T15:02:15.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f4777fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47780b1a40 0x7f47780b1ef0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:15.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f4777fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47780b1a40 0x7f47780b1ef0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58232/0 (socket says 172.21.15.33:58232) 2024-09-13T15:02:15.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f4777fff700 1 -- 172.21.15.33:0/2219297524 learned_addr learned my addr 172.21.15.33:0/2219297524 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:15.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f476ffff700 1 --2- 172.21.15.33:0/2219297524 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47780b2690 0x7f4778159850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:15.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f47777fe700 1 --2- 172.21.15.33:0/2219297524 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47780b4690 0x7f477813f130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:15.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f4777fff700 1 -- 172.21.15.33:0/2219297524 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47780b4690 msgr2=0x7f477813f130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f4777fff700 1 --2- 172.21.15.33:0/2219297524 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47780b4690 0x7f477813f130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f4777fff700 1 -- 172.21.15.33:0/2219297524 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47780b2690 msgr2=0x7f4778159850 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f4777fff700 1 --2- 172.21.15.33:0/2219297524 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47780b2690 0x7f4778159850 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f4777fff700 1 -- 172.21.15.33:0/2219297524 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4768009570 con 0x7f47780b1a40 2024-09-13T15:02:15.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f4777fff700 1 --2- 172.21.15.33:0/2219297524 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47780b1a40 0x7f47780b1ef0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f477000cc80 tx=0x7f477000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:15.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f4774ff9700 1 -- 172.21.15.33:0/2219297524 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4770003c20 con 0x7f47780b1a40 2024-09-13T15:02:15.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f4774ff9700 1 -- 172.21.15.33:0/2219297524 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4770003d80 con 0x7f47780b1a40 2024-09-13T15:02:15.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f477c8d7700 1 -- 172.21.15.33:0/2219297524 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f47780b0aa0 con 0x7f47780b1a40 2024-09-13T15:02:15.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f4774ff9700 1 -- 172.21.15.33:0/2219297524 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f477000aaa0 con 0x7f47780b1a40 2024-09-13T15:02:15.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f477c8d7700 1 -- 172.21.15.33:0/2219297524 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f47780b1060 con 0x7f47780b1a40 2024-09-13T15:02:15.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.620+0000 7f477c8d7700 1 -- 172.21.15.33:0/2219297524 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f47780b4150 con 0x7f47780b1a40 2024-09-13T15:02:15.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.624+0000 7f4774ff9700 1 -- 172.21.15.33:0/2219297524 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f477000ac00 con 0x7f47780b1a40 2024-09-13T15:02:15.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.624+0000 7f4774ff9700 1 --2- 172.21.15.33:0/2219297524 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4758066760 0x7f4758068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:15.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.624+0000 7f4774ff9700 1 -- 172.21.15.33:0/2219297524 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f47700842c0 con 0x7f47780b1a40 2024-09-13T15:02:15.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.624+0000 7f47777fe700 1 --2- 172.21.15.33:0/2219297524 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4758066760 0x7f4758068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:15.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.624+0000 7f47777fe700 1 --2- 172.21.15.33:0/2219297524 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4758066760 0x7f4758068c20 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f477806b330 tx=0x7f4768008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:15.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.632+0000 7f4774ff9700 1 -- 172.21.15.33:0/2219297524 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4770051470 con 0x7f47780b1a40 2024-09-13T15:02:15.862 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.860+0000 7f477c8d7700 1 -- 172.21.15.33:0/2219297524 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]} v 0) v1 -- 0x7f477806e620 con 0x7f47780b1a40 2024-09-13T15:02:15.870 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.868+0000 7f4774ff9700 1 -- 172.21.15.33:0/2219297524 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "auth caps", "entity": "client.0", "caps": ["mon", "allow r", "osd", "allow rw tag cephfs data=cephfs", "mds", "allow"]}]=0 updated caps for client.0 v13) v1 ==== 190+0+0 (secure 0 0 0) 0x7f4770054a90 con 0x7f47780b1a40 2024-09-13T15:02:15.875 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.872+0000 7f477c8d7700 1 -- 172.21.15.33:0/2219297524 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4758066760 msgr2=0x7f4758068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.872+0000 7f477c8d7700 1 --2- 172.21.15.33:0/2219297524 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4758066760 0x7f4758068c20 secure :-1 s=READY pgs=261 cs=0 l=1 rev1=1 crypto rx=0x7f477806b330 tx=0x7f4768008030 comp rx=0 tx=0).stop 2024-09-13T15:02:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.872+0000 7f477c8d7700 1 -- 172.21.15.33:0/2219297524 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47780b1a40 msgr2=0x7f47780b1ef0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.872+0000 7f477c8d7700 1 --2- 172.21.15.33:0/2219297524 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47780b1a40 0x7f47780b1ef0 secure :-1 s=READY pgs=481 cs=0 l=1 rev1=1 crypto rx=0x7f477000cc80 tx=0x7f477000cf90 comp rx=0 tx=0).stop 2024-09-13T15:02:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.872+0000 7f477c8d7700 1 -- 172.21.15.33:0/2219297524 shutdown_connections 2024-09-13T15:02:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.872+0000 7f477c8d7700 1 --2- 172.21.15.33:0/2219297524 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4758066760 0x7f4758068c20 unknown :-1 s=CLOSED pgs=261 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.872+0000 7f477c8d7700 1 --2- 172.21.15.33:0/2219297524 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47780b1a40 0x7f47780b1ef0 unknown :-1 s=CLOSED pgs=481 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.872+0000 7f477c8d7700 1 --2- 172.21.15.33:0/2219297524 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47780b2690 0x7f4778159850 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.872+0000 7f477c8d7700 1 --2- 172.21.15.33:0/2219297524 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f47780b4690 0x7f477813f130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.872+0000 7f477c8d7700 1 -- 172.21.15.33:0/2219297524 >> 172.21.15.33:0/2219297524 conn(0x7f47780b5bd0 msgr2=0x7f477815d570 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.872+0000 7f477c8d7700 1 -- 172.21.15.33:0/2219297524 shutdown_connections 2024-09-13T15:02:15.876 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:15.872+0000 7f477c8d7700 1 -- 172.21.15.33:0/2219297524 wait complete. 2024-09-13T15:02:15.877 INFO:teuthology.orchestra.run.smithi033.stderr:updated caps for client.0 2024-09-13T15:02:15.891 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:02:16.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3eaa1700 1 Processor -- start 2024-09-13T15:02:16.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3eaa1700 1 -- start start 2024-09-13T15:02:16.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3eaa1700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4e380cdb90 0x7f4e380cdf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3eaa1700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f4e3806e170 0x7f4e380b1d30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3eaa1700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4e38070820 con 0x7f4e3806e6c0 2024-09-13T15:02:16.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3eaa1700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4e38070e30 con 0x7f4e3806e170 2024-09-13T15:02:16.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3eaa1700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e380b3f30 con 0x7f4e380cdb90 2024-09-13T15:02:16.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3d29e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f4e3806e170 0x7f4e380b1d30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3d29e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f4e3806e170 0x7f4e380b1d30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58246/0 (socket says 172.21.15.33:58246) 2024-09-13T15:02:16.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3d29e700 1 -- 172.21.15.33:0/345134249 learned_addr learned my addr 172.21.15.33:0/345134249 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:16.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3da9f700 1 --2- 172.21.15.33:0/345134249 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4e380cdb90 0x7f4e380cdf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3d29e700 1 -- 172.21.15.33:0/345134249 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4e380cdb90 msgr2=0x7f4e380cdf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:16.010 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3d29e700 1 --2- 172.21.15.33:0/345134249 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4e380cdb90 0x7f4e380cdf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3d29e700 1 -- 172.21.15.33:0/345134249 >> v1:172.21.15.103:6789/0 conn(0x7f4e3806e6c0 legacy=0x7f4e380b2270 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3d29e700 1 -- 172.21.15.33:0/345134249 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e380ce4b0 con 0x7f4e3806e170 2024-09-13T15:02:16.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3d29e700 1 --2- 172.21.15.33:0/345134249 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e3806e170 0x7f4e380b1d30 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f4e2c009e50 tx=0x7f4e2c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=91a3462d261db0f0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:16.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3ca9d700 1 -- 172.21.15.33:0/345134249 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e2c00e070 con 0x7f4e3806e170 2024-09-13T15:02:16.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3ca9d700 1 -- 172.21.15.33:0/345134249 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e2c00b910 con 0x7f4e3806e170 2024-09-13T15:02:16.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.004+0000 7f4e3ca9d700 1 -- 172.21.15.33:0/345134249 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e2c00bcc0 con 0x7f4e3806e170 2024-09-13T15:02:16.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.008+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/345134249 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e3806e170 msgr2=0x7f4e380b1d30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.008+0000 7f4e3eaa1700 1 --2- 172.21.15.33:0/345134249 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e3806e170 0x7f4e380b1d30 secure :-1 s=READY pgs=482 cs=0 l=1 rev1=1 crypto rx=0x7f4e2c009e50 tx=0x7f4e2c00b330 comp rx=0 tx=0).stop 2024-09-13T15:02:16.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.008+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/345134249 shutdown_connections 2024-09-13T15:02:16.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.008+0000 7f4e3eaa1700 1 --2- 172.21.15.33:0/345134249 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e3806e170 0x7f4e380b1d30 unknown :-1 s=CLOSED pgs=482 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.008+0000 7f4e3eaa1700 1 --2- 172.21.15.33:0/345134249 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4e380cdb90 0x7f4e380cdf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.008+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/345134249 >> 172.21.15.33:0/345134249 conn(0x7f4e380cb780 msgr2=0x7f4e380cbb90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:16.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.008+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/345134249 shutdown_connections 2024-09-13T15:02:16.011 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.008+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/345134249 wait complete. 2024-09-13T15:02:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.008+0000 7f4e3eaa1700 1 Processor -- start 2024-09-13T15:02:16.013 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.008+0000 7f4e3eaa1700 1 -- start start 2024-09-13T15:02:16.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3eaa1700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e3806e170 0x7f4e3814f6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3eaa1700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4e3806e6c0 0x7f4e381e3710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3eaa1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e380cdb90 0x7f4e381e1bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3eaa1700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e381e3c50 con 0x7f4e380cdb90 2024-09-13T15:02:16.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3eaa1700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4e381e2670 con 0x7f4e3806e170 2024-09-13T15:02:16.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3e2a0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e380cdb90 0x7f4e381e1bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3eaa1700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4e381e2950 con 0x7f4e3806e6c0 2024-09-13T15:02:16.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3e2a0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e380cdb90 0x7f4e381e1bf0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58252/0 (socket says 172.21.15.33:58252) 2024-09-13T15:02:16.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3e2a0700 1 -- 172.21.15.33:0/3421621422 learned_addr learned my addr 172.21.15.33:0/3421621422 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:16.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3da9f700 1 --2- 172.21.15.33:0/3421621422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e3806e170 0x7f4e3814f6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3d29e700 1 --2- 172.21.15.33:0/3421621422 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4e3806e6c0 0x7f4e381e3710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3e2a0700 1 -- 172.21.15.33:0/3421621422 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4e3806e6c0 msgr2=0x7f4e381e3710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3e2a0700 1 --2- 172.21.15.33:0/3421621422 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4e3806e6c0 0x7f4e381e3710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3e2a0700 1 -- 172.21.15.33:0/3421621422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e3806e170 msgr2=0x7f4e3814f6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3e2a0700 1 --2- 172.21.15.33:0/3421621422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e3806e170 0x7f4e3814f6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3e2a0700 1 -- 172.21.15.33:0/3421621422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4e2c009b30 con 0x7f4e380cdb90 2024-09-13T15:02:16.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3e2a0700 1 --2- 172.21.15.33:0/3421621422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e380cdb90 0x7f4e381e1bf0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f4e3000c450 tx=0x7f4e3000c760 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:16.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e2a7fc700 1 -- 172.21.15.33:0/3421621422 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e300052d0 con 0x7f4e380cdb90 2024-09-13T15:02:16.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e2a7fc700 1 -- 172.21.15.33:0/3421621422 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4e30005430 con 0x7f4e380cdb90 2024-09-13T15:02:16.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/3421621422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4e381e2c30 con 0x7f4e380cdb90 2024-09-13T15:02:16.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e2a7fc700 1 -- 172.21.15.33:0/3421621422 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4e300055a0 con 0x7f4e380cdb90 2024-09-13T15:02:16.018 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.012+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/3421621422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4e381e31f0 con 0x7f4e380cdb90 2024-09-13T15:02:16.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.016+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/3421621422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4e381e33e0 con 0x7f4e380cdb90 2024-09-13T15:02:16.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.016+0000 7f4e2a7fc700 1 -- 172.21.15.33:0/3421621422 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4e300038e0 con 0x7f4e380cdb90 2024-09-13T15:02:16.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.016+0000 7f4e2a7fc700 1 --2- 172.21.15.33:0/3421621422 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4e1c066730 0x7f4e1c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.016+0000 7f4e2a7fc700 1 -- 172.21.15.33:0/3421621422 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f4e300836d0 con 0x7f4e380cdb90 2024-09-13T15:02:16.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.016+0000 7f4e3da9f700 1 --2- 172.21.15.33:0/3421621422 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4e1c066730 0x7f4e1c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.016+0000 7f4e3da9f700 1 --2- 172.21.15.33:0/3421621422 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4e1c066730 0x7f4e1c068bf0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4e34009b50 tx=0x7f4e34009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:16.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.024+0000 7f4e2a7fc700 1 -- 172.21.15.33:0/3421621422 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4e30050870 con 0x7f4e380cdb90 2024-09-13T15:02:16.237 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.232+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/3421621422 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4e380cdf70 con 0x7f4e380cdb90 2024-09-13T15:02:16.238 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.236+0000 7f4e2a7fc700 1 -- 172.21.15.33:0/3421621422 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 17 v17) v1 ==== 94+0+4737 (secure 0 0 0) 0x7f4e30053e90 con 0x7f4e380cdb90 2024-09-13T15:02:16.239 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:16.239 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":17,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5153,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/1822540520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6835","nonce":1822540520},{"type":"v1","addr":"172.21.15.103:6837","nonce":1822540520}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5503,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6836/467571271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":467571271},{"type":"v1","addr":"172.21.15.103:6836","nonce":467571271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/1251224153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1251224153},{"type":"v1","addr":"172.21.15.33:6833","nonce":1251224153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":17,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:02:11.052820+0000","modified":"2024-09-13T15:02:14.074704+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5532},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5532":{"gid":5532,"name":"a","rank":0,"incarnation":13,"state":"up:active","state_seq":3,"addr":"172.21.15.33:6835/2157339166","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2157339166},{"type":"v1","addr":"172.21.15.33:6835","nonce":2157339166}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:02:16.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.236+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/3421621422 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4e1c066730 msgr2=0x7f4e1c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.236+0000 7f4e3eaa1700 1 --2- 172.21.15.33:0/3421621422 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4e1c066730 0x7f4e1c068bf0 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f4e34009b50 tx=0x7f4e34009240 comp rx=0 tx=0).stop 2024-09-13T15:02:16.241 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.236+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/3421621422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e380cdb90 msgr2=0x7f4e381e1bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.236+0000 7f4e3eaa1700 1 --2- 172.21.15.33:0/3421621422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e380cdb90 0x7f4e381e1bf0 secure :-1 s=READY pgs=483 cs=0 l=1 rev1=1 crypto rx=0x7f4e3000c450 tx=0x7f4e3000c760 comp rx=0 tx=0).stop 2024-09-13T15:02:16.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.236+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/3421621422 shutdown_connections 2024-09-13T15:02:16.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.236+0000 7f4e3eaa1700 1 --2- 172.21.15.33:0/3421621422 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4e1c066730 0x7f4e1c068bf0 unknown :-1 s=CLOSED pgs=262 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.236+0000 7f4e3eaa1700 1 --2- 172.21.15.33:0/3421621422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4e380cdb90 0x7f4e381e1bf0 unknown :-1 s=CLOSED pgs=483 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.236+0000 7f4e3eaa1700 1 --2- 172.21.15.33:0/3421621422 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4e3806e6c0 0x7f4e381e3710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.236+0000 7f4e3eaa1700 1 --2- 172.21.15.33:0/3421621422 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4e3806e170 0x7f4e3814f6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.236+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/3421621422 >> 172.21.15.33:0/3421621422 conn(0x7f4e380cb780 msgr2=0x7f4e3806bf00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:16.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.236+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/3421621422 shutdown_connections 2024-09-13T15:02:16.242 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.236+0000 7f4e3eaa1700 1 -- 172.21.15.33:0/3421621422 wait complete. 2024-09-13T15:02:16.243 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 17 2024-09-13T15:02:16.657 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 17, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:02:11.052820+0000', 'modified': '2024-09-13T15:02:14.074704+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5532}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5532': {'gid': 5532, 'name': 'a', 'rank': 0, 'incarnation': 13, 'state': 'up:active', 'state_seq': 3, 'addr': '172.21.15.33:6835/2157339166', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6834', 'nonce': 2157339166}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 2157339166}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T15:02:16.657 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T15:02:16.658 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-13T15:02:16.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f506a927700 1 Processor -- start 2024-09-13T15:02:16.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f506a927700 1 -- start start 2024-09-13T15:02:16.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f506a927700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f50640adb30 0x7f50640cc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f506a927700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f506406bb90 0x7f50640cd930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f506a927700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f50640cde70 0x7f506415e2f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f506a927700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f506406cf60 con 0x7f50640adb30 2024-09-13T15:02:16.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f506a927700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f506406c350 con 0x7f506406bb90 2024-09-13T15:02:16.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f506a927700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f506406c630 con 0x7f50640cde70 2024-09-13T15:02:16.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f5069925700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f50640adb30 0x7f50640cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f5069925700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f50640adb30 0x7f50640cc060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58268/0 (socket says 172.21.15.33:58268) 2024-09-13T15:02:16.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f5069925700 1 -- 172.21.15.33:0/1808011791 learned_addr learned my addr 172.21.15.33:0/1808011791 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:16.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f506a126700 1 --2- 172.21.15.33:0/1808011791 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f50640cde70 0x7f506415e2f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f5069124700 1 --2- 172.21.15.33:0/1808011791 >> v2:172.21.15.103:3300/0 conn(0x7f506406bb90 0x7f50640cd930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f5069925700 1 -- 172.21.15.33:0/1808011791 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f50640cde70 msgr2=0x7f506415e2f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:16.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f5069925700 1 --2- 172.21.15.33:0/1808011791 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f50640cde70 0x7f506415e2f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f5069925700 1 -- 172.21.15.33:0/1808011791 >> v2:172.21.15.103:3300/0 conn(0x7f506406bb90 msgr2=0x7f50640cd930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f5069925700 1 --2- 172.21.15.33:0/1808011791 >> v2:172.21.15.103:3300/0 conn(0x7f506406bb90 0x7f50640cd930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f5069925700 1 -- 172.21.15.33:0/1808011791 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f506406c910 con 0x7f50640adb30 2024-09-13T15:02:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f5069124700 1 --2- 172.21.15.33:0/1808011791 >> v2:172.21.15.103:3300/0 conn(0x7f506406bb90 0x7f50640cd930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f5069925700 1 --2- 172.21.15.33:0/1808011791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50640adb30 0x7f50640cc060 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f50640cb210 tx=0x7f5058009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7a5495dfa526b87a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f5068923700 1 -- 172.21.15.33:0/1808011791 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5058011830 con 0x7f50640adb30 2024-09-13T15:02:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f5068923700 1 -- 172.21.15.33:0/1808011791 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5058011990 con 0x7f50640adb30 2024-09-13T15:02:16.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.780+0000 7f5068923700 1 -- 172.21.15.33:0/1808011791 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5058011d20 con 0x7f50640adb30 2024-09-13T15:02:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.784+0000 7f506a927700 1 -- 172.21.15.33:0/1808011791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50640adb30 msgr2=0x7f50640cc060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.784+0000 7f506a927700 1 --2- 172.21.15.33:0/1808011791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50640adb30 0x7f50640cc060 secure :-1 s=READY pgs=484 cs=0 l=1 rev1=1 crypto rx=0x7f50640cb210 tx=0x7f5058009bf0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.784+0000 7f506a927700 1 -- 172.21.15.33:0/1808011791 shutdown_connections 2024-09-13T15:02:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.784+0000 7f506a927700 1 --2- 172.21.15.33:0/1808011791 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f50640cde70 0x7f506415e2f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.784+0000 7f506a927700 1 --2- 172.21.15.33:0/1808011791 >> v2:172.21.15.103:3300/0 conn(0x7f506406bb90 0x7f50640cd930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.784+0000 7f506a927700 1 --2- 172.21.15.33:0/1808011791 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f50640adb30 0x7f50640cc060 unknown :-1 s=CLOSED pgs=484 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.784+0000 7f506a927700 1 -- 172.21.15.33:0/1808011791 >> 172.21.15.33:0/1808011791 conn(0x7f506406a350 msgr2=0x7f506406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.784+0000 7f506a927700 1 -- 172.21.15.33:0/1808011791 shutdown_connections 2024-09-13T15:02:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.784+0000 7f506a927700 1 -- 172.21.15.33:0/1808011791 wait complete. 2024-09-13T15:02:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.784+0000 7f506a927700 1 Processor -- start 2024-09-13T15:02:16.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.784+0000 7f506a927700 1 -- start start 2024-09-13T15:02:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f506a927700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f506406bb90 0x7f50641352b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f506a927700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f50640adb30 0x7f50641319e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f506a927700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f50640cde70 0x7f5064131f20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f506a927700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5064141100 con 0x7f506406bb90 2024-09-13T15:02:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f506a927700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f506415a6a0 con 0x7f50640adb30 2024-09-13T15:02:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f506a927700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f50641357f0 con 0x7f50640cde70 2024-09-13T15:02:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f5069925700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f506406bb90 0x7f50641352b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f5069925700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f506406bb90 0x7f50641352b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58282/0 (socket says 172.21.15.33:58282) 2024-09-13T15:02:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f5069925700 1 -- 172.21.15.33:0/2379819297 learned_addr learned my addr 172.21.15.33:0/2379819297 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:16.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f506a126700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f50640cde70 0x7f5064131f20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f5069124700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f50640adb30 0x7f50641319e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f5069925700 1 -- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f50640cde70 msgr2=0x7f5064131f20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f5069925700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f50640cde70 0x7f5064131f20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f5069925700 1 -- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f50640adb30 msgr2=0x7f50641319e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f5069925700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f50640adb30 0x7f50641319e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f5069925700 1 -- 172.21.15.33:0/2379819297 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5058009570 con 0x7f506406bb90 2024-09-13T15:02:16.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f506a126700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f50640cde70 0x7f5064131f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:16.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f5069925700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f506406bb90 0x7f50641352b0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f5064071ff0 tx=0x7f5058004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:16.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f50567fc700 1 -- 172.21.15.33:0/2379819297 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5058004240 con 0x7f506406bb90 2024-09-13T15:02:16.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f50567fc700 1 -- 172.21.15.33:0/2379819297 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f505801f070 con 0x7f506406bb90 2024-09-13T15:02:16.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f506a927700 1 -- 172.21.15.33:0/2379819297 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f50641401e0 con 0x7f506406bb90 2024-09-13T15:02:16.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f50567fc700 1 -- 172.21.15.33:0/2379819297 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5058004600 con 0x7f506406bb90 2024-09-13T15:02:16.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.788+0000 7f506a927700 1 -- 172.21.15.33:0/2379819297 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5064140760 con 0x7f506406bb90 2024-09-13T15:02:16.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f50567fc700 1 -- 172.21.15.33:0/2379819297 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5058021030 con 0x7f506406bb90 2024-09-13T15:02:16.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506ee3a740 1 Processor -- start 2024-09-13T15:02:16.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f50567fc700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5048066730 0x7f5048068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506ee3a740 1 -- start start 2024-09-13T15:02:16.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f50567fc700 1 -- 172.21.15.33:0/2379819297 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f50580852d0 con 0x7f506406bb90 2024-09-13T15:02:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506a126700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5048066730 0x7f5048068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506ee3a740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215a230 0x215a610 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506ee3a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x2138e90 0x2122890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506ee3a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x215ab50 0x2122dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506ee3a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x2081d80 con 0x215ab50 2024-09-13T15:02:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506ee3a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x207f510 con 0x2138e90 2024-09-13T15:02:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506ee3a740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x207ae00 con 0x215a230 2024-09-13T15:02:16.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506a126700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x215ab50 0x2122dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506a126700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x215ab50 0x2122dd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58296/0 (socket says 172.21.15.33:58296) 2024-09-13T15:02:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f5069925700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215a230 0x215a610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506a126700 1 -- 172.21.15.33:0/489453400 learned_addr learned my addr 172.21.15.33:0/489453400 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f5069124700 1 --2- 172.21.15.33:0/489453400 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x2138e90 0x2122890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506a126700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5048066730 0x7f5048068bf0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f505c009ec0 tx=0x7f505c009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506a126700 1 -- 172.21.15.33:0/489453400 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215a230 msgr2=0x215a610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506a126700 1 --2- 172.21.15.33:0/489453400 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215a230 0x215a610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506a126700 1 -- 172.21.15.33:0/489453400 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x2138e90 msgr2=0x2122890 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506a126700 1 --2- 172.21.15.33:0/489453400 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x2138e90 0x2122890 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506a126700 1 -- 172.21.15.33:0/489453400 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x1eed960 con 0x215ab50 2024-09-13T15:02:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.792+0000 7f506a126700 1 --2- 172.21.15.33:0/489453400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x215ab50 0x2122dd0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f505c011f30 tx=0x7f505c014000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=25471437a5e4e814 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.796+0000 7f50477fe700 1 -- 172.21.15.33:0/489453400 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505c014dc0 con 0x215ab50 2024-09-13T15:02:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.796+0000 7f50477fe700 1 -- 172.21.15.33:0/489453400 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f505c0213f0 con 0x215ab50 2024-09-13T15:02:16.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.796+0000 7f50477fe700 1 -- 172.21.15.33:0/489453400 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505c021760 con 0x215ab50 2024-09-13T15:02:16.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.796+0000 7f506ee3a740 1 -- 172.21.15.33:0/489453400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x215ab50 msgr2=0x2122dd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.796+0000 7f506ee3a740 1 --2- 172.21.15.33:0/489453400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x215ab50 0x2122dd0 secure :-1 s=READY pgs=486 cs=0 l=1 rev1=1 crypto rx=0x7f505c011f30 tx=0x7f505c014000 comp rx=0 tx=0).stop 2024-09-13T15:02:16.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.796+0000 7f506ee3a740 1 -- 172.21.15.33:0/489453400 shutdown_connections 2024-09-13T15:02:16.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.796+0000 7f506ee3a740 1 --2- 172.21.15.33:0/489453400 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x215ab50 0x2122dd0 unknown :-1 s=CLOSED pgs=486 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.796+0000 7f506ee3a740 1 --2- 172.21.15.33:0/489453400 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x2138e90 0x2122890 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.796+0000 7f506ee3a740 1 --2- 172.21.15.33:0/489453400 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215a230 0x215a610 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.796+0000 7f506ee3a740 1 -- 172.21.15.33:0/489453400 >> 172.21.15.33:0/489453400 conn(0x1ea24d0 msgr2=0x213be30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:16.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.796+0000 7f506ee3a740 1 -- 172.21.15.33:0/489453400 shutdown_connections 2024-09-13T15:02:16.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.796+0000 7f506ee3a740 1 -- 172.21.15.33:0/489453400 wait complete. 2024-09-13T15:02:16.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.796+0000 7f506ee3a740 1 -- start start 2024-09-13T15:02:16.801 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.796+0000 7f506ee3a740 1 Processor -- start 2024-09-13T15:02:16.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x2138e90 0x21385b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x215a230 0x2114120 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215ab50 0x2112700 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x2038730 con 0x2138e90 2024-09-13T15:02:16.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x203e5b0 con 0x215a230 2024-09-13T15:02:16.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x1f26aa0 con 0x215ab50 2024-09-13T15:02:16.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 10 client.0 _ll_register_callbacks cb 0x2074610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:02:16.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5069925700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x2138e90 0x21385b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5069925700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x2138e90 0x21385b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58302/0 (socket says 172.21.15.33:58302) 2024-09-13T15:02:16.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5069925700 1 -- 172.21.15.33:0/919079990 learned_addr learned my addr 172.21.15.33:0/919079990 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:16.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5069124700 1 --2- 172.21.15.33:0/919079990 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x215a230 0x2114120 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506a126700 1 --2- 172.21.15.33:0/919079990 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215ab50 0x2112700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5069925700 1 -- 172.21.15.33:0/919079990 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215ab50 msgr2=0x2112700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:16.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5069925700 1 --2- 172.21.15.33:0/919079990 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215ab50 0x2112700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5069925700 1 -- 172.21.15.33:0/919079990 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x215a230 msgr2=0x2114120 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:16.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5069925700 1 --2- 172.21.15.33:0/919079990 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x215a230 0x2114120 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5069925700 1 -- 172.21.15.33:0/919079990 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f505c011c10 con 0x2138e90 2024-09-13T15:02:16.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506a126700 1 --2- 172.21.15.33:0/919079990 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215ab50 0x2112700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:16.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5069925700 1 --2- 172.21.15.33:0/919079990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x2138e90 0x21385b0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f5058052720 tx=0x7f5058056a30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2f773316b799fbfd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:16.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5044ff9700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-13T15:02:16.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5044ff9700 1 -- 172.21.15.33:0/919079990 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505805e660 con 0x2138e90 2024-09-13T15:02:16.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5044ff9700 1 -- 172.21.15.33:0/919079990 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f50580832c0 con 0x2138e90 2024-09-13T15:02:16.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 1 -- 172.21.15.33:0/919079990 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x1eaf1e0 con 0x2138e90 2024-09-13T15:02:16.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5044ff9700 1 -- 172.21.15.33:0/919079990 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f5058074170 con 0x2138e90 2024-09-13T15:02:16.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 10 client.5700 fetch_fsmap learned FSMap version 17 2024-09-13T15:02:16.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 1 -- 172.21.15.33:0/919079990 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) v3 -- 0x2041220 con 0x2138e90 2024-09-13T15:02:16.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5044ff9700 1 -- 172.21.15.33:0/919079990 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x1eaf1e0 con 0x2138e90 2024-09-13T15:02:16.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5044ff9700 1 -- 172.21.15.33:0/919079990 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 17) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f5058022380 con 0x2138e90 2024-09-13T15:02:16.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 10 client.5700 fetch_fsmap finished waiting for FSMap version 17 2024-09-13T15:02:16.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 10 client.5700 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T15:02:16.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 20 client.5700 populate_metadata read hostname 'smithi033' 2024-09-13T15:02:16.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 1 --2- 172.21.15.33:0/919079990 >> [v2:172.21.15.33:6834/2157339166,v1:172.21.15.33:6835/2157339166] conn(0x213ae00 0x216dc00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 4 client.5700 mds_command: new command op to 5532 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T15:02:16.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f506ee3a740 1 -- 172.21.15.33:0/919079990 --> [v2:172.21.15.33:6834/2157339166,v1:172.21.15.33:6835/2157339166] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x1ef9460 con 0x213ae00 2024-09-13T15:02:16.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5069124700 1 --2- 172.21.15.33:0/919079990 >> [v2:172.21.15.33:6834/2157339166,v1:172.21.15.33:6835/2157339166] conn(0x213ae00 0x216dc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5069124700 1 --2- 172.21.15.33:0/919079990 >> [v2:172.21.15.33:6834/2157339166,v1:172.21.15.33:6835/2157339166] conn(0x213ae00 0x216dc00 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=6bbe4cfa866826ac server_cookie=cd6d201bb8fcbda7 in_seq=0 out_seq=0 2024-09-13T15:02:16.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.800+0000 7f5044ff9700 10 client.5700 ms_handle_connect on v2:172.21.15.33:6834/2157339166 2024-09-13T15:02:16.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f5044ff9700 1 -- 172.21.15.33:0/919079990 <== mds.0 v2:172.21.15.33:6834/2157339166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x1ef9460 con 0x213ae00 2024-09-13T15:02:16.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f5044ff9700 10 client.5700 handle_command_reply: tid=0 2024-09-13T15:02:16.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f506ee3a740 1 client.5700 shutdown 2024-09-13T15:02:16.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f506ee3a740 1 -- 172.21.15.33:0/919079990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x2138e90 msgr2=0x21385b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f506ee3a740 1 --2- 172.21.15.33:0/919079990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x2138e90 0x21385b0 secure :-1 s=READY pgs=487 cs=0 l=1 rev1=1 crypto rx=0x7f5058052720 tx=0x7f5058056a30 comp rx=0 tx=0).stop 2024-09-13T15:02:16.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f506ee3a740 1 -- 172.21.15.33:0/919079990 shutdown_connections 2024-09-13T15:02:16.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f506ee3a740 1 --2- 172.21.15.33:0/919079990 >> [v2:172.21.15.33:6834/2157339166,v1:172.21.15.33:6835/2157339166] conn(0x213ae00 0x216dc00 crc :-1 s=READY pgs=13 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f506ee3a740 1 --2- 172.21.15.33:0/919079990 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215ab50 0x2112700 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f506ee3a740 1 --2- 172.21.15.33:0/919079990 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x215a230 0x2114120 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f506ee3a740 1 --2- 172.21.15.33:0/919079990 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x2138e90 0x21385b0 unknown :-1 s=CLOSED pgs=487 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f506ee3a740 1 -- 172.21.15.33:0/919079990 >> 172.21.15.33:0/919079990 conn(0x1ea24d0 msgr2=0x210e700 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:16.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f5044ff9700 0 client.5700 ms_handle_reset on v2:172.21.15.33:6834/2157339166 2024-09-13T15:02:16.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f506ee3a740 1 -- 172.21.15.33:0/919079990 shutdown_connections 2024-09-13T15:02:16.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f506ee3a740 1 -- 172.21.15.33:0/919079990 wait complete. 2024-09-13T15:02:16.809 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.804+0000 7f506ee3a740 20 client.5700 trim_cache size 0 max 16384 2024-09-13T15:02:16.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506ee3a740 1 Processor -- start 2024-09-13T15:02:16.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506ee3a740 1 -- start start 2024-09-13T15:02:16.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506ee3a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ea24d0 0x2113540 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506ee3a740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x2138e90 0x2113a80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506ee3a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x215a230 0x21546d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506ee3a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x20a9ec0 con 0x215a230 2024-09-13T15:02:16.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506ee3a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x2037690 con 0x1ea24d0 2024-09-13T15:02:16.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506ee3a740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x2043190 con 0x2138e90 2024-09-13T15:02:16.828 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506a126700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x215a230 0x21546d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f5069124700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x2138e90 0x2113a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506a126700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x215a230 0x21546d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58318/0 (socket says 172.21.15.33:58318) 2024-09-13T15:02:16.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506a126700 1 -- 172.21.15.33:0/309428196 learned_addr learned my addr 172.21.15.33:0/309428196 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:16.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f5069925700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ea24d0 0x2113540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506a126700 1 -- 172.21.15.33:0/309428196 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x2138e90 msgr2=0x2113a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:16.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506a126700 1 --2- 172.21.15.33:0/309428196 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x2138e90 0x2113a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506a126700 1 -- 172.21.15.33:0/309428196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ea24d0 msgr2=0x2113540 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:16.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506a126700 1 --2- 172.21.15.33:0/309428196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ea24d0 0x2113540 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506a126700 1 -- 172.21.15.33:0/309428196 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x2027450 con 0x215a230 2024-09-13T15:02:16.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f5069925700 1 --2- 172.21.15.33:0/309428196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ea24d0 0x2113540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:16.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.824+0000 7f506a126700 1 --2- 172.21.15.33:0/309428196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x215a230 0x21546d0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x203cfb0 tx=0x7f505c019000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d63c7495dd25e19a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:16.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.828+0000 7f5047fff700 1 -- 172.21.15.33:0/309428196 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505c02f070 con 0x215a230 2024-09-13T15:02:16.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.828+0000 7f5047fff700 1 -- 172.21.15.33:0/309428196 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f505c004030 con 0x215a230 2024-09-13T15:02:16.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.828+0000 7f5047fff700 1 -- 172.21.15.33:0/309428196 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f505c006e00 con 0x215a230 2024-09-13T15:02:16.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.828+0000 7f506ee3a740 1 -- 172.21.15.33:0/309428196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x215a230 msgr2=0x21546d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.828+0000 7f506ee3a740 1 --2- 172.21.15.33:0/309428196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x215a230 0x21546d0 secure :-1 s=READY pgs=488 cs=0 l=1 rev1=1 crypto rx=0x203cfb0 tx=0x7f505c019000 comp rx=0 tx=0).stop 2024-09-13T15:02:16.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.828+0000 7f506ee3a740 1 -- 172.21.15.33:0/309428196 shutdown_connections 2024-09-13T15:02:16.831 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.828+0000 7f506ee3a740 1 --2- 172.21.15.33:0/309428196 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x215a230 0x21546d0 unknown :-1 s=CLOSED pgs=488 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.828+0000 7f506ee3a740 1 --2- 172.21.15.33:0/309428196 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x2138e90 0x2113a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.828+0000 7f506ee3a740 1 --2- 172.21.15.33:0/309428196 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ea24d0 0x2113540 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.828+0000 7f506ee3a740 1 -- 172.21.15.33:0/309428196 >> 172.21.15.33:0/309428196 conn(0x2138820 msgr2=0x216a190 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:16.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.828+0000 7f506ee3a740 1 -- 172.21.15.33:0/309428196 shutdown_connections 2024-09-13T15:02:16.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.828+0000 7f506ee3a740 1 -- 172.21.15.33:0/309428196 wait complete. 2024-09-13T15:02:16.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.828+0000 7f506ee3a740 1 -- start start 2024-09-13T15:02:16.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.828+0000 7f506ee3a740 1 Processor -- start 2024-09-13T15:02:16.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ea24d0 0x215f840 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x2138e90 0x215e0d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215a230 0x21bad20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x2179960 con 0x2138e90 2024-09-13T15:02:16.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x21141d0 con 0x1ea24d0 2024-09-13T15:02:16.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x215eb90 con 0x215a230 2024-09-13T15:02:16.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 10 client.0 _ll_register_callbacks cb 0x202cce0 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:02:16.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5069124700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x2138e90 0x215e0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5069124700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x2138e90 0x215e0d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58326/0 (socket says 172.21.15.33:58326) 2024-09-13T15:02:16.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5069124700 1 -- 172.21.15.33:0/4154006461 learned_addr learned my addr 172.21.15.33:0/4154006461 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:16.835 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5069925700 1 --2- 172.21.15.33:0/4154006461 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ea24d0 0x215f840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506a126700 1 --2- 172.21.15.33:0/4154006461 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215a230 0x21bad20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5069124700 1 -- 172.21.15.33:0/4154006461 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215a230 msgr2=0x21bad20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:16.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5069124700 1 --2- 172.21.15.33:0/4154006461 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215a230 0x21bad20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5069124700 1 -- 172.21.15.33:0/4154006461 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ea24d0 msgr2=0x215f840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:16.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5069124700 1 --2- 172.21.15.33:0/4154006461 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ea24d0 0x215f840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5069124700 1 -- 172.21.15.33:0/4154006461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x2041220 con 0x2138e90 2024-09-13T15:02:16.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5069124700 1 --2- 172.21.15.33:0/4154006461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x2138e90 0x215e0d0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f5060009fd0 tx=0x7f5060009910 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a0ecd3f9b4f0a4e1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:16.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5044ff9700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-13T15:02:16.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5044ff9700 1 -- 172.21.15.33:0/4154006461 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f506001c040 con 0x2138e90 2024-09-13T15:02:16.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5044ff9700 1 -- 172.21.15.33:0/4154006461 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7f5060003f00 con 0x2138e90 2024-09-13T15:02:16.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 1 -- 172.21.15.33:0/4154006461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x7f505c0213f0 con 0x2138e90 2024-09-13T15:02:16.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5044ff9700 1 -- 172.21.15.33:0/4154006461 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=17) v2 ==== 24+0+0 (secure 0 0 0) 0x7f50600040e0 con 0x2138e90 2024-09-13T15:02:16.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 10 client.5706 fetch_fsmap learned FSMap version 17 2024-09-13T15:02:16.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 1 -- 172.21.15.33:0/4154006461 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=17,monmap=2+}) v3 -- 0x1eed960 con 0x2138e90 2024-09-13T15:02:16.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5044ff9700 1 -- 172.21.15.33:0/4154006461 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f505c0213f0 con 0x2138e90 2024-09-13T15:02:16.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5044ff9700 1 -- 172.21.15.33:0/4154006461 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 17) v1 ==== 3114+0+0 (secure 0 0 0) 0x7f5060004240 con 0x2138e90 2024-09-13T15:02:16.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 10 client.5706 fetch_fsmap finished waiting for FSMap version 17 2024-09-13T15:02:16.838 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 10 client.5706 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T15:02:16.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 20 client.5706 populate_metadata read hostname 'smithi033' 2024-09-13T15:02:16.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 1 --2- 172.21.15.33:0/4154006461 >> [v2:172.21.15.33:6834/2157339166,v1:172.21.15.33:6835/2157339166] conn(0x215ab50 0x215c1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 4 client.5706 mds_command: new command op to 5532 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T15:02:16.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f506ee3a740 1 -- 172.21.15.33:0/4154006461 --> [v2:172.21.15.33:6834/2157339166,v1:172.21.15.33:6835/2157339166] -- command(tid 0: {"prefix": "status"}) v1 -- 0x1f1e1e0 con 0x215ab50 2024-09-13T15:02:16.839 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.832+0000 7f5069925700 1 --2- 172.21.15.33:0/4154006461 >> [v2:172.21.15.33:6834/2157339166,v1:172.21.15.33:6835/2157339166] conn(0x215ab50 0x215c1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f5044ff9700 10 client.5706 ms_handle_connect on v2:172.21.15.33:6834/2157339166 2024-09-13T15:02:16.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f5069925700 1 --2- 172.21.15.33:0/4154006461 >> [v2:172.21.15.33:6834/2157339166,v1:172.21.15.33:6835/2157339166] conn(0x215ab50 0x215c1c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=132073cba2a2f098 server_cookie=b58a310b310dd73b in_seq=0 out_seq=0 2024-09-13T15:02:16.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f5044ff9700 1 -- 172.21.15.33:0/4154006461 <== mds.0 v2:172.21.15.33:6834/2157339166 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+325 (crc 0 0 0) 0x1f1e1e0 con 0x215ab50 2024-09-13T15:02:16.840 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f5044ff9700 10 client.5706 handle_command_reply: tid=0 2024-09-13T15:02:16.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506ee3a740 1 client.5706 shutdown 2024-09-13T15:02:16.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506ee3a740 1 -- 172.21.15.33:0/4154006461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x2138e90 msgr2=0x215e0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506ee3a740 1 --2- 172.21.15.33:0/4154006461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x2138e90 0x215e0d0 secure :-1 s=READY pgs=489 cs=0 l=1 rev1=1 crypto rx=0x7f5060009fd0 tx=0x7f5060009910 comp rx=0 tx=0).stop 2024-09-13T15:02:16.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506ee3a740 1 -- 172.21.15.33:0/4154006461 shutdown_connections 2024-09-13T15:02:16.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506ee3a740 1 --2- 172.21.15.33:0/4154006461 >> [v2:172.21.15.33:6834/2157339166,v1:172.21.15.33:6835/2157339166] conn(0x215ab50 0x215c1c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506ee3a740 1 --2- 172.21.15.33:0/4154006461 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x215a230 0x21bad20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506ee3a740 1 --2- 172.21.15.33:0/4154006461 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x2138e90 0x215e0d0 unknown :-1 s=CLOSED pgs=489 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f5044ff9700 0 client.5706 ms_handle_reset on v2:172.21.15.33:6834/2157339166 2024-09-13T15:02:16.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506ee3a740 1 --2- 172.21.15.33:0/4154006461 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x1ea24d0 0x215f840 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506ee3a740 1 -- 172.21.15.33:0/4154006461 >> 172.21.15.33:0/4154006461 conn(0x2138820 msgr2=0x2113430 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:16.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506ee3a740 1 -- 172.21.15.33:0/4154006461 shutdown_connections 2024-09-13T15:02:16.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506ee3a740 1 -- 172.21.15.33:0/4154006461 wait complete. 2024-09-13T15:02:16.841 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506ee3a740 20 client.5706 trim_cache size 0 max 16384 2024-09-13T15:02:16.842 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:02:16.842 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "26cfc81a-7b79-4125-b830-c08a65e88194", 2024-09-13T15:02:16.842 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-09-13T15:02:16.842 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 5532, 2024-09-13T15:02:16.842 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-09-13T15:02:16.842 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-09-13T15:02:16.842 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-09-13T15:02:16.842 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 5.7812952759999998, 2024-09-13T15:02:16.842 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 17, 2024-09-13T15:02:16.842 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 41, 2024-09-13T15:02:16.842 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 41, 2024-09-13T15:02:16.842 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 13.083461687 2024-09-13T15:02:16.843 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:02:16.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506a927700 1 -- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5048066730 msgr2=0x7f5048068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.843 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506a927700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5048066730 0x7f5048068bf0 secure :-1 s=READY pgs=263 cs=0 l=1 rev1=1 crypto rx=0x7f505c009ec0 tx=0x7f505c009240 comp rx=0 tx=0).stop 2024-09-13T15:02:16.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506a927700 1 -- 172.21.15.33:0/2379819297 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f506406bb90 msgr2=0x7f50641352b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506a927700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f506406bb90 0x7f50641352b0 secure :-1 s=READY pgs=485 cs=0 l=1 rev1=1 crypto rx=0x7f5064071ff0 tx=0x7f5058004770 comp rx=0 tx=0).stop 2024-09-13T15:02:16.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506a927700 1 -- 172.21.15.33:0/2379819297 shutdown_connections 2024-09-13T15:02:16.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506a927700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5048066730 0x7f5048068bf0 unknown :-1 s=CLOSED pgs=263 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506a927700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f50640cde70 0x7f5064131f20 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506a927700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f50640adb30 0x7f50641319e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506a927700 1 --2- 172.21.15.33:0/2379819297 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f506406bb90 0x7f50641352b0 unknown :-1 s=CLOSED pgs=485 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506a927700 1 -- 172.21.15.33:0/2379819297 >> 172.21.15.33:0/2379819297 conn(0x7f506406a350 msgr2=0x7f506406fe20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:16.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506a927700 1 -- 172.21.15.33:0/2379819297 shutdown_connections 2024-09-13T15:02:16.844 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.836+0000 7f506a927700 1 -- 172.21.15.33:0/2379819297 wait complete. 2024-09-13T15:02:16.858 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs ls 2024-09-13T15:02:16.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacffff700 1 Processor -- start 2024-09-13T15:02:16.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacffff700 1 -- start start 2024-09-13T15:02:16.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacffff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fead0146310 0x7fead015db90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacffff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fead015e0d0 con 0x7fead006aa60 2024-09-13T15:02:16.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacffff700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fead00b2e50 con 0x7fead00b28e0 2024-09-13T15:02:16.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacffff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fead00ac8c0 con 0x7fead0146310 2024-09-13T15:02:16.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacf7fe700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fead006aa60 0x7fead00acce0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:52366/0 (socket says 172.21.15.33:52366) 2024-09-13T15:02:16.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacf7fe700 1 -- 172.21.15.33:0/3610029299 learned_addr learned my addr 172.21.15.33:0/3610029299 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:16.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feaceffd700 1 --2- 172.21.15.33:0/3610029299 >> v2:172.21.15.103:3300/0 conn(0x7fead0146310 0x7fead015db90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacdffb700 1 -- 172.21.15.33:0/3610029299 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3661526574 0 0) 0x7fead015e0d0 con 0x7fead006aa60 2024-09-13T15:02:16.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacdffb700 1 -- 172.21.15.33:0/3610029299 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7feab80035d0 con 0x7fead006aa60 2024-09-13T15:02:16.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacdffb700 1 -- 172.21.15.33:0/3610029299 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2034170934 0 0) 0x7feab80035d0 con 0x7fead006aa60 2024-09-13T15:02:16.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacdffb700 1 -- 172.21.15.33:0/3610029299 >> v2:172.21.15.103:3300/0 conn(0x7fead0146310 msgr2=0x7fead015db90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:16.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacdffb700 1 --2- 172.21.15.33:0/3610029299 >> v2:172.21.15.103:3300/0 conn(0x7fead0146310 0x7fead015db90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacdffb700 1 -- 172.21.15.33:0/3610029299 >> v1:172.21.15.103:6789/0 conn(0x7fead00b28e0 legacy=0x7fead006a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacdffb700 1 -- 172.21.15.33:0/3610029299 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fead00b3130 con 0x7fead006aa60 2024-09-13T15:02:16.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacdffb700 1 -- 172.21.15.33:0/3610029299 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7feac80019f0 con 0x7fead006aa60 2024-09-13T15:02:16.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.972+0000 7feacdffb700 1 -- 172.21.15.33:0/3610029299 >> v1:172.21.15.33:6789/0 conn(0x7fead006aa60 legacy=0x7fead00acce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacdffb700 1 --2- 172.21.15.33:0/3610029299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab8003a20 0x7feab8003e00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacdffb700 1 --2- 172.21.15.33:0/3610029299 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feab8004870 0x7feab8004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacdffb700 1 --2- 172.21.15.33:0/3610029299 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feab8005230 0x7feab800ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacdffb700 1 -- 172.21.15.33:0/3610029299 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead00ac8c0 con 0x7feab8003a20 2024-09-13T15:02:16.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feaceffd700 1 --2- 172.21.15.33:0/3610029299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab8003a20 0x7feab8003e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacdffb700 1 -- 172.21.15.33:0/3610029299 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7feab800c080 con 0x7feab8004870 2024-09-13T15:02:16.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacdffb700 1 -- 172.21.15.33:0/3610029299 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7feab800c240 con 0x7feab8005230 2024-09-13T15:02:16.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacf7fe700 1 --2- 172.21.15.33:0/3610029299 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feab8005230 0x7feab800ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feace7fc700 1 --2- 172.21.15.33:0/3610029299 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feab8004870 0x7feab8004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feaceffd700 1 -- 172.21.15.33:0/3610029299 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feab8005230 msgr2=0x7feab800ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feaceffd700 1 --2- 172.21.15.33:0/3610029299 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7feab8005230 0x7feab800ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feaceffd700 1 -- 172.21.15.33:0/3610029299 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feab8004870 msgr2=0x7feab8004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feaceffd700 1 --2- 172.21.15.33:0/3610029299 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7feab8004870 0x7feab8004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feaceffd700 1 -- 172.21.15.33:0/3610029299 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7feab80035d0 con 0x7feab8003a20 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacf7fe700 1 -- 172.21.15.33:0/3610029299 reap_dead start 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feaceffd700 1 --2- 172.21.15.33:0/3610029299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab8003a20 0x7feab8003e00 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7feac4009b70 tx=0x7feab80058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ce52a0eeec403636 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacdffb700 1 -- 172.21.15.33:0/3610029299 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac400e6c0 con 0x7feab8003a20 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacdffb700 1 -- 172.21.15.33:0/3610029299 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feac400e820 con 0x7feab8003a20 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacdffb700 1 -- 172.21.15.33:0/3610029299 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac400ebb0 con 0x7feab8003a20 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacffff700 1 -- 172.21.15.33:0/3610029299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab8003a20 msgr2=0x7feab8003e00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacffff700 1 --2- 172.21.15.33:0/3610029299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab8003a20 0x7feab8003e00 secure :-1 s=READY pgs=491 cs=0 l=1 rev1=1 crypto rx=0x7feac4009b70 tx=0x7feab80058a0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacffff700 1 -- 172.21.15.33:0/3610029299 shutdown_connections 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacffff700 1 --2- 172.21.15.33:0/3610029299 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab8003a20 0x7feab8003e00 unknown :-1 s=CLOSED pgs=491 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacffff700 1 -- 172.21.15.33:0/3610029299 >> 172.21.15.33:0/3610029299 conn(0x7fead006bd10 msgr2=0x7fead00b15e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:16.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacffff700 1 -- 172.21.15.33:0/3610029299 shutdown_connections 2024-09-13T15:02:16.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.976+0000 7feacffff700 1 -- 172.21.15.33:0/3610029299 wait complete. 2024-09-13T15:02:16.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feacffff700 1 Processor -- start 2024-09-13T15:02:16.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feacffff700 1 -- start start 2024-09-13T15:02:16.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feacffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab8003a20 0x7fead00c8d40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feacffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fead00af250 0x7fead00af6b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feacffff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fead00c4ac0 0x7fead00c4f70 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feacffff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead00c9280 con 0x7feab8003a20 2024-09-13T15:02:16.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feacffff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fead00afbf0 con 0x7fead00c4ac0 2024-09-13T15:02:16.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feacffff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fead0134b60 con 0x7fead00af250 2024-09-13T15:02:16.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feaceffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab8003a20 0x7fead00c8d40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feaceffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab8003a20 0x7fead00c8d40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58340/0 (socket says 172.21.15.33:58340) 2024-09-13T15:02:16.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feaceffd700 1 -- 172.21.15.33:0/1201651035 learned_addr learned my addr 172.21.15.33:0/1201651035 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:16.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feace7fc700 1 --2- 172.21.15.33:0/1201651035 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fead00af250 0x7fead00af6b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feacf7fe700 1 --2- 172.21.15.33:0/1201651035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fead00c4ac0 0x7fead00c4f70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feaceffd700 1 -- 172.21.15.33:0/1201651035 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fead00af250 msgr2=0x7fead00af6b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feaceffd700 1 --2- 172.21.15.33:0/1201651035 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fead00af250 0x7fead00af6b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feaceffd700 1 -- 172.21.15.33:0/1201651035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fead00c4ac0 msgr2=0x7fead00c4f70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:16.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feaceffd700 1 --2- 172.21.15.33:0/1201651035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fead00c4ac0 0x7fead00c4f70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:16.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feaceffd700 1 -- 172.21.15.33:0/1201651035 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fead00c5960 con 0x7feab8003a20 2024-09-13T15:02:16.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feaceffd700 1 --2- 172.21.15.33:0/1201651035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab8003a20 0x7fead00c8d40 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7feac40090b0 tx=0x7feac40047e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:16.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feab77fe700 1 -- 172.21.15.33:0/1201651035 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac400e6c0 con 0x7feab8003a20 2024-09-13T15:02:16.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feacffff700 1 -- 172.21.15.33:0/1201651035 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fead0134230 con 0x7feab8003a20 2024-09-13T15:02:16.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feab77fe700 1 -- 172.21.15.33:0/1201651035 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7feac4003af0 con 0x7feab8003a20 2024-09-13T15:02:16.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feab77fe700 1 -- 172.21.15.33:0/1201651035 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7feac4003ea0 con 0x7feab8003a20 2024-09-13T15:02:16.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feacffff700 1 -- 172.21.15.33:0/1201651035 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fead01347f0 con 0x7feab8003a20 2024-09-13T15:02:16.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.980+0000 7feacffff700 1 -- 172.21.15.33:0/1201651035 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fead015db90 con 0x7feab8003a20 2024-09-13T15:02:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.984+0000 7feab77fe700 1 -- 172.21.15.33:0/1201651035 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7feac4013470 con 0x7feab8003a20 2024-09-13T15:02:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.984+0000 7feab77fe700 1 --2- 172.21.15.33:0/1201651035 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7feabc066730 0x7feabc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:16.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.984+0000 7feab77fe700 1 -- 172.21.15.33:0/1201651035 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7feac40857c0 con 0x7feab8003a20 2024-09-13T15:02:16.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.984+0000 7feace7fc700 1 --2- 172.21.15.33:0/1201651035 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7feabc066730 0x7feabc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:16.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.984+0000 7feace7fc700 1 --2- 172.21.15.33:0/1201651035 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7feabc066730 0x7feabc068bf0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fead01f5c60 tx=0x7feac0009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:16.996 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:16.992+0000 7feab77fe700 1 -- 172.21.15.33:0/1201651035 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7feac4052b20 con 0x7feab8003a20 2024-09-13T15:02:17.204 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:17.200+0000 7feacffff700 1 -- 172.21.15.33:0/1201651035 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs ls"} v 0) v1 -- 0x7fead004e790 con 0x7feab8003a20 2024-09-13T15:02:17.205 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:17.200+0000 7feab77fe700 1 -- 172.21.15.33:0/1201651035 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs ls"}]=0 v17) v1 ==== 53+0+73 (secure 0 0 0) 0x7feac40045d0 con 0x7feab8003a20 2024-09-13T15:02:17.205 INFO:teuthology.orchestra.run.smithi033.stdout:name: cephfs, metadata pool: cephfs_metadata, data pools: [cephfs_data ] 2024-09-13T15:02:17.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:17.204+0000 7feacffff700 1 -- 172.21.15.33:0/1201651035 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7feabc066730 msgr2=0x7feabc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:17.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:17.204+0000 7feacffff700 1 --2- 172.21.15.33:0/1201651035 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7feabc066730 0x7feabc068bf0 secure :-1 s=READY pgs=264 cs=0 l=1 rev1=1 crypto rx=0x7fead01f5c60 tx=0x7feac0009040 comp rx=0 tx=0).stop 2024-09-13T15:02:17.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:17.204+0000 7feacffff700 1 -- 172.21.15.33:0/1201651035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab8003a20 msgr2=0x7fead00c8d40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:17.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:17.204+0000 7feacffff700 1 --2- 172.21.15.33:0/1201651035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab8003a20 0x7fead00c8d40 secure :-1 s=READY pgs=492 cs=0 l=1 rev1=1 crypto rx=0x7feac40090b0 tx=0x7feac40047e0 comp rx=0 tx=0).stop 2024-09-13T15:02:17.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:17.204+0000 7feacffff700 1 -- 172.21.15.33:0/1201651035 shutdown_connections 2024-09-13T15:02:17.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:17.204+0000 7feacffff700 1 --2- 172.21.15.33:0/1201651035 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7feabc066730 0x7feabc068bf0 unknown :-1 s=CLOSED pgs=264 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:17.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:17.204+0000 7feacffff700 1 --2- 172.21.15.33:0/1201651035 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fead00c4ac0 0x7fead00c4f70 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:17.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:17.204+0000 7feacffff700 1 --2- 172.21.15.33:0/1201651035 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fead00af250 0x7fead00af6b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:17.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:17.204+0000 7feacffff700 1 --2- 172.21.15.33:0/1201651035 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7feab8003a20 0x7fead00c8d40 unknown :-1 s=CLOSED pgs=492 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:17.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:17.204+0000 7feacffff700 1 -- 172.21.15.33:0/1201651035 >> 172.21.15.33:0/1201651035 conn(0x7fead006bd10 msgr2=0x7fead015bd40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:17.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:17.204+0000 7feacffff700 1 -- 172.21.15.33:0/1201651035 shutdown_connections 2024-09-13T15:02:17.208 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:17.204+0000 7feacffff700 1 -- 172.21.15.33:0/1201651035 wait complete. 2024-09-13T15:02:17.220 INFO:tasks.cephfs.mount:Mounting default Ceph FS; just confirmed its presence on cluster 2024-09-13T15:02:17.221 INFO:tasks.cephfs.mount:Mounting Ceph FS. Following are details of mount; remember "None" represents Python type None - 2024-09-13T15:02:17.221 INFO:tasks.cephfs.mount:self.client_remote.hostname = smithi033.front.sepia.ceph.com 2024-09-13T15:02:17.221 INFO:tasks.cephfs.mount:self.client.name = client.0 2024-09-13T15:02:17.221 INFO:tasks.cephfs.mount:self.hostfs_mntpt = /home/ubuntu/cephtest/mnt.0 2024-09-13T15:02:17.221 INFO:tasks.cephfs.mount:self.cephfs_name = None 2024-09-13T15:02:17.221 INFO:tasks.cephfs.mount:self.cephfs_mntpt = None 2024-09-13T15:02:17.221 INFO:tasks.cephfs.mount:self.client_keyring_path = None 2024-09-13T15:02:17.221 INFO:tasks.cephfs.mount:Setting the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:02:17.221 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:17.221 DEBUG:teuthology.orchestra.run.smithi033:> ip addr 2024-09-13T15:02:17.227 INFO:teuthology.orchestra.run.smithi033.stdout:1: lo: mtu 65536 qdisc noqueue state UNKNOWN group default qlen 1000 2024-09-13T15:02:17.227 INFO:teuthology.orchestra.run.smithi033.stdout: link/loopback 00:00:00:00:00:00 brd 00:00:00:00:00:00 2024-09-13T15:02:17.227 INFO:teuthology.orchestra.run.smithi033.stdout: inet 127.0.0.1/8 scope host lo 2024-09-13T15:02:17.227 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:02:17.227 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 ::1/128 scope host 2024-09-13T15:02:17.227 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:02:17.227 INFO:teuthology.orchestra.run.smithi033.stdout:2: eno1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:02:17.227 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:14 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:02:17.228 INFO:teuthology.orchestra.run.smithi033.stdout:3: ens1f0: mtu 1500 qdisc mq state UP group default qlen 1000 2024-09-13T15:02:17.228 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:94 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:02:17.228 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.21.15.33/20 brd 172.21.15.255 scope global dynamic ens1f0 2024-09-13T15:02:17.228 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft 42513sec preferred_lft 42513sec 2024-09-13T15:02:17.228 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::ae1f:6bff:fea5:d294/64 scope link 2024-09-13T15:02:17.228 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:02:17.228 INFO:teuthology.orchestra.run.smithi033.stdout:4: eno2: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:02:17.228 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0c:c4:7a:6b:fd:15 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:02:17.228 INFO:teuthology.orchestra.run.smithi033.stdout:5: ens1f1: mtu 1500 qdisc noop state DOWN group default qlen 1000 2024-09-13T15:02:17.228 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ac:1f:6b:a5:d2:95 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:02:17.228 INFO:teuthology.orchestra.run.smithi033.stdout:6: docker0: mtu 1500 qdisc noqueue state DOWN group default 2024-09-13T15:02:17.228 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 02:42:8c:37:eb:70 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:02:17.228 INFO:teuthology.orchestra.run.smithi033.stdout: inet 172.17.0.1/16 brd 172.17.255.255 scope global docker0 2024-09-13T15:02:17.228 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:02:17.229 INFO:teuthology.orchestra.run.smithi033.stdout:9: ceph-brx: mtu 1500 qdisc noqueue state UP group default qlen 1000 2024-09-13T15:02:17.229 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0a:48:bb:d6:d2:a8 brd ff:ff:ff:ff:ff:ff 2024-09-13T15:02:17.229 INFO:teuthology.orchestra.run.smithi033.stdout: inet 192.168.255.254/16 brd 192.168.255.255 scope global ceph-brx 2024-09-13T15:02:17.229 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:02:17.229 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::4c0:28ff:fe3e:226f/64 scope link 2024-09-13T15:02:17.229 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:02:17.229 INFO:teuthology.orchestra.run.smithi033.stdout:10: brx.0@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T15:02:17.229 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether 0a:48:bb:d6:d2:a8 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T15:02:17.229 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::848:bbff:fed6:d2a8/64 scope link 2024-09-13T15:02:17.229 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:02:17.229 INFO:teuthology.orchestra.run.smithi033.stdout:11: brx.1@if2: mtu 1500 qdisc noqueue master ceph-brx state UP group default qlen 1000 2024-09-13T15:02:17.229 INFO:teuthology.orchestra.run.smithi033.stdout: link/ether ba:5c:5b:af:a5:d2 brd ff:ff:ff:ff:ff:ff link-netns ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T15:02:17.229 INFO:teuthology.orchestra.run.smithi033.stdout: inet6 fe80::b85c:5bff:feaf:a5d2/64 scope link 2024-09-13T15:02:17.229 INFO:teuthology.orchestra.run.smithi033.stdout: valid_lft forever preferred_lft forever 2024-09-13T15:02:17.230 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:17.230 DEBUG:teuthology.orchestra.run.smithi033:> echo 1 | sudo tee /proc/sys/net/ipv4/ip_forward 2024-09-13T15:02:17.244 INFO:teuthology.orchestra.run.smithi033.stdout:1 2024-09-13T15:02:17.245 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:17.245 DEBUG:teuthology.orchestra.run.smithi033:> route 2024-09-13T15:02:17.253 INFO:teuthology.orchestra.run.smithi033.stdout:Kernel IP routing table 2024-09-13T15:02:17.253 INFO:teuthology.orchestra.run.smithi033.stdout:Destination Gateway Genmask Flags Metric Ref Use Iface 2024-09-13T15:02:17.253 INFO:teuthology.orchestra.run.smithi033.stdout:default _gateway 0.0.0.0 UG 0 0 0 ens1f0 2024-09-13T15:02:17.253 INFO:teuthology.orchestra.run.smithi033.stdout:172.17.0.0 0.0.0.0 255.255.0.0 U 0 0 0 docker0 2024-09-13T15:02:17.253 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.0.0 0.0.0.0 255.255.240.0 U 0 0 0 ens1f0 2024-09-13T15:02:17.253 INFO:teuthology.orchestra.run.smithi033.stdout:192.168.0.0 0.0.0.0 255.255.0.0 U 0 0 0 ceph-brx 2024-09-13T15:02:17.254 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:17.254 DEBUG:teuthology.orchestra.run.smithi033:> (cd / && exec bash -c ' 2024-09-13T15:02:17.254 DEBUG:teuthology.orchestra.run.smithi033:> set -e 2024-09-13T15:02:17.254 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -o ens1f0 -i ceph-brx -j ACCEPT 2024-09-13T15:02:17.254 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -A FORWARD -i ens1f0 -o ceph-brx -j ACCEPT 2024-09-13T15:02:17.254 DEBUG:teuthology.orchestra.run.smithi033:> sudo iptables -t nat -A POSTROUTING -s 192.168.255.254/16 -o ens1f0 -j MASQUERADE 2024-09-13T15:02:17.254 DEBUG:teuthology.orchestra.run.smithi033:> ') 2024-09-13T15:02:17.339 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:17.339 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-09-13T15:02:17.345 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T15:02:17.346 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T15:02:17.346 INFO:tasks.cephfs.mount:Resuming the 'ceph-ns--home-ubuntu-cephtest-mnt.0' netns for '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:02:17.346 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:17.346 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link set brx.0 up 2024-09-13T15:02:17.360 INFO:tasks.cephfs.fuse_mount:Client client.0 config is {} 2024-09-13T15:02:17.360 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:02:17.360 DEBUG:teuthology.orchestra.run.smithi033:> mkdir -p -v /home/ubuntu/cephtest/mnt.0 2024-09-13T15:02:17.408 INFO:teuthology.orchestra.run.smithi033.stdout:mkdir: created directory '/home/ubuntu/cephtest/mnt.0' 2024-09-13T15:02:17.409 INFO:teuthology.orchestra.run:Running command with timeout 60 2024-09-13T15:02:17.409 DEBUG:teuthology.orchestra.run.smithi033:> chmod 0000 /home/ubuntu/cephtest/mnt.0 2024-09-13T15:02:17.415 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-09-13T15:02:17.431 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:02:17.431 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:02:17.443 INFO:teuthology.orchestra.run.smithi033.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:02:17.444 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:02:17.445 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:17.445 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-09-13T15:02:17.450 INFO:tasks.cephfs.fuse_mount:Pre-mount connections: [] 2024-09-13T15:02:17.450 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec sudo nsenter --net=/var/run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage daemon-helper kill ceph-fuse -f --admin-socket '/var/run/ceph/$cluster-$name.$pid.asok' /home/ubuntu/cephtest/mnt.0 --id 0) 2024-09-13T15:02:17.495 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-09-13T15:02:17.512 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:02:17.512 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:02:17.528 INFO:teuthology.orchestra.run.smithi033.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:02:17.528 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:02:17.529 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:17.529 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-09-13T15:02:17.585 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:2024-09-13T15:02:17.580+0000 7f293a684640 -1 init, newargv = 0x55920d372570 newargc=15 2024-09-13T15:02:17.585 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[38275]: starting ceph client 2024-09-13T15:02:17.594 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[38275]: starting fuse 2024-09-13T15:02:18.636 DEBUG:teuthology.orchestra.run.smithi033:> sudo modprobe fuse 2024-09-13T15:02:18.654 INFO:teuthology.orchestra.run:Running command with timeout 30 2024-09-13T15:02:18.655 DEBUG:teuthology.orchestra.run.smithi033:> sudo mount -t fusectl /sys/fs/fuse/connections /sys/fs/fuse/connections 2024-09-13T15:02:18.671 INFO:teuthology.orchestra.run.smithi033.stderr:mount: /sys/fs/fuse/connections: /sys/fs/fuse/connections already mounted or mount point busy. 2024-09-13T15:02:18.671 DEBUG:teuthology.orchestra.run:got remote process result: 32 2024-09-13T15:02:18.672 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:18.672 DEBUG:teuthology.orchestra.run.smithi033:> ls /sys/fs/fuse/connections 2024-09-13T15:02:18.720 INFO:teuthology.orchestra.run.smithi033.stdout:52 2024-09-13T15:02:18.720 INFO:tasks.cephfs.fuse_mount:Post-mount connections: [52] 2024-09-13T15:02:18.720 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:02:18.720 DEBUG:teuthology.orchestra.run.smithi033:> import glob 2024-09-13T15:02:18.720 DEBUG:teuthology.orchestra.run.smithi033:> import re 2024-09-13T15:02:18.720 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> import subprocess 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> def _find_admin_socket(client_name): 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> asok_path = "/var/run/ceph/ceph-client.0.*.asok" 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> files = glob.glob(asok_path) 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> mountpoint = "/home/ubuntu/cephtest/mnt.0" 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> # Given a non-glob path, it better be there 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> if "*" not in asok_path: 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> assert(len(files) == 1) 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> return files[0] 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> for f in files: 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> pid = re.match(".*\.(\d+)\.asok$", f).group(1) 2024-09-13T15:02:18.721 DEBUG:teuthology.orchestra.run.smithi033:> if os.path.exists("/proc/{0}".format(pid)): 2024-09-13T15:02:18.722 DEBUG:teuthology.orchestra.run.smithi033:> with open("/proc/{0}/cmdline".format(pid), '"'"'r'"'"') as proc_f: 2024-09-13T15:02:18.722 DEBUG:teuthology.orchestra.run.smithi033:> contents = proc_f.read() 2024-09-13T15:02:18.722 DEBUG:teuthology.orchestra.run.smithi033:> if mountpoint in contents: 2024-09-13T15:02:18.722 DEBUG:teuthology.orchestra.run.smithi033:> return f 2024-09-13T15:02:18.722 DEBUG:teuthology.orchestra.run.smithi033:> raise RuntimeError("Client socket {0} not found".format(client_name)) 2024-09-13T15:02:18.722 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:02:18.722 DEBUG:teuthology.orchestra.run.smithi033:> print(_find_admin_socket("client.0")) 2024-09-13T15:02:18.722 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-09-13T15:02:18.809 INFO:teuthology.orchestra.run.smithi033.stdout:/var/run/ceph/ceph-client.0.38275.asok 2024-09-13T15:02:18.995 INFO:tasks.cephfs.fuse_mount:Found client admin socket at /var/run/ceph/ceph-client.0.38275.asok 2024-09-13T15:02:18.995 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:18.995 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --admin-daemon /var/run/ceph/ceph-client.0.38275.asok status 2024-09-13T15:02:19.111 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:02:19.111 INFO:teuthology.orchestra.run.smithi033.stdout: "metadata": { 2024-09-13T15:02:19.111 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_sha1": "50bbe7f395997dcd871813949c49addbbf630361", 2024-09-13T15:02:19.111 INFO:teuthology.orchestra.run.smithi033.stdout: "ceph_version": "ceph version 18.2.4-850-g50bbe7f3 (50bbe7f395997dcd871813949c49addbbf630361) reef (stable)", 2024-09-13T15:02:19.111 INFO:teuthology.orchestra.run.smithi033.stdout: "entity_id": "0", 2024-09-13T15:02:19.111 INFO:teuthology.orchestra.run.smithi033.stdout: "hostname": "smithi033", 2024-09-13T15:02:19.111 INFO:teuthology.orchestra.run.smithi033.stdout: "mount_point": "/home/ubuntu/cephtest/mnt.0", 2024-09-13T15:02:19.111 INFO:teuthology.orchestra.run.smithi033.stdout: "pid": "38275", 2024-09-13T15:02:19.111 INFO:teuthology.orchestra.run.smithi033.stdout: "root": "/" 2024-09-13T15:02:19.111 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:19.111 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_count": 0, 2024-09-13T15:02:19.112 INFO:teuthology.orchestra.run.smithi033.stdout: "dentry_pinned_count": 0, 2024-09-13T15:02:19.112 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 5718, 2024-09-13T15:02:19.112 INFO:teuthology.orchestra.run.smithi033.stdout: "inst": { 2024-09-13T15:02:19.112 INFO:teuthology.orchestra.run.smithi033.stdout: "name": { 2024-09-13T15:02:19.112 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "client", 2024-09-13T15:02:19.112 INFO:teuthology.orchestra.run.smithi033.stdout: "num": 5718 2024-09-13T15:02:19.112 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:19.112 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-09-13T15:02:19.112 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-09-13T15:02:19.112 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:02:19.112 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 4289243357 2024-09-13T15:02:19.112 INFO:teuthology.orchestra.run.smithi033.stdout: } 2024-09-13T15:02:19.112 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:19.113 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": { 2024-09-13T15:02:19.113 INFO:teuthology.orchestra.run.smithi033.stdout: "type": "v1", 2024-09-13T15:02:19.113 INFO:teuthology.orchestra.run.smithi033.stdout: "addr": "192.168.0.1:0", 2024-09-13T15:02:19.113 INFO:teuthology.orchestra.run.smithi033.stdout: "nonce": 4289243357 2024-09-13T15:02:19.113 INFO:teuthology.orchestra.run.smithi033.stdout: }, 2024-09-13T15:02:19.113 INFO:teuthology.orchestra.run.smithi033.stdout: "inst_str": "client.5718 192.168.0.1:0/4289243357", 2024-09-13T15:02:19.113 INFO:teuthology.orchestra.run.smithi033.stdout: "addr_str": "192.168.0.1:0/4289243357", 2024-09-13T15:02:19.113 INFO:teuthology.orchestra.run.smithi033.stdout: "inode_count": 1, 2024-09-13T15:02:19.113 INFO:teuthology.orchestra.run.smithi033.stdout: "mds_epoch": 17, 2024-09-13T15:02:19.113 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch": 41, 2024-09-13T15:02:19.113 INFO:teuthology.orchestra.run.smithi033.stdout: "osd_epoch_barrier": 0, 2024-09-13T15:02:19.113 INFO:teuthology.orchestra.run.smithi033.stdout: "blocklisted": false, 2024-09-13T15:02:19.113 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs" 2024-09-13T15:02:19.113 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:02:19.121 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:19.121 DEBUG:teuthology.orchestra.run.smithi033:> stat --file-system '--printf=%T 2024-09-13T15:02:19.121 DEBUG:teuthology.orchestra.run.smithi033:> ' -- /home/ubuntu/cephtest/mnt.0 2024-09-13T15:02:19.128 INFO:teuthology.orchestra.run.smithi033.stdout:fuseblk 2024-09-13T15:02:19.128 INFO:tasks.cephfs.fuse_mount:ceph-fuse is mounted on /home/ubuntu/cephtest/mnt.0 2024-09-13T15:02:19.128 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:19.129 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 1777 /home/ubuntu/cephtest/mnt.0 2024-09-13T15:02:19.187 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:02:19.187 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:02:19.196 DEBUG:teuthology.orchestra.run.smithi033:> adjust-ulimits daemon-helper kill python3 -c ' 2024-09-13T15:02:19.196 DEBUG:teuthology.orchestra.run.smithi033:> import os 2024-09-13T15:02:19.196 DEBUG:teuthology.orchestra.run.smithi033:> import uuid 2024-09-13T15:02:19.196 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:02:19.196 DEBUG:teuthology.orchestra.run.smithi033:> n = 1 2024-09-13T15:02:19.196 DEBUG:teuthology.orchestra.run.smithi033:> create_hard_links = False 2024-09-13T15:02:19.196 DEBUG:teuthology.orchestra.run.smithi033:> if 0 > 0: 2024-09-13T15:02:19.196 DEBUG:teuthology.orchestra.run.smithi033:> create_hard_links = True 2024-09-13T15:02:19.197 DEBUG:teuthology.orchestra.run.smithi033:> path = "/home/ubuntu/cephtest/mnt.0/file_on_fs" 2024-09-13T15:02:19.197 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:02:19.197 DEBUG:teuthology.orchestra.run.smithi033:> dpath = os.path.dirname(path) 2024-09-13T15:02:19.197 DEBUG:teuthology.orchestra.run.smithi033:> fnameprefix = os.path.basename(path) 2024-09-13T15:02:19.197 DEBUG:teuthology.orchestra.run.smithi033:> os.makedirs(dpath, exist_ok=True) 2024-09-13T15:02:19.197 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:02:19.197 DEBUG:teuthology.orchestra.run.smithi033:> try: 2024-09-13T15:02:19.197 DEBUG:teuthology.orchestra.run.smithi033:> dirfd = os.open(dpath, os.O_DIRECTORY) 2024-09-13T15:02:19.197 DEBUG:teuthology.orchestra.run.smithi033:> 2024-09-13T15:02:19.198 DEBUG:teuthology.orchestra.run.smithi033:> for i in range(n): 2024-09-13T15:02:19.198 DEBUG:teuthology.orchestra.run.smithi033:> fpath = os.path.join(dpath, f"{fnameprefix}_{i}") 2024-09-13T15:02:19.198 DEBUG:teuthology.orchestra.run.smithi033:> with open(fpath, '"'"'w'"'"') as f: 2024-09-13T15:02:19.198 DEBUG:teuthology.orchestra.run.smithi033:> f.write(f"{i}") 2024-09-13T15:02:19.198 DEBUG:teuthology.orchestra.run.smithi033:> if True: 2024-09-13T15:02:19.198 DEBUG:teuthology.orchestra.run.smithi033:> f.flush() 2024-09-13T15:02:19.198 DEBUG:teuthology.orchestra.run.smithi033:> os.fsync(f.fileno()) 2024-09-13T15:02:19.198 DEBUG:teuthology.orchestra.run.smithi033:> if False: 2024-09-13T15:02:19.199 DEBUG:teuthology.orchestra.run.smithi033:> os.unlink(fpath) 2024-09-13T15:02:19.199 DEBUG:teuthology.orchestra.run.smithi033:> if False: 2024-09-13T15:02:19.199 DEBUG:teuthology.orchestra.run.smithi033:> os.fsync(dirfd) 2024-09-13T15:02:19.199 DEBUG:teuthology.orchestra.run.smithi033:> if create_hard_links: 2024-09-13T15:02:19.199 DEBUG:teuthology.orchestra.run.smithi033:> for j in range(0): 2024-09-13T15:02:19.199 DEBUG:teuthology.orchestra.run.smithi033:> os.system(f"ln {fpath} {dpath}/{fnameprefix}_{i}_{uuid.uuid4()}") 2024-09-13T15:02:19.199 DEBUG:teuthology.orchestra.run.smithi033:> if False: 2024-09-13T15:02:19.199 DEBUG:teuthology.orchestra.run.smithi033:> os.fsync(dirfd) 2024-09-13T15:02:19.199 DEBUG:teuthology.orchestra.run.smithi033:> finally: 2024-09-13T15:02:19.199 DEBUG:teuthology.orchestra.run.smithi033:> os.close(dirfd) 2024-09-13T15:02:19.199 DEBUG:teuthology.orchestra.run.smithi033:> ' 2024-09-13T15:02:19.457 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T15:02:19.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6ddc15700 1 Processor -- start 2024-09-13T15:02:19.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6ddc15700 1 -- start start 2024-09-13T15:02:19.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6ddc15700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc6d8160cc0 0x7fc6d80b49f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:19.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6ddc15700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6d8165120 con 0x7fc6d8164960 2024-09-13T15:02:19.623 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6ddc15700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fc6d8165400 con 0x7fc6d806d6f0 2024-09-13T15:02:19.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6ddc15700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6d80b2aa0 con 0x7fc6d8160cc0 2024-09-13T15:02:19.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6d7fff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fc6d8164960 0x7fc6d806cfe0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:52380/0 (socket says 172.21.15.33:52380) 2024-09-13T15:02:19.624 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6d7fff700 1 -- 172.21.15.33:0/2381551933 learned_addr learned my addr 172.21.15.33:0/2381551933 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:19.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6dcc13700 1 --2- 172.21.15.33:0/2381551933 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc6d8160cc0 0x7fc6d80b49f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:19.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6d77fe700 1 -- 172.21.15.33:0/2381551933 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3143719762 0 0) 0x7fc6d8165120 con 0x7fc6d8164960 2024-09-13T15:02:19.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6d77fe700 1 -- 172.21.15.33:0/2381551933 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc6c00035d0 con 0x7fc6d8164960 2024-09-13T15:02:19.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6d77fe700 1 -- 172.21.15.33:0/2381551933 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2760494206 0 0) 0x7fc6d8165400 con 0x7fc6d806d6f0 2024-09-13T15:02:19.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6d77fe700 1 -- 172.21.15.33:0/2381551933 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fc6d8165120 con 0x7fc6d806d6f0 2024-09-13T15:02:19.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6dcc13700 1 -- 172.21.15.33:0/2381551933 >> v1:172.21.15.103:6789/0 conn(0x7fc6d806d6f0 legacy=0x7fc6d80b31d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:19.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6dcc13700 1 -- 172.21.15.33:0/2381551933 >> v1:172.21.15.33:6789/0 conn(0x7fc6d8164960 legacy=0x7fc6d806cfe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:19.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6dcc13700 1 -- 172.21.15.33:0/2381551933 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6d81656e0 con 0x7fc6d8160cc0 2024-09-13T15:02:19.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6dcc13700 1 --2- 172.21.15.33:0/2381551933 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc6d8160cc0 0x7fc6d80b49f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc009880 tx=0x7fc6cc009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=163ad69588d0e02b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:19.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6d77fe700 1 -- 172.21.15.33:0/2381551933 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc011830 con 0x7fc6d8160cc0 2024-09-13T15:02:19.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6d77fe700 1 -- 172.21.15.33:0/2381551933 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6cc011990 con 0x7fc6d8160cc0 2024-09-13T15:02:19.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.620+0000 7fc6d77fe700 1 -- 172.21.15.33:0/2381551933 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6cc011d00 con 0x7fc6d8160cc0 2024-09-13T15:02:19.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.624+0000 7fc6ddc15700 1 -- 172.21.15.33:0/2381551933 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc6d8160cc0 msgr2=0x7fc6d80b49f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:19.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.624+0000 7fc6ddc15700 1 --2- 172.21.15.33:0/2381551933 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc6d8160cc0 0x7fc6d80b49f0 secure :-1 s=READY pgs=96 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc009880 tx=0x7fc6cc009b90 comp rx=0 tx=0).stop 2024-09-13T15:02:19.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.624+0000 7fc6ddc15700 1 -- 172.21.15.33:0/2381551933 shutdown_connections 2024-09-13T15:02:19.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.624+0000 7fc6ddc15700 1 --2- 172.21.15.33:0/2381551933 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc6d8160cc0 0x7fc6d80b49f0 unknown :-1 s=CLOSED pgs=96 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:19.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.624+0000 7fc6ddc15700 1 -- 172.21.15.33:0/2381551933 >> 172.21.15.33:0/2381551933 conn(0x7fc6d80b17a0 msgr2=0x7fc6d80b1bb0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:19.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.624+0000 7fc6ddc15700 1 -- 172.21.15.33:0/2381551933 shutdown_connections 2024-09-13T15:02:19.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.624+0000 7fc6ddc15700 1 -- 172.21.15.33:0/2381551933 wait complete. 2024-09-13T15:02:19.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6ddc15700 1 Processor -- start 2024-09-13T15:02:19.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6ddc15700 1 -- start start 2024-09-13T15:02:19.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6ddc15700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc6d806d6f0 0x7fc6d8144a80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:19.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6ddc15700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6d8160cc0 0x7fc6d80cced0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:19.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6ddc15700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc6d8164960 0x7fc6d80cd410 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:19.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6ddc15700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6d81eb4f0 con 0x7fc6d8160cc0 2024-09-13T15:02:19.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6ddc15700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fc6d8153b30 con 0x7fc6d806d6f0 2024-09-13T15:02:19.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6ddc15700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fc6d8153850 con 0x7fc6d8164960 2024-09-13T15:02:19.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6d7fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6d8160cc0 0x7fc6d80cced0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:19.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6dcc13700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc6d806d6f0 0x7fc6d8144a80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:19.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6d7fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6d8160cc0 0x7fc6d80cced0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58350/0 (socket says 172.21.15.33:58350) 2024-09-13T15:02:19.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6d7fff700 1 -- 172.21.15.33:0/745199683 learned_addr learned my addr 172.21.15.33:0/745199683 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:19.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6dd414700 1 --2- 172.21.15.33:0/745199683 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc6d8164960 0x7fc6d80cd410 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:19.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6d7fff700 1 -- 172.21.15.33:0/745199683 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc6d8164960 msgr2=0x7fc6d80cd410 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6d7fff700 1 --2- 172.21.15.33:0/745199683 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc6d8164960 0x7fc6d80cd410 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6d7fff700 1 -- 172.21.15.33:0/745199683 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc6d806d6f0 msgr2=0x7fc6d8144a80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6d7fff700 1 --2- 172.21.15.33:0/745199683 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc6d806d6f0 0x7fc6d8144a80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6d7fff700 1 -- 172.21.15.33:0/745199683 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fc6cc0094b0 con 0x7fc6d8160cc0 2024-09-13T15:02:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6d7fff700 1 --2- 172.21.15.33:0/745199683 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6d8160cc0 0x7fc6d80cced0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fc6c800cb90 tx=0x7fc6c800cbc0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6d57fa700 1 -- 172.21.15.33:0/745199683 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6c800a770 con 0x7fc6d8160cc0 2024-09-13T15:02:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6d57fa700 1 -- 172.21.15.33:0/745199683 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fc6c800a8f0 con 0x7fc6d8160cc0 2024-09-13T15:02:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6ddc15700 1 -- 172.21.15.33:0/745199683 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fc6d81eb790 con 0x7fc6d8160cc0 2024-09-13T15:02:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6d57fa700 1 -- 172.21.15.33:0/745199683 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fc6c800aca0 con 0x7fc6d8160cc0 2024-09-13T15:02:19.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.628+0000 7fc6ddc15700 1 -- 172.21.15.33:0/745199683 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fc6d8152340 con 0x7fc6d8160cc0 2024-09-13T15:02:19.635 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.632+0000 7fc6ddc15700 1 -- 172.21.15.33:0/745199683 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fc6d81eb350 con 0x7fc6d8160cc0 2024-09-13T15:02:19.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.632+0000 7fc6d57fa700 1 -- 172.21.15.33:0/745199683 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fc6c801b3b0 con 0x7fc6d8160cc0 2024-09-13T15:02:19.637 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.632+0000 7fc6d57fa700 1 --2- 172.21.15.33:0/745199683 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc6c4066730 0x7fc6c4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:19.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.632+0000 7fc6d57fa700 1 -- 172.21.15.33:0/745199683 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(41..41 src has 1..41) v4 ==== 6029+0+0 (secure 0 0 0) 0x7fc6c8083c60 con 0x7fc6d8160cc0 2024-09-13T15:02:19.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.636+0000 7fc6dcc13700 1 --2- 172.21.15.33:0/745199683 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc6c4066730 0x7fc6c4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:19.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.636+0000 7fc6dcc13700 1 --2- 172.21.15.33:0/745199683 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc6c4066730 0x7fc6c4068bf0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc0090b0 tx=0x7fc6cc010000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:19.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.644+0000 7fc6d57fa700 1 -- 172.21.15.33:0/745199683 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fc6d81eb350 con 0x7fc6d8160cc0 2024-09-13T15:02:19.856 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.852+0000 7fc6ddc15700 1 -- 172.21.15.33:0/745199683 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7fc6d81ebcb0 con 0x7fc6d8160cc0 2024-09-13T15:02:19.857 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-09-13T15:02:19.852+0000 7fb06a7e6700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T15:02:19.869 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.864+0000 7fc6d57fa700 1 -- 172.21.15.33:0/745199683 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v18) v1 ==== 161+0+0 (secure 0 0 0) 0x7fc6d81ebcb0 con 0x7fc6d8160cc0 2024-09-13T15:02:19.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.868+0000 7fc6ddc15700 1 -- 172.21.15.33:0/745199683 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc6c4066730 msgr2=0x7fc6c4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:19.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.868+0000 7fc6ddc15700 1 --2- 172.21.15.33:0/745199683 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc6c4066730 0x7fc6c4068bf0 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7fc6cc0090b0 tx=0x7fc6cc010000 comp rx=0 tx=0).stop 2024-09-13T15:02:19.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.868+0000 7fc6ddc15700 1 -- 172.21.15.33:0/745199683 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6d8160cc0 msgr2=0x7fc6d80cced0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:19.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.868+0000 7fc6ddc15700 1 --2- 172.21.15.33:0/745199683 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6d8160cc0 0x7fc6d80cced0 secure :-1 s=READY pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fc6c800cb90 tx=0x7fc6c800cbc0 comp rx=0 tx=0).stop 2024-09-13T15:02:19.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.868+0000 7fc6ddc15700 1 -- 172.21.15.33:0/745199683 shutdown_connections 2024-09-13T15:02:19.872 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.868+0000 7fc6ddc15700 1 --2- 172.21.15.33:0/745199683 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fc6c4066730 0x7fc6c4068bf0 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:19.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.868+0000 7fc6ddc15700 1 --2- 172.21.15.33:0/745199683 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fc6d8164960 0x7fc6d80cd410 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:19.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.868+0000 7fc6ddc15700 1 --2- 172.21.15.33:0/745199683 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fc6d8160cc0 0x7fc6d80cced0 secure :-1 s=CLOSED pgs=496 cs=0 l=1 rev1=1 crypto rx=0x7fc6c800cb90 tx=0x7fc6c800cbc0 comp rx=0 tx=0).stop 2024-09-13T15:02:19.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.868+0000 7fc6ddc15700 1 --2- 172.21.15.33:0/745199683 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fc6d806d6f0 0x7fc6d8144a80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:19.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.868+0000 7fc6ddc15700 1 -- 172.21.15.33:0/745199683 >> 172.21.15.33:0/745199683 conn(0x7fc6d80b17a0 msgr2=0x7fc6d806ef70 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:19.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.868+0000 7fc6ddc15700 1 -- 172.21.15.33:0/745199683 shutdown_connections 2024-09-13T15:02:19.873 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.868+0000 7fc6ddc15700 1 -- 172.21.15.33:0/745199683 wait complete. 2024-09-13T15:02:19.874 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T15:02:19.886 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T15:02:19.902 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-09-13T15:02:19.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.992+0000 7fdca7fff700 1 Processor -- start 2024-09-13T15:02:19.997 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.992+0000 7fdca7fff700 1 -- start start 2024-09-13T15:02:19.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca7fff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fdca80add60 0x7fdca80ce0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:19.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca7fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fdca80b3260 0x7fdca80b3670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:19.998 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca7fff700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fdca80cd4d0 con 0x7fdca815dbe0 2024-09-13T15:02:19.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca7fff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdca8071be0 con 0x7fdca80b3260 2024-09-13T15:02:19.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca7fff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fdca8159af0 con 0x7fdca80add60 2024-09-13T15:02:19.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca77fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fdca80b3260 0x7fdca80b3670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:19.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca77fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fdca80b3260 0x7fdca80b3670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58362/0 (socket says 172.21.15.33:58362) 2024-09-13T15:02:19.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca77fe700 1 -- 172.21.15.33:0/639770515 learned_addr learned my addr 172.21.15.33:0/639770515 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:19.999 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca6ffd700 1 --2- 172.21.15.33:0/639770515 >> v2:172.21.15.103:3300/0 conn(0x7fdca80add60 0x7fdca80ce0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:20.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca77fe700 1 -- 172.21.15.33:0/639770515 >> v2:172.21.15.103:3300/0 conn(0x7fdca80add60 msgr2=0x7fdca80ce0f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:20.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca77fe700 1 --2- 172.21.15.33:0/639770515 >> v2:172.21.15.103:3300/0 conn(0x7fdca80add60 0x7fdca80ce0f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:20.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca77fe700 1 -- 172.21.15.33:0/639770515 >> v1:172.21.15.103:6789/0 conn(0x7fdca815dbe0 legacy=0x7fdca80cd960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:20.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca77fe700 1 -- 172.21.15.33:0/639770515 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdca815e130 con 0x7fdca80b3260 2024-09-13T15:02:20.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca6ffd700 1 --2- 172.21.15.33:0/639770515 >> v2:172.21.15.103:3300/0 conn(0x7fdca80add60 0x7fdca80ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:20.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca77fe700 1 --2- 172.21.15.33:0/639770515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdca80b3260 0x7fdca80b3670 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fdca80b1530 tx=0x7fdca000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=79b72a99e9c0e39c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:20.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca5ffb700 1 -- 172.21.15.33:0/639770515 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdca000e070 con 0x7fdca80b3260 2024-09-13T15:02:20.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca5ffb700 1 -- 172.21.15.33:0/639770515 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdca000b9c0 con 0x7fdca80b3260 2024-09-13T15:02:20.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca5ffb700 1 -- 172.21.15.33:0/639770515 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdca000bd70 con 0x7fdca80b3260 2024-09-13T15:02:20.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca7fff700 1 -- 172.21.15.33:0/639770515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdca80b3260 msgr2=0x7fdca80b3670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:20.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca7fff700 1 --2- 172.21.15.33:0/639770515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdca80b3260 0x7fdca80b3670 secure :-1 s=READY pgs=499 cs=0 l=1 rev1=1 crypto rx=0x7fdca80b1530 tx=0x7fdca000b330 comp rx=0 tx=0).stop 2024-09-13T15:02:20.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca7fff700 1 -- 172.21.15.33:0/639770515 shutdown_connections 2024-09-13T15:02:20.001 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca7fff700 1 --2- 172.21.15.33:0/639770515 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdca80b3260 0x7fdca80b3670 unknown :-1 s=CLOSED pgs=499 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:20.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca7fff700 1 --2- 172.21.15.33:0/639770515 >> v2:172.21.15.103:3300/0 conn(0x7fdca80add60 0x7fdca80ce0f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:20.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca7fff700 1 -- 172.21.15.33:0/639770515 >> 172.21.15.33:0/639770515 conn(0x7fdca80b0980 msgr2=0x7fdca80b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:20.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca7fff700 1 -- 172.21.15.33:0/639770515 shutdown_connections 2024-09-13T15:02:20.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:19.996+0000 7fdca7fff700 1 -- 172.21.15.33:0/639770515 wait complete. 2024-09-13T15:02:20.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca7fff700 1 Processor -- start 2024-09-13T15:02:20.002 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca7fff700 1 -- start start 2024-09-13T15:02:20.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca7fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdca80add60 0x7fdca8145d50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:20.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca7fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdca80b3260 0x7fdca80a9720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:20.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca7fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdca815dbe0 0x7fdca80aae90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:20.004 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca7fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdca8146950 con 0x7fdca80b3260 2024-09-13T15:02:20.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca7fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fdca8146c30 con 0x7fdca815dbe0 2024-09-13T15:02:20.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca7fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fdca8146f10 con 0x7fdca80add60 2024-09-13T15:02:20.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca67fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdca80b3260 0x7fdca80a9720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:20.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca6ffd700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdca80add60 0x7fdca8145d50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:20.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca67fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdca80b3260 0x7fdca80a9720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58374/0 (socket says 172.21.15.33:58374) 2024-09-13T15:02:20.005 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca67fc700 1 -- 172.21.15.33:0/3278431000 learned_addr learned my addr 172.21.15.33:0/3278431000 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:20.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca77fe700 1 --2- 172.21.15.33:0/3278431000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdca815dbe0 0x7fdca80aae90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:20.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca67fc700 1 -- 172.21.15.33:0/3278431000 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdca80add60 msgr2=0x7fdca8145d50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:20.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca67fc700 1 --2- 172.21.15.33:0/3278431000 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdca80add60 0x7fdca8145d50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:20.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca67fc700 1 -- 172.21.15.33:0/3278431000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdca815dbe0 msgr2=0x7fdca80aae90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:20.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca67fc700 1 --2- 172.21.15.33:0/3278431000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdca815dbe0 0x7fdca80aae90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:20.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca67fc700 1 -- 172.21.15.33:0/3278431000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fdca0009b30 con 0x7fdca80b3260 2024-09-13T15:02:20.006 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca67fc700 1 --2- 172.21.15.33:0/3278431000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdca80b3260 0x7fdca80a9720 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fdc9c00c500 tx=0x7fdc9c00c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:20.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdc8ffff700 1 -- 172.21.15.33:0/3278431000 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc9c0052d0 con 0x7fdca80b3260 2024-09-13T15:02:20.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdc8ffff700 1 -- 172.21.15.33:0/3278431000 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fdc9c005430 con 0x7fdca80b3260 2024-09-13T15:02:20.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdc8ffff700 1 -- 172.21.15.33:0/3278431000 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fdc9c0055a0 con 0x7fdca80b3260 2024-09-13T15:02:20.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.000+0000 7fdca7fff700 1 -- 172.21.15.33:0/3278431000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fdca81471f0 con 0x7fdca80b3260 2024-09-13T15:02:20.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.004+0000 7fdca7fff700 1 -- 172.21.15.33:0/3278431000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fdca80a9c60 con 0x7fdca80b3260 2024-09-13T15:02:20.007 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.004+0000 7fdca7fff700 1 -- 172.21.15.33:0/3278431000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fdca8147710 con 0x7fdca80b3260 2024-09-13T15:02:20.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.004+0000 7fdc8ffff700 1 -- 172.21.15.33:0/3278431000 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fdc9c0038e0 con 0x7fdca80b3260 2024-09-13T15:02:20.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.004+0000 7fdc8ffff700 1 --2- 172.21.15.33:0/3278431000 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdc94066730 0x7fdc94068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:20.008 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.004+0000 7fdc8ffff700 1 -- 172.21.15.33:0/3278431000 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fdc9c0835b0 con 0x7fdca80b3260 2024-09-13T15:02:20.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.004+0000 7fdca6ffd700 1 --2- 172.21.15.33:0/3278431000 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdc94066730 0x7fdc94068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:20.009 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.008+0000 7fdca6ffd700 1 --2- 172.21.15.33:0/3278431000 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdc94066730 0x7fdc94068bf0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fdc980044b0 tx=0x7fdc98008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:20.015 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.012+0000 7fdc8ffff700 1 -- 172.21.15.33:0/3278431000 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fdc9c050810 con 0x7fdca80b3260 2024-09-13T15:02:20.223 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.220+0000 7fdca7fff700 1 -- 172.21.15.33:0/3278431000 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fdca80ae140 con 0x7fdca80b3260 2024-09-13T15:02:20.874 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.872+0000 7fdc8ffff700 1 -- 172.21.15.33:0/3278431000 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v19) v1 ==== 104+0+0 (secure 0 0 0) 0x7fdc9c053e30 con 0x7fdca80b3260 2024-09-13T15:02:20.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.876+0000 7fdca7fff700 1 -- 172.21.15.33:0/3278431000 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdc94066730 msgr2=0x7fdc94068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:20.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.876+0000 7fdca7fff700 1 --2- 172.21.15.33:0/3278431000 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdc94066730 0x7fdc94068bf0 secure :-1 s=READY pgs=266 cs=0 l=1 rev1=1 crypto rx=0x7fdc980044b0 tx=0x7fdc98008040 comp rx=0 tx=0).stop 2024-09-13T15:02:20.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.876+0000 7fdca7fff700 1 -- 172.21.15.33:0/3278431000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdca80b3260 msgr2=0x7fdca80a9720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:20.879 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.876+0000 7fdca7fff700 1 --2- 172.21.15.33:0/3278431000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdca80b3260 0x7fdca80a9720 secure :-1 s=READY pgs=500 cs=0 l=1 rev1=1 crypto rx=0x7fdc9c00c500 tx=0x7fdc9c00c810 comp rx=0 tx=0).stop 2024-09-13T15:02:20.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.876+0000 7fdca7fff700 1 -- 172.21.15.33:0/3278431000 shutdown_connections 2024-09-13T15:02:20.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.876+0000 7fdca7fff700 1 --2- 172.21.15.33:0/3278431000 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fdc94066730 0x7fdc94068bf0 unknown :-1 s=CLOSED pgs=266 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:20.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.876+0000 7fdca7fff700 1 --2- 172.21.15.33:0/3278431000 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fdca815dbe0 0x7fdca80aae90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:20.880 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.876+0000 7fdca7fff700 1 --2- 172.21.15.33:0/3278431000 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fdca80b3260 0x7fdca80a9720 unknown :-1 s=CLOSED pgs=500 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:20.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.876+0000 7fdca7fff700 1 --2- 172.21.15.33:0/3278431000 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fdca80add60 0x7fdca8145d50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:20.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.876+0000 7fdca7fff700 1 -- 172.21.15.33:0/3278431000 >> 172.21.15.33:0/3278431000 conn(0x7fdca80b0980 msgr2=0x7fdca80b1860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:20.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.876+0000 7fdca7fff700 1 -- 172.21.15.33:0/3278431000 shutdown_connections 2024-09-13T15:02:20.881 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:20.876+0000 7fdca7fff700 1 -- 172.21.15.33:0/3278431000 wait complete. 2024-09-13T15:02:20.897 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs new cephfs cephfs_metadata cephfs_data --recover --force --fscid 2 2024-09-13T15:02:21.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.020+0000 7efc28b1a700 1 Processor -- start 2024-09-13T15:02:21.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc28b1a700 1 -- start start 2024-09-13T15:02:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc28b1a700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7efc2415ccb0 0x7efc240d0860 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc28b1a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7efc240d0da0 0x7efc240b4f60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc28b1a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc240b54a0 0x7efc2406bbc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc28b1a700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc240d16c0 con 0x7efc240d0da0 2024-09-13T15:02:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc28b1a700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7efc240d1210 con 0x7efc2415ccb0 2024-09-13T15:02:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc28b1a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc240b5930 con 0x7efc240b54a0 2024-09-13T15:02:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc22ffd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7efc240d0da0 0x7efc240b4f60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc22ffd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7efc240d0da0 0x7efc240b4f60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58378/0 (socket says 172.21.15.33:58378) 2024-09-13T15:02:21.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc22ffd700 1 -- 172.21.15.33:0/1703485343 learned_addr learned my addr 172.21.15.33:0/1703485343 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:21.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc237fe700 1 --2- 172.21.15.33:0/1703485343 >> v2:172.21.15.103:3300/0 conn(0x7efc2415ccb0 0x7efc240d0860 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:21.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc23fff700 1 --2- 172.21.15.33:0/1703485343 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc240b54a0 0x7efc2406bbc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:21.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc22ffd700 1 -- 172.21.15.33:0/1703485343 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc240b54a0 msgr2=0x7efc2406bbc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:21.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc22ffd700 1 --2- 172.21.15.33:0/1703485343 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc240b54a0 0x7efc2406bbc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc22ffd700 1 -- 172.21.15.33:0/1703485343 >> v2:172.21.15.103:3300/0 conn(0x7efc2415ccb0 msgr2=0x7efc240d0860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:21.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc22ffd700 1 --2- 172.21.15.33:0/1703485343 >> v2:172.21.15.103:3300/0 conn(0x7efc2415ccb0 0x7efc240d0860 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc22ffd700 1 -- 172.21.15.33:0/1703485343 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc240b5bb0 con 0x7efc240d0da0 2024-09-13T15:02:21.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc22ffd700 1 --2- 172.21.15.33:0/1703485343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc240d0da0 0x7efc240b4f60 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7efc24074510 tx=0x7efc0c009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2957e77d6eded07c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:21.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc227fc700 1 -- 172.21.15.33:0/1703485343 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc0c011830 con 0x7efc240d0da0 2024-09-13T15:02:21.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc227fc700 1 -- 172.21.15.33:0/1703485343 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc0c011990 con 0x7efc240d0da0 2024-09-13T15:02:21.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc227fc700 1 -- 172.21.15.33:0/1703485343 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc0c011d40 con 0x7efc240d0da0 2024-09-13T15:02:21.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc28b1a700 1 -- 172.21.15.33:0/1703485343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc240d0da0 msgr2=0x7efc240b4f60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:21.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.024+0000 7efc28b1a700 1 --2- 172.21.15.33:0/1703485343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc240d0da0 0x7efc240b4f60 secure :-1 s=READY pgs=501 cs=0 l=1 rev1=1 crypto rx=0x7efc24074510 tx=0x7efc0c009c20 comp rx=0 tx=0).stop 2024-09-13T15:02:21.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.028+0000 7efc28b1a700 1 -- 172.21.15.33:0/1703485343 shutdown_connections 2024-09-13T15:02:21.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.028+0000 7efc28b1a700 1 --2- 172.21.15.33:0/1703485343 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc240b54a0 0x7efc2406bbc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.028+0000 7efc28b1a700 1 --2- 172.21.15.33:0/1703485343 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc240d0da0 0x7efc240b4f60 unknown :-1 s=CLOSED pgs=501 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.028+0000 7efc28b1a700 1 --2- 172.21.15.33:0/1703485343 >> v2:172.21.15.103:3300/0 conn(0x7efc2415ccb0 0x7efc240d0860 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.028+0000 7efc28b1a700 1 -- 172.21.15.33:0/1703485343 >> 172.21.15.33:0/1703485343 conn(0x7efc24072240 msgr2=0x7efc24099a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:21.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.028+0000 7efc28b1a700 1 -- 172.21.15.33:0/1703485343 shutdown_connections 2024-09-13T15:02:21.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.028+0000 7efc28b1a700 1 -- 172.21.15.33:0/1703485343 wait complete. 2024-09-13T15:02:21.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.028+0000 7efc28b1a700 1 Processor -- start 2024-09-13T15:02:21.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.028+0000 7efc28b1a700 1 -- start start 2024-09-13T15:02:21.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc28b1a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc240b54a0 0x7efc24152e00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:21.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc28b1a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc240d0da0 0x7efc24143440 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:21.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc28b1a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc2415ccb0 0x7efc241f22a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:21.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc28b1a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc24158390 con 0x7efc240d0da0 2024-09-13T15:02:21.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc28b1a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efc24157a20 con 0x7efc2415ccb0 2024-09-13T15:02:21.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc28b1a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efc24157d00 con 0x7efc240b54a0 2024-09-13T15:02:21.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc22ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc240d0da0 0x7efc24143440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:21.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc22ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc240d0da0 0x7efc24143440 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58390/0 (socket says 172.21.15.33:58390) 2024-09-13T15:02:21.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc22ffd700 1 -- 172.21.15.33:0/3939685766 learned_addr learned my addr 172.21.15.33:0/3939685766 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:21.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc23fff700 1 --2- 172.21.15.33:0/3939685766 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc2415ccb0 0x7efc241f22a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:21.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc237fe700 1 --2- 172.21.15.33:0/3939685766 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc240b54a0 0x7efc24152e00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:21.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc22ffd700 1 -- 172.21.15.33:0/3939685766 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc240b54a0 msgr2=0x7efc24152e00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:21.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc22ffd700 1 --2- 172.21.15.33:0/3939685766 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc240b54a0 0x7efc24152e00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc22ffd700 1 -- 172.21.15.33:0/3939685766 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc2415ccb0 msgr2=0x7efc241f22a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:21.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc22ffd700 1 --2- 172.21.15.33:0/3939685766 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc2415ccb0 0x7efc241f22a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc22ffd700 1 -- 172.21.15.33:0/3939685766 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efc0c009570 con 0x7efc240d0da0 2024-09-13T15:02:21.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc22ffd700 1 --2- 172.21.15.33:0/3939685766 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc240d0da0 0x7efc24143440 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7efc0c000c00 tx=0x7efc0c004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:21.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc1bfff700 1 -- 172.21.15.33:0/3939685766 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc0c004240 con 0x7efc240d0da0 2024-09-13T15:02:21.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc1bfff700 1 -- 172.21.15.33:0/3939685766 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efc0c01f070 con 0x7efc240d0da0 2024-09-13T15:02:21.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc28b1a700 1 -- 172.21.15.33:0/3939685766 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efc2414a630 con 0x7efc240d0da0 2024-09-13T15:02:21.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc1bfff700 1 -- 172.21.15.33:0/3939685766 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efc0c0045c0 con 0x7efc240d0da0 2024-09-13T15:02:21.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.032+0000 7efc28b1a700 1 -- 172.21.15.33:0/3939685766 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efc241f29c0 con 0x7efc240d0da0 2024-09-13T15:02:21.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.036+0000 7efc28b1a700 1 -- 172.21.15.33:0/3939685766 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efc2415d090 con 0x7efc240d0da0 2024-09-13T15:02:21.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.036+0000 7efc1bfff700 1 -- 172.21.15.33:0/3939685766 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efc0c021030 con 0x7efc240d0da0 2024-09-13T15:02:21.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.036+0000 7efc1bfff700 1 --2- 172.21.15.33:0/3939685766 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efc04066780 0x7efc04068c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:21.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.036+0000 7efc1bfff700 1 -- 172.21.15.33:0/3939685766 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(42..42 src has 1..42) v4 ==== 6115+0+0 (secure 0 0 0) 0x7efc0c085180 con 0x7efc240d0da0 2024-09-13T15:02:21.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.036+0000 7efc237fe700 1 --2- 172.21.15.33:0/3939685766 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efc04066780 0x7efc04068c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:21.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.036+0000 7efc237fe700 1 --2- 172.21.15.33:0/3939685766 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efc04066780 0x7efc04068c40 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7efc14009b50 tx=0x7efc14009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:21.045 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.040+0000 7efc1bfff700 1 -- 172.21.15.33:0/3939685766 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efc0c0523c0 con 0x7efc240d0da0 2024-09-13T15:02:21.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.252+0000 7efc28b1a700 1 -- 172.21.15.33:0/3939685766 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data", "recover": true, "force": true, "fscid": 2} v 0) v1 -- 0x7efc241f29c0 con 0x7efc240d0da0 2024-09-13T15:02:21.257 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-09-13T15:02:21.252+0000 7fb06a7e6700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T15:02:21.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.256+0000 7efc1bfff700 1 -- 172.21.15.33:0/3939685766 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs new", "fs_name": "cephfs", "metadata": "cephfs_metadata", "data": "cephfs_data", "recover": true, "force": true, "fscid": 2}]=0 new fs with metadata pool 5 and data pool 6 v20) v1 ==== 216+0+0 (secure 0 0 0) 0x7efc241f29c0 con 0x7efc240d0da0 2024-09-13T15:02:21.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.264+0000 7efc28b1a700 1 -- 172.21.15.33:0/3939685766 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efc04066780 msgr2=0x7efc04068c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:21.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.264+0000 7efc28b1a700 1 --2- 172.21.15.33:0/3939685766 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efc04066780 0x7efc04068c40 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7efc14009b50 tx=0x7efc14009240 comp rx=0 tx=0).stop 2024-09-13T15:02:21.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.264+0000 7efc28b1a700 1 -- 172.21.15.33:0/3939685766 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc240d0da0 msgr2=0x7efc24143440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:21.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.264+0000 7efc28b1a700 1 --2- 172.21.15.33:0/3939685766 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc240d0da0 0x7efc24143440 secure :-1 s=READY pgs=502 cs=0 l=1 rev1=1 crypto rx=0x7efc0c000c00 tx=0x7efc0c004770 comp rx=0 tx=0).stop 2024-09-13T15:02:21.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.264+0000 7efc28b1a700 1 -- 172.21.15.33:0/3939685766 shutdown_connections 2024-09-13T15:02:21.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.264+0000 7efc28b1a700 1 --2- 172.21.15.33:0/3939685766 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efc04066780 0x7efc04068c40 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.264+0000 7efc28b1a700 1 --2- 172.21.15.33:0/3939685766 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efc2415ccb0 0x7efc241f22a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.264+0000 7efc28b1a700 1 --2- 172.21.15.33:0/3939685766 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efc240d0da0 0x7efc24143440 unknown :-1 s=CLOSED pgs=502 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.264+0000 7efc28b1a700 1 --2- 172.21.15.33:0/3939685766 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efc240b54a0 0x7efc24152e00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.264+0000 7efc28b1a700 1 -- 172.21.15.33:0/3939685766 >> 172.21.15.33:0/3939685766 conn(0x7efc24072240 msgr2=0x7efc2415a620 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:21.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.264+0000 7efc28b1a700 1 -- 172.21.15.33:0/3939685766 shutdown_connections 2024-09-13T15:02:21.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.264+0000 7efc28b1a700 1 -- 172.21.15.33:0/3939685766 wait complete. 2024-09-13T15:02:21.268 INFO:teuthology.orchestra.run.smithi033.stderr:new fs with metadata pool 5 and data pool 6 2024-09-13T15:02:21.281 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs set cephfs joinable true 2024-09-13T15:02:21.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.396+0000 7f6381cb2700 1 Processor -- start 2024-09-13T15:02:21.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.396+0000 7f6381cb2700 1 -- start start 2024-09-13T15:02:21.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.396+0000 7f6381cb2700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f637c13ff50 0x7f637c06a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:21.401 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.396+0000 7f6381cb2700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f637c06a890 0x7f637c06dca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:21.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.396+0000 7f6381cb2700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f637c1403e0 con 0x7f637c0cf190 2024-09-13T15:02:21.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.396+0000 7f6381cb2700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f637c06ad20 con 0x7f637c13ff50 2024-09-13T15:02:21.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.396+0000 7f6381cb2700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f637c06cc00 con 0x7f637c06a890 2024-09-13T15:02:21.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.396+0000 7f6380cb0700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f637c0cf190 0x7f637c15d560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60990/0 (socket says 172.21.15.33:60990) 2024-09-13T15:02:21.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.396+0000 7f6380cb0700 1 -- 172.21.15.33:0/3414337857 learned_addr learned my addr 172.21.15.33:0/3414337857 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:21.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.396+0000 7f637bfff700 1 --2- 172.21.15.33:0/3414337857 >> v2:172.21.15.103:3300/0 conn(0x7f637c13ff50 0x7f637c06a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:21.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f63814b1700 1 --2- 172.21.15.33:0/3414337857 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f637c06a890 0x7f637c06dca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:21.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f637b7fe700 1 -- 172.21.15.33:0/3414337857 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1405945623 0 0) 0x7f637c1403e0 con 0x7f637c0cf190 2024-09-13T15:02:21.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f637b7fe700 1 -- 172.21.15.33:0/3414337857 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f63640035d0 con 0x7f637c0cf190 2024-09-13T15:02:21.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f637bfff700 1 -- 172.21.15.33:0/3414337857 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f637c06a890 msgr2=0x7f637c06dca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:21.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f637bfff700 1 --2- 172.21.15.33:0/3414337857 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f637c06a890 0x7f637c06dca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f637bfff700 1 -- 172.21.15.33:0/3414337857 >> v1:172.21.15.33:6789/0 conn(0x7f637c0cf190 legacy=0x7f637c15d560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:21.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f637bfff700 1 -- 172.21.15.33:0/3414337857 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f637c06cee0 con 0x7f637c13ff50 2024-09-13T15:02:21.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f637bfff700 1 --2- 172.21.15.33:0/3414337857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f637c13ff50 0x7f637c06a350 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f636c009850 tx=0x7f636c009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=bd3c396504ca157e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:21.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f637b7fe700 1 -- 172.21.15.33:0/3414337857 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f636c011830 con 0x7f637c13ff50 2024-09-13T15:02:21.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f637b7fe700 1 -- 172.21.15.33:0/3414337857 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f636c011990 con 0x7f637c13ff50 2024-09-13T15:02:21.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f637b7fe700 1 -- 172.21.15.33:0/3414337857 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f636c011d40 con 0x7f637c13ff50 2024-09-13T15:02:21.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f6381cb2700 1 -- 172.21.15.33:0/3414337857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f637c13ff50 msgr2=0x7f637c06a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:21.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f6381cb2700 1 --2- 172.21.15.33:0/3414337857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f637c13ff50 0x7f637c06a350 secure :-1 s=READY pgs=234 cs=0 l=1 rev1=1 crypto rx=0x7f636c009850 tx=0x7f636c009b60 comp rx=0 tx=0).stop 2024-09-13T15:02:21.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f6381cb2700 1 -- 172.21.15.33:0/3414337857 shutdown_connections 2024-09-13T15:02:21.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f6381cb2700 1 --2- 172.21.15.33:0/3414337857 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f637c06a890 0x7f637c06dca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f6381cb2700 1 --2- 172.21.15.33:0/3414337857 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f637c13ff50 0x7f637c06a350 unknown :-1 s=CLOSED pgs=234 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f6381cb2700 1 -- 172.21.15.33:0/3414337857 >> 172.21.15.33:0/3414337857 conn(0x7f637c06b460 msgr2=0x7f637c06b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:21.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f6381cb2700 1 -- 172.21.15.33:0/3414337857 shutdown_connections 2024-09-13T15:02:21.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.400+0000 7f6381cb2700 1 -- 172.21.15.33:0/3414337857 wait complete. 2024-09-13T15:02:21.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f6381cb2700 1 Processor -- start 2024-09-13T15:02:21.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f6381cb2700 1 -- start start 2024-09-13T15:02:21.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f6381cb2700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f637c06a890 0x7f637c1f59c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:21.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f6381cb2700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f637c0cf190 0x7f637c160b80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:21.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f6381cb2700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f637c13ff50 0x7f637c15bb60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:21.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f6381cb2700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f637c15ef90 con 0x7f637c13ff50 2024-09-13T15:02:21.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f6381cb2700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f637c15e310 con 0x7f637c0cf190 2024-09-13T15:02:21.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f6381cb2700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f637c15e5f0 con 0x7f637c06a890 2024-09-13T15:02:21.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f63814b1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f637c13ff50 0x7f637c15bb60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:21.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f63814b1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f637c13ff50 0x7f637c15bb60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58322/0 (socket says 172.21.15.33:58322) 2024-09-13T15:02:21.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f63814b1700 1 -- 172.21.15.33:0/3122270330 learned_addr learned my addr 172.21.15.33:0/3122270330 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:21.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f637bfff700 1 --2- 172.21.15.33:0/3122270330 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f637c0cf190 0x7f637c160b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:21.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f6380cb0700 1 --2- 172.21.15.33:0/3122270330 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f637c06a890 0x7f637c1f59c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:21.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f63814b1700 1 -- 172.21.15.33:0/3122270330 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f637c06a890 msgr2=0x7f637c1f59c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:21.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f63814b1700 1 --2- 172.21.15.33:0/3122270330 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f637c06a890 0x7f637c1f59c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f63814b1700 1 -- 172.21.15.33:0/3122270330 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f637c0cf190 msgr2=0x7f637c160b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:21.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f63814b1700 1 --2- 172.21.15.33:0/3122270330 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f637c0cf190 0x7f637c160b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:21.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.404+0000 7f63814b1700 1 -- 172.21.15.33:0/3122270330 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f636c0094b0 con 0x7f637c13ff50 2024-09-13T15:02:21.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.408+0000 7f63814b1700 1 --2- 172.21.15.33:0/3122270330 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f637c13ff50 0x7f637c15bb60 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f637400efc0 tx=0x7f637400c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:21.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.408+0000 7f63797fa700 1 -- 172.21.15.33:0/3122270330 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f637400cad0 con 0x7f637c13ff50 2024-09-13T15:02:21.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.408+0000 7f63797fa700 1 -- 172.21.15.33:0/3122270330 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f637400f040 con 0x7f637c13ff50 2024-09-13T15:02:21.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.408+0000 7f6381cb2700 1 -- 172.21.15.33:0/3122270330 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f637c15e8d0 con 0x7f637c13ff50 2024-09-13T15:02:21.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.408+0000 7f63797fa700 1 -- 172.21.15.33:0/3122270330 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f637400ce70 con 0x7f637c13ff50 2024-09-13T15:02:21.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.408+0000 7f6381cb2700 1 -- 172.21.15.33:0/3122270330 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f637c15df30 con 0x7f637c13ff50 2024-09-13T15:02:21.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.408+0000 7f6381cb2700 1 -- 172.21.15.33:0/3122270330 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f637c15f0d0 con 0x7f637c13ff50 2024-09-13T15:02:21.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.408+0000 7f63797fa700 1 -- 172.21.15.33:0/3122270330 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6374014480 con 0x7f637c13ff50 2024-09-13T15:02:21.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.408+0000 7f63797fa700 1 --2- 172.21.15.33:0/3122270330 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6368066730 0x7f6368068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:21.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.408+0000 7f63797fa700 1 -- 172.21.15.33:0/3122270330 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f63740849f0 con 0x7f637c13ff50 2024-09-13T15:02:21.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.412+0000 7f6380cb0700 1 --2- 172.21.15.33:0/3122270330 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6368066730 0x7f6368068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:21.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.412+0000 7f6380cb0700 1 --2- 172.21.15.33:0/3122270330 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6368066730 0x7f6368068bf0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f6370007fd0 tx=0x7f6370007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:21.423 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.420+0000 7f63797fa700 1 -- 172.21.15.33:0/3122270330 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f637c15f0d0 con 0x7f637c13ff50 2024-09-13T15:02:21.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:21.628+0000 7f6381cb2700 1 -- 172.21.15.33:0/3122270330 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"} v 0) v1 -- 0x7f637c15f0d0 con 0x7f637c13ff50 2024-09-13T15:02:22.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.264+0000 7f63797fa700 1 -- 172.21.15.33:0/3122270330 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs set", "fs_name": "cephfs", "var": "joinable", "val": "true"}]=0 cephfs marked joinable; MDS may join as newly active. v21) v1 ==== 162+0+0 (secure 0 0 0) 0x7f637c15f0d0 con 0x7f637c13ff50 2024-09-13T15:02:22.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.268+0000 7f6381cb2700 1 -- 172.21.15.33:0/3122270330 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6368066730 msgr2=0x7f6368068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:22.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.268+0000 7f6381cb2700 1 --2- 172.21.15.33:0/3122270330 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6368066730 0x7f6368068bf0 secure :-1 s=READY pgs=269 cs=0 l=1 rev1=1 crypto rx=0x7f6370007fd0 tx=0x7f6370007de0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.268+0000 7f6381cb2700 1 -- 172.21.15.33:0/3122270330 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f637c13ff50 msgr2=0x7f637c15bb60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:22.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.268+0000 7f6381cb2700 1 --2- 172.21.15.33:0/3122270330 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f637c13ff50 0x7f637c15bb60 secure :-1 s=READY pgs=504 cs=0 l=1 rev1=1 crypto rx=0x7f637400efc0 tx=0x7f637400c0c0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.268+0000 7f6381cb2700 1 -- 172.21.15.33:0/3122270330 shutdown_connections 2024-09-13T15:02:22.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.268+0000 7f6381cb2700 1 --2- 172.21.15.33:0/3122270330 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6368066730 0x7f6368068bf0 unknown :-1 s=CLOSED pgs=269 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.268+0000 7f6381cb2700 1 --2- 172.21.15.33:0/3122270330 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f637c13ff50 0x7f637c15bb60 unknown :-1 s=CLOSED pgs=504 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.268+0000 7f6381cb2700 1 --2- 172.21.15.33:0/3122270330 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f637c0cf190 0x7f637c160b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.268+0000 7f6381cb2700 1 --2- 172.21.15.33:0/3122270330 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f637c06a890 0x7f637c1f59c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.268+0000 7f6381cb2700 1 -- 172.21.15.33:0/3122270330 >> 172.21.15.33:0/3122270330 conn(0x7f637c06b460 msgr2=0x7f637c141e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:22.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.268+0000 7f6381cb2700 1 -- 172.21.15.33:0/3122270330 shutdown_connections 2024-09-13T15:02:22.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.268+0000 7f6381cb2700 1 -- 172.21.15.33:0/3122270330 wait complete. 2024-09-13T15:02:22.274 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked joinable; MDS may join as newly active. 2024-09-13T15:02:22.290 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:02:22.399 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.396+0000 7efe62fc0700 1 Processor -- start 2024-09-13T15:02:22.400 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.396+0000 7efe62fc0700 1 -- start start 2024-09-13T15:02:22.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe62fc0700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe5c06ba70 0x7efe5c06d640 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:22.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe62fc0700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe5c0cc080 con 0x7efe5c06e610 2024-09-13T15:02:22.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe62fc0700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7efe5c06d1b0 con 0x7efe5c159930 2024-09-13T15:02:22.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe62fc0700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe5c06cc60 con 0x7efe5c06ba70 2024-09-13T15:02:22.402 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe617bd700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7efe5c06e610 0x7efe5c06b360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:60992/0 (socket says 172.21.15.33:60992) 2024-09-13T15:02:22.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe617bd700 1 -- 172.21.15.33:0/325396768 learned_addr learned my addr 172.21.15.33:0/325396768 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:22.403 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe627bf700 1 --2- 172.21.15.33:0/325396768 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe5c06ba70 0x7efe5c06d640 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:22.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe60fbc700 1 -- 172.21.15.33:0/325396768 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3806893239 0 0) 0x7efe4c001110 con 0x7efe5c06e610 2024-09-13T15:02:22.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe60fbc700 1 -- 172.21.15.33:0/325396768 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe480035d0 con 0x7efe5c06e610 2024-09-13T15:02:22.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe60fbc700 1 -- 172.21.15.33:0/325396768 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 121573970 0 0) 0x7efe5c06d1b0 con 0x7efe5c159930 2024-09-13T15:02:22.404 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe60fbc700 1 -- 172.21.15.33:0/325396768 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7efe4c001110 con 0x7efe5c159930 2024-09-13T15:02:22.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe627bf700 1 -- 172.21.15.33:0/325396768 >> v1:172.21.15.103:6789/0 conn(0x7efe5c159930 legacy=0x7efe5c070360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:22.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe627bf700 1 -- 172.21.15.33:0/325396768 >> v1:172.21.15.33:6789/0 conn(0x7efe5c06e610 legacy=0x7efe5c06b360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:22.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe627bf700 1 -- 172.21.15.33:0/325396768 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe5c0cd8d0 con 0x7efe5c06ba70 2024-09-13T15:02:22.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe627bf700 1 --2- 172.21.15.33:0/325396768 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe5c06ba70 0x7efe5c06d640 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7efe54009dc0 tx=0x7efe5400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=af629e05a9613f2e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:22.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe60fbc700 1 -- 172.21.15.33:0/325396768 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5400e070 con 0x7efe5c06ba70 2024-09-13T15:02:22.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe60fbc700 1 -- 172.21.15.33:0/325396768 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe5400bb20 con 0x7efe5c06ba70 2024-09-13T15:02:22.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe60fbc700 1 -- 172.21.15.33:0/325396768 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe54012430 con 0x7efe5c06ba70 2024-09-13T15:02:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe62fc0700 1 -- 172.21.15.33:0/325396768 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe5c06ba70 msgr2=0x7efe5c06d640 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe62fc0700 1 --2- 172.21.15.33:0/325396768 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe5c06ba70 0x7efe5c06d640 secure :-1 s=READY pgs=98 cs=0 l=1 rev1=1 crypto rx=0x7efe54009dc0 tx=0x7efe5400b330 comp rx=0 tx=0).stop 2024-09-13T15:02:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe62fc0700 1 -- 172.21.15.33:0/325396768 shutdown_connections 2024-09-13T15:02:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe62fc0700 1 --2- 172.21.15.33:0/325396768 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe5c06ba70 0x7efe5c06d640 unknown :-1 s=CLOSED pgs=98 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe62fc0700 1 -- 172.21.15.33:0/325396768 >> 172.21.15.33:0/325396768 conn(0x7efe5c0ae4b0 msgr2=0x7efe5c0b0bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe62fc0700 1 -- 172.21.15.33:0/325396768 shutdown_connections 2024-09-13T15:02:22.406 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.400+0000 7efe62fc0700 1 -- 172.21.15.33:0/325396768 wait complete. 2024-09-13T15:02:22.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.404+0000 7efe62fc0700 1 Processor -- start 2024-09-13T15:02:22.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.404+0000 7efe62fc0700 1 -- start start 2024-09-13T15:02:22.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.404+0000 7efe62fc0700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe5c06ba70 0x7efe5c099ae0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:22.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.404+0000 7efe62fc0700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe5c06e610 0x7efe5c0b3070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:22.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.404+0000 7efe62fc0700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe5c159930 0x7efe5c0b35b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:22.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.404+0000 7efe62fc0700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe5c0c9860 con 0x7efe5c06ba70 2024-09-13T15:02:22.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.404+0000 7efe62fc0700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7efe5c0c9b40 con 0x7efe5c159930 2024-09-13T15:02:22.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.404+0000 7efe62fc0700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7efe5c0b2590 con 0x7efe5c06e610 2024-09-13T15:02:22.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.404+0000 7efe61fbe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe5c06ba70 0x7efe5c099ae0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:22.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.404+0000 7efe61fbe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe5c06ba70 0x7efe5c099ae0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58328/0 (socket says 172.21.15.33:58328) 2024-09-13T15:02:22.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.404+0000 7efe61fbe700 1 -- 172.21.15.33:0/1987312684 learned_addr learned my addr 172.21.15.33:0/1987312684 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:22.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.404+0000 7efe617bd700 1 --2- 172.21.15.33:0/1987312684 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe5c06e610 0x7efe5c0b3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:22.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.404+0000 7efe627bf700 1 --2- 172.21.15.33:0/1987312684 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe5c159930 0x7efe5c0b35b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.408+0000 7efe61fbe700 1 -- 172.21.15.33:0/1987312684 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe5c06e610 msgr2=0x7efe5c0b3070 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:22.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.408+0000 7efe61fbe700 1 --2- 172.21.15.33:0/1987312684 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe5c06e610 0x7efe5c0b3070 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.408+0000 7efe61fbe700 1 -- 172.21.15.33:0/1987312684 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe5c159930 msgr2=0x7efe5c0b35b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.408+0000 7efe61fbe700 1 --2- 172.21.15.33:0/1987312684 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe5c159930 0x7efe5c0b35b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.408+0000 7efe61fbe700 1 -- 172.21.15.33:0/1987312684 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7efe54009a70 con 0x7efe5c06ba70 2024-09-13T15:02:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.408+0000 7efe61fbe700 1 --2- 172.21.15.33:0/1987312684 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe5c06ba70 0x7efe5c099ae0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7efe5800c490 tx=0x7efe5800c7a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.408+0000 7efe527fc700 1 -- 172.21.15.33:0/1987312684 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe5800cea0 con 0x7efe5c06ba70 2024-09-13T15:02:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.408+0000 7efe527fc700 1 -- 172.21.15.33:0/1987312684 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7efe580052f0 con 0x7efe5c06ba70 2024-09-13T15:02:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.408+0000 7efe62fc0700 1 -- 172.21.15.33:0/1987312684 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7efe5c0b2870 con 0x7efe5c06ba70 2024-09-13T15:02:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.408+0000 7efe527fc700 1 -- 172.21.15.33:0/1987312684 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7efe580036a0 con 0x7efe5c06ba70 2024-09-13T15:02:22.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.408+0000 7efe62fc0700 1 -- 172.21.15.33:0/1987312684 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7efe5c09a020 con 0x7efe5c06ba70 2024-09-13T15:02:22.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.408+0000 7efe527fc700 1 -- 172.21.15.33:0/1987312684 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7efe58003800 con 0x7efe5c06ba70 2024-09-13T15:02:22.413 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.408+0000 7efe62fc0700 1 -- 172.21.15.33:0/1987312684 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7efe5c0b2d90 con 0x7efe5c06ba70 2024-09-13T15:02:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.412+0000 7efe527fc700 1 --2- 172.21.15.33:0/1987312684 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efe40066730 0x7efe40068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.412+0000 7efe527fc700 1 -- 172.21.15.33:0/1987312684 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7efe580836c0 con 0x7efe5c06ba70 2024-09-13T15:02:22.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.412+0000 7efe617bd700 1 --2- 172.21.15.33:0/1987312684 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efe40066730 0x7efe40068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:22.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.412+0000 7efe617bd700 1 --2- 172.21.15.33:0/1987312684 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efe40066730 0x7efe40068bf0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7efe5c156280 tx=0x7efe4c007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:22.420 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.416+0000 7efe527fc700 1 -- 172.21.15.33:0/1987312684 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7efe5c0b2d90 con 0x7efe5c06ba70 2024-09-13T15:02:22.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.624+0000 7efe62fc0700 1 -- 172.21.15.33:0/1987312684 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7efe5c074240 con 0x7efe5c06ba70 2024-09-13T15:02:22.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.624+0000 7efe527fc700 1 -- 172.21.15.33:0/1987312684 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 22 v22) v1 ==== 94+0+4737 (secure 0 0 0) 0x7efe58050890 con 0x7efe5c06ba70 2024-09-13T15:02:22.630 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:22.630 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":22,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5153,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/1822540520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6835","nonce":1822540520},{"type":"v1","addr":"172.21.15.103:6837","nonce":1822540520}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5503,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6836/467571271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":467571271},{"type":"v1","addr":"172.21.15.103:6836","nonce":467571271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/1251224153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1251224153},{"type":"v1","addr":"172.21.15.33:6833","nonce":1251224153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":22,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:02:21.255819+0000","modified":"2024-09-13T15:02:22.265184+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5730},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5730":{"gid":5730,"name":"a","rank":0,"incarnation":22,"state":"up:replay","state_seq":1,"addr":"172.21.15.33:6835/2960876626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2960876626},{"type":"v1","addr":"172.21.15.33:6835","nonce":2960876626}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:02:22.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.628+0000 7efe62fc0700 1 -- 172.21.15.33:0/1987312684 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efe40066730 msgr2=0x7efe40068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:22.632 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.628+0000 7efe62fc0700 1 --2- 172.21.15.33:0/1987312684 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efe40066730 0x7efe40068bf0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7efe5c156280 tx=0x7efe4c007de0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.628+0000 7efe62fc0700 1 -- 172.21.15.33:0/1987312684 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe5c06ba70 msgr2=0x7efe5c099ae0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:22.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.628+0000 7efe62fc0700 1 --2- 172.21.15.33:0/1987312684 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe5c06ba70 0x7efe5c099ae0 secure :-1 s=READY pgs=506 cs=0 l=1 rev1=1 crypto rx=0x7efe5800c490 tx=0x7efe5800c7a0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.628+0000 7efe62fc0700 1 -- 172.21.15.33:0/1987312684 shutdown_connections 2024-09-13T15:02:22.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.628+0000 7efe62fc0700 1 --2- 172.21.15.33:0/1987312684 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7efe40066730 0x7efe40068bf0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.628+0000 7efe62fc0700 1 --2- 172.21.15.33:0/1987312684 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7efe5c159930 0x7efe5c0b35b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.628+0000 7efe62fc0700 1 --2- 172.21.15.33:0/1987312684 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7efe5c06e610 0x7efe5c0b3070 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.628+0000 7efe62fc0700 1 --2- 172.21.15.33:0/1987312684 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7efe5c06ba70 0x7efe5c099ae0 unknown :-1 s=CLOSED pgs=506 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:22.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.628+0000 7efe62fc0700 1 -- 172.21.15.33:0/1987312684 >> 172.21.15.33:0/1987312684 conn(0x7efe5c0ae4b0 msgr2=0x7efe5c071450 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:22.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.628+0000 7efe62fc0700 1 -- 172.21.15.33:0/1987312684 shutdown_connections 2024-09-13T15:02:22.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:22.628+0000 7efe62fc0700 1 -- 172.21.15.33:0/1987312684 wait complete. 2024-09-13T15:02:22.634 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 22 2024-09-13T15:02:23.048 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 22, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:02:21.255819+0000', 'modified': '2024-09-13T15:02:22.265184+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5730}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5730': {'gid': 5730, 'name': 'a', 'rank': 0, 'incarnation': 22, 'state': 'up:replay', 'state_seq': 1, 'addr': '172.21.15.33:6835/2960876626', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6834', 'nonce': 2960876626}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 2960876626}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T15:02:23.049 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5730:up:replay 2024-09-13T15:02:24.050 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:02:24.174 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c218fb700 1 Processor -- start 2024-09-13T15:02:24.175 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c218fb700 1 -- start start 2024-09-13T15:02:24.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c218fb700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c1c15ec20 0x7f4c1c070b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:24.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c218fb700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f4c1c165180 0x7f4c1c161f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:24.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c218fb700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f4c1c071210 con 0x7f4c1c15e840 2024-09-13T15:02:24.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c218fb700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f4c1c0714f0 con 0x7f4c1c165180 2024-09-13T15:02:24.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c218fb700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1c0717d0 con 0x7f4c1c15ec20 2024-09-13T15:02:24.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c1affd700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f4c1c15e840 0x7f4c1c164a70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:32776/0 (socket says 172.21.15.33:32776) 2024-09-13T15:02:24.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c1affd700 1 -- 172.21.15.33:0/2390202502 learned_addr learned my addr 172.21.15.33:0/2390202502 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:24.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c1b7fe700 1 --2- 172.21.15.33:0/2390202502 >> v2:172.21.15.33:3300/0 conn(0x7f4c1c165180 0x7f4c1c161f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:24.176 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c1a7fc700 1 --2- 172.21.15.33:0/2390202502 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c1c15ec20 0x7f4c1c070b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:24.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c19ffb700 1 -- 172.21.15.33:0/2390202502 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1128723276 0 0) 0x7f4c1c071210 con 0x7f4c1c15e840 2024-09-13T15:02:24.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c19ffb700 1 -- 172.21.15.33:0/2390202502 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f4c080035d0 con 0x7f4c1c15e840 2024-09-13T15:02:24.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c1a7fc700 1 -- 172.21.15.33:0/2390202502 >> v2:172.21.15.33:3300/0 conn(0x7f4c1c165180 msgr2=0x7f4c1c161f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:24.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c1a7fc700 1 --2- 172.21.15.33:0/2390202502 >> v2:172.21.15.33:3300/0 conn(0x7f4c1c165180 0x7f4c1c161f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:24.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c1a7fc700 1 -- 172.21.15.33:0/2390202502 >> v1:172.21.15.33:6789/0 conn(0x7f4c1c15e840 legacy=0x7f4c1c164a70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:24.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c1a7fc700 1 -- 172.21.15.33:0/2390202502 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c1c071ab0 con 0x7f4c1c15ec20 2024-09-13T15:02:24.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c1b7fe700 1 --2- 172.21.15.33:0/2390202502 >> v2:172.21.15.33:3300/0 conn(0x7f4c1c165180 0x7f4c1c161f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:24.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c1a7fc700 1 --2- 172.21.15.33:0/2390202502 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c1c15ec20 0x7f4c1c070b80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4c0c009d90 tx=0x7f4c0c00b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=f7e3fa9451243cd6 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:24.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c19ffb700 1 -- 172.21.15.33:0/2390202502 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c0c00e070 con 0x7f4c1c15ec20 2024-09-13T15:02:24.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c19ffb700 1 -- 172.21.15.33:0/2390202502 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c0c00bb20 con 0x7f4c1c15ec20 2024-09-13T15:02:24.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.172+0000 7f4c19ffb700 1 -- 172.21.15.33:0/2390202502 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c0c00be90 con 0x7f4c1c15ec20 2024-09-13T15:02:24.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 -- 172.21.15.33:0/2390202502 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c1c15ec20 msgr2=0x7f4c1c070b80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:24.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 --2- 172.21.15.33:0/2390202502 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c1c15ec20 0x7f4c1c070b80 secure :-1 s=READY pgs=99 cs=0 l=1 rev1=1 crypto rx=0x7f4c0c009d90 tx=0x7f4c0c00b330 comp rx=0 tx=0).stop 2024-09-13T15:02:24.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 -- 172.21.15.33:0/2390202502 shutdown_connections 2024-09-13T15:02:24.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 --2- 172.21.15.33:0/2390202502 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c1c15ec20 0x7f4c1c070b80 unknown :-1 s=CLOSED pgs=99 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:24.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 --2- 172.21.15.33:0/2390202502 >> v2:172.21.15.33:3300/0 conn(0x7f4c1c165180 0x7f4c1c161f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:24.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 -- 172.21.15.33:0/2390202502 >> 172.21.15.33:0/2390202502 conn(0x7f4c1c06a350 msgr2=0x7f4c1c06a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:24.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 -- 172.21.15.33:0/2390202502 shutdown_connections 2024-09-13T15:02:24.179 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 -- 172.21.15.33:0/2390202502 wait complete. 2024-09-13T15:02:24.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 Processor -- start 2024-09-13T15:02:24.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 -- start start 2024-09-13T15:02:24.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c1c15e840 0x7f4c1c0adfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:24.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c1c165180 0x7f4c1c0aa010 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:24.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c1c0aa550 0x7f4c1c0abc00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:24.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1c0ab770 con 0x7f4c1c165180 2024-09-13T15:02:24.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1c0aab60 con 0x7f4c1c0aa550 2024-09-13T15:02:24.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.176+0000 7f4c218fb700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4c1c0aae40 con 0x7f4c1c15e840 2024-09-13T15:02:24.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c1a7fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c1c165180 0x7f4c1c0aa010 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:24.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c1a7fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c1c165180 0x7f4c1c0aa010 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58336/0 (socket says 172.21.15.33:58336) 2024-09-13T15:02:24.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c1a7fc700 1 -- 172.21.15.33:0/742701415 learned_addr learned my addr 172.21.15.33:0/742701415 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:24.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c1affd700 1 --2- 172.21.15.33:0/742701415 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c1c15e840 0x7f4c1c0adfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:24.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c1b7fe700 1 --2- 172.21.15.33:0/742701415 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c1c0aa550 0x7f4c1c0abc00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:24.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c1a7fc700 1 -- 172.21.15.33:0/742701415 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c1c15e840 msgr2=0x7f4c1c0adfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:24.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c1a7fc700 1 --2- 172.21.15.33:0/742701415 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c1c15e840 0x7f4c1c0adfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:24.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c1a7fc700 1 -- 172.21.15.33:0/742701415 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c1c0aa550 msgr2=0x7f4c1c0abc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:24.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c1a7fc700 1 --2- 172.21.15.33:0/742701415 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c1c0aa550 0x7f4c1c0abc00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:24.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c1a7fc700 1 -- 172.21.15.33:0/742701415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4c140094b0 con 0x7f4c1c165180 2024-09-13T15:02:24.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c1a7fc700 1 --2- 172.21.15.33:0/742701415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c1c165180 0x7f4c1c0aa010 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f4c0c00b370 tx=0x7f4c0c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:24.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c13fff700 1 -- 172.21.15.33:0/742701415 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c0c007000 con 0x7f4c1c165180 2024-09-13T15:02:24.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c13fff700 1 -- 172.21.15.33:0/742701415 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4c0c020070 con 0x7f4c1c165180 2024-09-13T15:02:24.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c13fff700 1 -- 172.21.15.33:0/742701415 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4c0c0098f0 con 0x7f4c1c165180 2024-09-13T15:02:24.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c218fb700 1 -- 172.21.15.33:0/742701415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4c0c009a70 con 0x7f4c1c165180 2024-09-13T15:02:24.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c218fb700 1 -- 172.21.15.33:0/742701415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4c1c0ab400 con 0x7f4c1c165180 2024-09-13T15:02:24.185 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.180+0000 7f4c218fb700 1 -- 172.21.15.33:0/742701415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f4c1c067760 con 0x7f4c1c165180 2024-09-13T15:02:24.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.184+0000 7f4c13fff700 1 -- 172.21.15.33:0/742701415 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4c0c027480 con 0x7f4c1c165180 2024-09-13T15:02:24.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.184+0000 7f4c13fff700 1 --2- 172.21.15.33:0/742701415 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4bfc066730 0x7f4bfc068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:24.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.184+0000 7f4c13fff700 1 -- 172.21.15.33:0/742701415 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f4c0c022070 con 0x7f4c1c165180 2024-09-13T15:02:24.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.184+0000 7f4c1affd700 1 --2- 172.21.15.33:0/742701415 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4bfc066730 0x7f4bfc068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:24.188 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.184+0000 7f4c1affd700 1 --2- 172.21.15.33:0/742701415 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4bfc066730 0x7f4bfc068bf0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f4c04007fd0 tx=0x7f4c04009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:24.194 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.192+0000 7f4c13fff700 1 -- 172.21.15.33:0/742701415 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4c0c0b7db0 con 0x7f4c1c165180 2024-09-13T15:02:24.407 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.404+0000 7f4c218fb700 1 -- 172.21.15.33:0/742701415 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f4c1c071210 con 0x7f4c1c165180 2024-09-13T15:02:24.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.404+0000 7f4c13fff700 1 -- 172.21.15.33:0/742701415 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 24 v24) v1 ==== 94+0+4737 (secure 0 0 0) 0x7f4c0c056e70 con 0x7f4c1c165180 2024-09-13T15:02:24.408 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:24.409 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":24,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5153,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/1822540520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6835","nonce":1822540520},{"type":"v1","addr":"172.21.15.103:6837","nonce":1822540520}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5503,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6836/467571271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":467571271},{"type":"v1","addr":"172.21.15.103:6836","nonce":467571271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/1251224153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1251224153},{"type":"v1","addr":"172.21.15.33:6833","nonce":1251224153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":24,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:02:21.255819+0000","modified":"2024-09-13T15:02:24.277326+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5730},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5730":{"gid":5730,"name":"a","rank":0,"incarnation":22,"state":"up:rejoin","state_seq":3,"addr":"172.21.15.33:6835/2960876626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2960876626},{"type":"v1","addr":"172.21.15.33:6835","nonce":2960876626}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":0},"id":2}]} 2024-09-13T15:02:24.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.408+0000 7f4c218fb700 1 -- 172.21.15.33:0/742701415 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4bfc066730 msgr2=0x7f4bfc068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:24.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.408+0000 7f4c218fb700 1 --2- 172.21.15.33:0/742701415 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4bfc066730 0x7f4bfc068bf0 secure :-1 s=READY pgs=271 cs=0 l=1 rev1=1 crypto rx=0x7f4c04007fd0 tx=0x7f4c04009040 comp rx=0 tx=0).stop 2024-09-13T15:02:24.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.408+0000 7f4c218fb700 1 -- 172.21.15.33:0/742701415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c1c165180 msgr2=0x7f4c1c0aa010 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:24.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.408+0000 7f4c218fb700 1 --2- 172.21.15.33:0/742701415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c1c165180 0x7f4c1c0aa010 secure :-1 s=READY pgs=508 cs=0 l=1 rev1=1 crypto rx=0x7f4c0c00b370 tx=0x7f4c0c004af0 comp rx=0 tx=0).stop 2024-09-13T15:02:24.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.408+0000 7f4c218fb700 1 -- 172.21.15.33:0/742701415 shutdown_connections 2024-09-13T15:02:24.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.408+0000 7f4c218fb700 1 --2- 172.21.15.33:0/742701415 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4bfc066730 0x7f4bfc068bf0 unknown :-1 s=CLOSED pgs=271 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:24.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.408+0000 7f4c218fb700 1 --2- 172.21.15.33:0/742701415 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4c1c0aa550 0x7f4c1c0abc00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:24.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.408+0000 7f4c218fb700 1 --2- 172.21.15.33:0/742701415 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4c1c165180 0x7f4c1c0aa010 unknown :-1 s=CLOSED pgs=508 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:24.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.408+0000 7f4c218fb700 1 --2- 172.21.15.33:0/742701415 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4c1c15e840 0x7f4c1c0adfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:24.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.408+0000 7f4c218fb700 1 -- 172.21.15.33:0/742701415 >> 172.21.15.33:0/742701415 conn(0x7f4c1c06a350 msgr2=0x7f4c1c066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:24.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.408+0000 7f4c218fb700 1 -- 172.21.15.33:0/742701415 shutdown_connections 2024-09-13T15:02:24.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:24.408+0000 7f4c218fb700 1 -- 172.21.15.33:0/742701415 wait complete. 2024-09-13T15:02:24.412 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 24 2024-09-13T15:02:24.826 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 24, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:02:21.255819+0000', 'modified': '2024-09-13T15:02:24.277326+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5730}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5730': {'gid': 5730, 'name': 'a', 'rank': 0, 'incarnation': 22, 'state': 'up:rejoin', 'state_seq': 3, 'addr': '172.21.15.33:6835/2960876626', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6834', 'nonce': 2960876626}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 2960876626}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 0} 2024-09-13T15:02:24.826 WARNING:tasks.cephfs.filesystem:Unhealthy mds state gid_5730:up:rejoin 2024-09-13T15:02:25.827 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:02:25.882 INFO:tasks.ceph.mds.a.smithi033.stderr:2024-09-13T15:02:25.876+0000 7f0d3e56a700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T15:02:25.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b97fc5700 1 Processor -- start 2024-09-13T15:02:25.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b97fc5700 1 -- start start 2024-09-13T15:02:25.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b97fc5700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b9015e840 0x7f1b90070b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:25.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b97fc5700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f1b9015ec20 0x7f1b90161f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:25.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b97fc5700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f1b90071210 con 0x7f1b90164a70 2024-09-13T15:02:25.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b97fc5700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1b900714f0 con 0x7f1b9015ec20 2024-09-13T15:02:25.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b97fc5700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b900717d0 con 0x7f1b9015e840 2024-09-13T15:02:25.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b95560700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f1b9015ec20 0x7f1b90161f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:25.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b95560700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f1b9015ec20 0x7f1b90161f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58354/0 (socket says 172.21.15.33:58354) 2024-09-13T15:02:25.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b95560700 1 -- 172.21.15.33:0/138145440 learned_addr learned my addr 172.21.15.33:0/138145440 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:25.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b95d61700 1 --2- 172.21.15.33:0/138145440 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b9015e840 0x7f1b90070b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:25.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b95560700 1 -- 172.21.15.33:0/138145440 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b9015e840 msgr2=0x7f1b90070b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:25.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b95560700 1 --2- 172.21.15.33:0/138145440 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b9015e840 0x7f1b90070b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:25.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b95560700 1 -- 172.21.15.33:0/138145440 >> v1:172.21.15.103:6789/0 conn(0x7f1b90164a70 legacy=0x7f1b900ad500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:25.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b95560700 1 -- 172.21.15.33:0/138145440 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b90071ab0 con 0x7f1b9015ec20 2024-09-13T15:02:25.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b95560700 1 --2- 172.21.15.33:0/138145440 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b9015ec20 0x7f1b90161f00 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c009e50 tx=0x7f1b8c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5cd9b8c6407e62b8 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:25.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b94d5f700 1 -- 172.21.15.33:0/138145440 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c00e070 con 0x7f1b9015ec20 2024-09-13T15:02:25.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b94d5f700 1 -- 172.21.15.33:0/138145440 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b8c00b9c0 con 0x7f1b9015ec20 2024-09-13T15:02:25.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b94d5f700 1 -- 172.21.15.33:0/138145440 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c00bd70 con 0x7f1b9015ec20 2024-09-13T15:02:25.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b97fc5700 1 -- 172.21.15.33:0/138145440 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b9015ec20 msgr2=0x7f1b90161f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:25.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b97fc5700 1 --2- 172.21.15.33:0/138145440 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b9015ec20 0x7f1b90161f00 secure :-1 s=READY pgs=509 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c009e50 tx=0x7f1b8c00b330 comp rx=0 tx=0).stop 2024-09-13T15:02:25.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b97fc5700 1 -- 172.21.15.33:0/138145440 shutdown_connections 2024-09-13T15:02:25.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b97fc5700 1 --2- 172.21.15.33:0/138145440 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b9015ec20 0x7f1b90161f00 unknown :-1 s=CLOSED pgs=509 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:25.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b97fc5700 1 --2- 172.21.15.33:0/138145440 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b9015e840 0x7f1b90070b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:25.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.952+0000 7f1b97fc5700 1 -- 172.21.15.33:0/138145440 >> 172.21.15.33:0/138145440 conn(0x7f1b9006a350 msgr2=0x7f1b9006a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:25.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.956+0000 7f1b97fc5700 1 -- 172.21.15.33:0/138145440 shutdown_connections 2024-09-13T15:02:25.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.956+0000 7f1b97fc5700 1 -- 172.21.15.33:0/138145440 wait complete. 2024-09-13T15:02:25.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.956+0000 7f1b97fc5700 1 Processor -- start 2024-09-13T15:02:25.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.956+0000 7f1b97fc5700 1 -- start start 2024-09-13T15:02:25.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b97fc5700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b9015e840 0x7f1b901583d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:25.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b97fc5700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b90164a70 0x7f1b90143e80 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:25.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b97fc5700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b9015af90 0x7f1b90144880 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:25.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b97fc5700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b9015ab70 con 0x7f1b90164a70 2024-09-13T15:02:25.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b97fc5700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1b90159cc0 con 0x7f1b9015e840 2024-09-13T15:02:25.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b97fc5700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1b90159ef0 con 0x7f1b9015af90 2024-09-13T15:02:25.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b95560700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b90164a70 0x7f1b90143e80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:25.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b95560700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b90164a70 0x7f1b90143e80 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58366/0 (socket says 172.21.15.33:58366) 2024-09-13T15:02:25.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b95560700 1 -- 172.21.15.33:0/263067018 learned_addr learned my addr 172.21.15.33:0/263067018 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:25.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b95d61700 1 --2- 172.21.15.33:0/263067018 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b9015e840 0x7f1b901583d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:25.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b96562700 1 --2- 172.21.15.33:0/263067018 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b9015af90 0x7f1b90144880 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:25.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b95560700 1 -- 172.21.15.33:0/263067018 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b9015af90 msgr2=0x7f1b90144880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:25.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b95560700 1 --2- 172.21.15.33:0/263067018 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b9015af90 0x7f1b90144880 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:25.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b95560700 1 -- 172.21.15.33:0/263067018 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b9015e840 msgr2=0x7f1b901583d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:25.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b95560700 1 --2- 172.21.15.33:0/263067018 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b9015e840 0x7f1b901583d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:25.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b95560700 1 -- 172.21.15.33:0/263067018 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f1b8c009b30 con 0x7f1b90164a70 2024-09-13T15:02:25.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b95560700 1 --2- 172.21.15.33:0/263067018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b90164a70 0x7f1b90143e80 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c00b370 tx=0x7f1b8c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:25.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b827fc700 1 -- 172.21.15.33:0/263067018 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c004800 con 0x7f1b90164a70 2024-09-13T15:02:25.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b827fc700 1 -- 172.21.15.33:0/263067018 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1b8c0092e0 con 0x7f1b90164a70 2024-09-13T15:02:25.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b97fc5700 1 -- 172.21.15.33:0/263067018 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1b9015a1d0 con 0x7f1b90164a70 2024-09-13T15:02:25.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b827fc700 1 -- 172.21.15.33:0/263067018 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1b8c01c680 con 0x7f1b90164a70 2024-09-13T15:02:25.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.960+0000 7f1b97fc5700 1 -- 172.21.15.33:0/263067018 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f1b9015a790 con 0x7f1b90164a70 2024-09-13T15:02:25.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.964+0000 7f1b97fc5700 1 -- 172.21.15.33:0/263067018 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1b9015acb0 con 0x7f1b90164a70 2024-09-13T15:02:25.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.964+0000 7f1b827fc700 1 -- 172.21.15.33:0/263067018 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1b8c01c7e0 con 0x7f1b90164a70 2024-09-13T15:02:25.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.964+0000 7f1b827fc700 1 --2- 172.21.15.33:0/263067018 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1b74066730 0x7f1b74068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:25.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.964+0000 7f1b827fc700 1 -- 172.21.15.33:0/263067018 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f1b8c085cc0 con 0x7f1b90164a70 2024-09-13T15:02:25.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.964+0000 7f1b95d61700 1 --2- 172.21.15.33:0/263067018 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1b74066730 0x7f1b74068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:25.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.964+0000 7f1b95d61700 1 --2- 172.21.15.33:0/263067018 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1b74066730 0x7f1b74068bf0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1b84009a00 tx=0x7f1b84008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:25.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:25.972+0000 7f1b827fc700 1 -- 172.21.15.33:0/263067018 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1b9015acb0 con 0x7f1b90164a70 2024-09-13T15:02:26.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.172+0000 7f1b97fc5700 1 -- 172.21.15.33:0/263067018 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f1b9015acb0 con 0x7f1b90164a70 2024-09-13T15:02:26.178 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.176+0000 7f1b827fc700 1 -- 172.21.15.33:0/263067018 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+4737 (secure 0 0 0) 0x7f1b9015acb0 con 0x7f1b90164a70 2024-09-13T15:02:26.178 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:26.178 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5153,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/1822540520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6835","nonce":1822540520},{"type":"v1","addr":"172.21.15.103:6837","nonce":1822540520}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5503,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6836/467571271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":467571271},{"type":"v1","addr":"172.21.15.103:6836","nonce":467571271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/1251224153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1251224153},{"type":"v1","addr":"172.21.15.33:6833","nonce":1251224153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:02:21.255819+0000","modified":"2024-09-13T15:02:25.287359+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5730},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5730":{"gid":5730,"name":"a","rank":0,"incarnation":22,"state":"up:active","state_seq":4,"addr":"172.21.15.33:6835/2960876626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2960876626},{"type":"v1","addr":"172.21.15.33:6835","nonce":2960876626}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T15:02:26.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.176+0000 7f1b97fc5700 1 -- 172.21.15.33:0/263067018 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1b74066730 msgr2=0x7f1b74068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:26.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.176+0000 7f1b97fc5700 1 --2- 172.21.15.33:0/263067018 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1b74066730 0x7f1b74068bf0 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f1b84009a00 tx=0x7f1b84008040 comp rx=0 tx=0).stop 2024-09-13T15:02:26.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.176+0000 7f1b97fc5700 1 -- 172.21.15.33:0/263067018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b90164a70 msgr2=0x7f1b90143e80 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:26.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.176+0000 7f1b97fc5700 1 --2- 172.21.15.33:0/263067018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b90164a70 0x7f1b90143e80 secure :-1 s=READY pgs=510 cs=0 l=1 rev1=1 crypto rx=0x7f1b8c00b370 tx=0x7f1b8c004af0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.176+0000 7f1b97fc5700 1 -- 172.21.15.33:0/263067018 shutdown_connections 2024-09-13T15:02:26.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.176+0000 7f1b97fc5700 1 --2- 172.21.15.33:0/263067018 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1b74066730 0x7f1b74068bf0 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.176+0000 7f1b97fc5700 1 --2- 172.21.15.33:0/263067018 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f1b9015af90 0x7f1b90144880 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.176+0000 7f1b97fc5700 1 --2- 172.21.15.33:0/263067018 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1b90164a70 0x7f1b90143e80 unknown :-1 s=CLOSED pgs=510 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.176+0000 7f1b97fc5700 1 --2- 172.21.15.33:0/263067018 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f1b9015e840 0x7f1b901583d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.181 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.176+0000 7f1b97fc5700 1 -- 172.21.15.33:0/263067018 >> 172.21.15.33:0/263067018 conn(0x7f1b9006a350 msgr2=0x7f1b9006a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:26.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.176+0000 7f1b97fc5700 1 -- 172.21.15.33:0/263067018 shutdown_connections 2024-09-13T15:02:26.182 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.176+0000 7f1b97fc5700 1 -- 172.21.15.33:0/263067018 wait complete. 2024-09-13T15:02:26.182 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 26 2024-09-13T15:02:26.596 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: mds map: {'epoch': 25, 'flags': 18, 'flags_state': {'joinable': True, 'allow_snaps': True, 'allow_multimds_snaps': True, 'allow_standby_replay': False, 'refuse_client_session': False, 'refuse_standby_for_another_fs': False, 'balance_automate': False}, 'ever_allowed_features': 0, 'explicitly_allowed_features': 0, 'created': '2024-09-13T15:02:21.255819+0000', 'modified': '2024-09-13T15:02:25.287359+0000', 'tableserver': 0, 'root': 0, 'session_timeout': 60, 'session_autoclose': 300, 'required_client_features': {}, 'max_file_size': 1099511627776, 'max_xattr_size': 65536, 'last_failure': 0, 'last_failure_osd_epoch': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}, 'max_mds': 1, 'in': [0], 'up': {'mds_0': 5730}, 'failed': [], 'damaged': [], 'stopped': [], 'info': {'gid_5730': {'gid': 5730, 'name': 'a', 'rank': 0, 'incarnation': 22, 'state': 'up:active', 'state_seq': 4, 'addr': '172.21.15.33:6835/2960876626', 'addrs': {'addrvec': [{'type': 'v2', 'addr': '172.21.15.33:6834', 'nonce': 2960876626}, {'type': 'v1', 'addr': '172.21.15.33:6835', 'nonce': 2960876626}]}, 'join_fscid': -1, 'export_targets': [], 'features': 4540138322906710015, 'flags': 0, 'compat': {'compat': {}, 'ro_compat': {}, 'incompat': {'feature_1': 'base v0.20', 'feature_2': 'client writeable ranges', 'feature_3': 'default file layouts on dirs', 'feature_4': 'dir inode in separate object', 'feature_5': 'mds uses versioned encoding', 'feature_6': 'dirfrag is stored in omap', 'feature_7': 'mds uses inline data', 'feature_8': 'no anchor table', 'feature_9': 'file layout v2', 'feature_10': 'snaprealm v2'}}}}, 'data_pools': [6], 'metadata_pool': 5, 'enabled': True, 'fs_name': 'cephfs', 'balancer': '', 'bal_rank_mask': '-1', 'standby_count_wanted': 1} 2024-09-13T15:02:26.596 DEBUG:tasks.cephfs.filesystem:are_daemons_healthy: 1/1 2024-09-13T15:02:26.596 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell mds.a status 2024-09-13T15:02:26.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.720+0000 7ff6b9423700 1 Processor -- start 2024-09-13T15:02:26.723 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.720+0000 7ff6b9423700 1 -- start start 2024-09-13T15:02:26.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.720+0000 7ff6b9423700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff6b415fee0 0x7ff6b406b4f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.720+0000 7ff6b9423700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff6b4070a70 0x7ff6b4071900 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.720+0000 7ff6b9423700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff6b40ad110 con 0x7ff6b40714c0 2024-09-13T15:02:26.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.720+0000 7ff6b9423700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6b4071e40 con 0x7ff6b415fee0 2024-09-13T15:02:26.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.720+0000 7ff6b9423700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff6b40acb50 con 0x7ff6b4070a70 2024-09-13T15:02:26.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.720+0000 7ff6b3fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff6b415fee0 0x7ff6b406b4f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.720+0000 7ff6b3fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff6b415fee0 0x7ff6b406b4f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58372/0 (socket says 172.21.15.33:58372) 2024-09-13T15:02:26.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.720+0000 7ff6b3fff700 1 -- 172.21.15.33:0/101627064 learned_addr learned my addr 172.21.15.33:0/101627064 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:26.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.720+0000 7ff6b37fe700 1 --1- 172.21.15.33:0/101627064 >> v1:172.21.15.33:6789/0 conn(0x7ff6b40714c0 0x7ff6b4070360 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:32788/0 (socket says 172.21.15.33:32788) 2024-09-13T15:02:26.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b8c22700 1 --2- 172.21.15.33:0/101627064 >> v2:172.21.15.103:3300/0 conn(0x7ff6b4070a70 0x7ff6b4071900 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b3fff700 1 -- 172.21.15.33:0/101627064 >> v2:172.21.15.103:3300/0 conn(0x7ff6b4070a70 msgr2=0x7ff6b4071900 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:26.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b3fff700 1 --2- 172.21.15.33:0/101627064 >> v2:172.21.15.103:3300/0 conn(0x7ff6b4070a70 0x7ff6b4071900 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.727 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b3fff700 1 -- 172.21.15.33:0/101627064 >> v1:172.21.15.33:6789/0 conn(0x7ff6b40714c0 legacy=0x7ff6b4070360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:26.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b3fff700 1 -- 172.21.15.33:0/101627064 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6b40ac2b0 con 0x7ff6b415fee0 2024-09-13T15:02:26.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b3fff700 1 --2- 172.21.15.33:0/101627064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6b415fee0 0x7ff6b406b4f0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7ff6b40724c0 tx=0x7ff6a4009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=4306d47fdeb7f6b4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:26.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b2ffd700 1 -- 172.21.15.33:0/101627064 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6a400b8a0 con 0x7ff6b415fee0 2024-09-13T15:02:26.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b2ffd700 1 -- 172.21.15.33:0/101627064 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6a400ba00 con 0x7ff6b415fee0 2024-09-13T15:02:26.728 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b2ffd700 1 -- 172.21.15.33:0/101627064 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6a400bd90 con 0x7ff6b415fee0 2024-09-13T15:02:26.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b9423700 1 -- 172.21.15.33:0/101627064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6b415fee0 msgr2=0x7ff6b406b4f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:26.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b9423700 1 --2- 172.21.15.33:0/101627064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6b415fee0 0x7ff6b406b4f0 secure :-1 s=READY pgs=512 cs=0 l=1 rev1=1 crypto rx=0x7ff6b40724c0 tx=0x7ff6a4009bf0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b9423700 1 -- 172.21.15.33:0/101627064 shutdown_connections 2024-09-13T15:02:26.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b9423700 1 --2- 172.21.15.33:0/101627064 >> v2:172.21.15.103:3300/0 conn(0x7ff6b4070a70 0x7ff6b4071900 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b9423700 1 --2- 172.21.15.33:0/101627064 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6b415fee0 0x7ff6b406b4f0 unknown :-1 s=CLOSED pgs=512 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b9423700 1 -- 172.21.15.33:0/101627064 >> 172.21.15.33:0/101627064 conn(0x7ff6b40ae4b0 msgr2=0x7ff6b40b0bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:26.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b9423700 1 -- 172.21.15.33:0/101627064 shutdown_connections 2024-09-13T15:02:26.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.724+0000 7ff6b9423700 1 -- 172.21.15.33:0/101627064 wait complete. 2024-09-13T15:02:26.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b9423700 1 Processor -- start 2024-09-13T15:02:26.730 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b9423700 1 -- start start 2024-09-13T15:02:26.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b9423700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6b4070a70 0x7ff6b415f2a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b9423700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6b40714c0 0x7ff6b4157780 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b9423700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff6b415fee0 0x7ff6b406e5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b9423700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6b41e5380 con 0x7ff6b4070a70 2024-09-13T15:02:26.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b9423700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff6b41e7760 con 0x7ff6b40714c0 2024-09-13T15:02:26.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b9423700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff6b41e7a40 con 0x7ff6b415fee0 2024-09-13T15:02:26.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6b4070a70 0x7ff6b415f2a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6b4070a70 0x7ff6b415f2a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58384/0 (socket says 172.21.15.33:58384) 2024-09-13T15:02:26.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b3fff700 1 -- 172.21.15.33:0/3515446544 learned_addr learned my addr 172.21.15.33:0/3515446544 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:26.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b37fe700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6b40714c0 0x7ff6b4157780 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b8c22700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff6b415fee0 0x7ff6b406e5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b3fff700 1 -- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff6b415fee0 msgr2=0x7ff6b406e5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:26.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b3fff700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff6b415fee0 0x7ff6b406e5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b3fff700 1 -- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6b40714c0 msgr2=0x7ff6b4157780 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:26.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b3fff700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6b40714c0 0x7ff6b4157780 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b3fff700 1 -- 172.21.15.33:0/3515446544 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff6a4009570 con 0x7ff6b4070a70 2024-09-13T15:02:26.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b8c22700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff6b415fee0 0x7ff6b406e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:02:26.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b3fff700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6b4070a70 0x7ff6b415f2a0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4000c00 tx=0x7ff6a4004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:26.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b0ff9700 1 -- 172.21.15.33:0/3515446544 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4003ad0 con 0x7ff6b4070a70 2024-09-13T15:02:26.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b0ff9700 1 -- 172.21.15.33:0/3515446544 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6a401e070 con 0x7ff6b4070a70 2024-09-13T15:02:26.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b0ff9700 1 -- 172.21.15.33:0/3515446544 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6a4003e90 con 0x7ff6b4070a70 2024-09-13T15:02:26.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b9423700 1 -- 172.21.15.33:0/3515446544 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff6b41e7d20 con 0x7ff6b4070a70 2024-09-13T15:02:26.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.728+0000 7ff6b9423700 1 -- 172.21.15.33:0/3515446544 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6b415c080 con 0x7ff6b4070a70 2024-09-13T15:02:26.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.732+0000 7ff6b0ff9700 1 -- 172.21.15.33:0/3515446544 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff6a4011420 con 0x7ff6b4070a70 2024-09-13T15:02:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.732+0000 7ff6b0ff9700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff6a0066760 0x7ff6a0068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.732+0000 7ff6b0ff9700 1 -- 172.21.15.33:0/3515446544 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7ff6a4020070 con 0x7ff6b4070a70 2024-09-13T15:02:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.732+0000 7ff6b37fe700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff6a0066760 0x7ff6a0068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.736 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.732+0000 7ff6b37fe700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff6a0066760 0x7ff6a0068c20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ff6b415f7e0 tx=0x7ff6a8007d70 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:26.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6bd936740 1 Processor -- start 2024-09-13T15:02:26.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6bd936740 1 -- start start 2024-09-13T15:02:26.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6bd936740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x280dda0 0x280e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6bd936740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x27ecd00 0x27d6890 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6bd936740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280e6c0 0x27d6dd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6bd936740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x2735d80 con 0x27ecd00 2024-09-13T15:02:26.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6bd936740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x2733510 con 0x280dda0 2024-09-13T15:02:26.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6bd936740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x272ee00 con 0x280e6c0 2024-09-13T15:02:26.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6b37fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x27ecd00 0x27d6890 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6b37fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x27ecd00 0x27d6890 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58392/0 (socket says 172.21.15.33:58392) 2024-09-13T15:02:26.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6b37fe700 1 -- 172.21.15.33:0/2230020281 learned_addr learned my addr 172.21.15.33:0/2230020281 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:26.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6b8c22700 1 --2- 172.21.15.33:0/2230020281 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280e6c0 0x27d6dd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6b3fff700 1 --2- 172.21.15.33:0/2230020281 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x280dda0 0x280e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6b37fe700 1 -- 172.21.15.33:0/2230020281 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280e6c0 msgr2=0x27d6dd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:26.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6b37fe700 1 --2- 172.21.15.33:0/2230020281 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280e6c0 0x27d6dd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6b37fe700 1 -- 172.21.15.33:0/2230020281 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x280dda0 msgr2=0x280e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:26.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6b37fe700 1 --2- 172.21.15.33:0/2230020281 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x280dda0 0x280e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6b37fe700 1 -- 172.21.15.33:0/2230020281 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x25a1960 con 0x27ecd00 2024-09-13T15:02:26.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff6b37fe700 1 --2- 172.21.15.33:0/2230020281 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x27ecd00 0x27d6890 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7ff6a8004b00 tx=0x7ff6a8011000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ffb5a104dbe9f2e0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:26.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff699ffb700 1 -- 172.21.15.33:0/2230020281 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6a8004e10 con 0x27ecd00 2024-09-13T15:02:26.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff699ffb700 1 -- 172.21.15.33:0/2230020281 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6a80056f0 con 0x27ecd00 2024-09-13T15:02:26.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.736+0000 7ff699ffb700 1 -- 172.21.15.33:0/2230020281 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6a8005860 con 0x27ecd00 2024-09-13T15:02:26.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 -- 172.21.15.33:0/2230020281 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x27ecd00 msgr2=0x27d6890 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:26.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2230020281 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x27ecd00 0x27d6890 secure :-1 s=READY pgs=514 cs=0 l=1 rev1=1 crypto rx=0x7ff6a8004b00 tx=0x7ff6a8011000 comp rx=0 tx=0).stop 2024-09-13T15:02:26.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 -- 172.21.15.33:0/2230020281 shutdown_connections 2024-09-13T15:02:26.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2230020281 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280e6c0 0x27d6dd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2230020281 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x27ecd00 0x27d6890 unknown :-1 s=CLOSED pgs=514 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2230020281 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x280dda0 0x280e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 -- 172.21.15.33:0/2230020281 >> 172.21.15.33:0/2230020281 conn(0x25564d0 msgr2=0x27efc20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:26.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 -- 172.21.15.33:0/2230020281 shutdown_connections 2024-09-13T15:02:26.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 -- 172.21.15.33:0/2230020281 wait complete. 2024-09-13T15:02:26.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 -- start start 2024-09-13T15:02:26.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 Processor -- start 2024-09-13T15:02:26.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x27ecd00 0x280e180 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 0x2809580 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x280e6c0 0x2814220 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x26ec730 con 0x280e6c0 2024-09-13T15:02:26.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x26f25b0 con 0x27ecd00 2024-09-13T15:02:26.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x25daaa0 con 0x280dda0 2024-09-13T15:02:26.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6bd936740 10 client.0 _ll_register_callbacks cb 0x2728610 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:02:26.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6b8c22700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x280e6c0 0x2814220 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6b8c22700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x280e6c0 0x2814220 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58400/0 (socket says 172.21.15.33:58400) 2024-09-13T15:02:26.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6b8c22700 1 -- 172.21.15.33:0/2894784399 learned_addr learned my addr 172.21.15.33:0/2894784399 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:26.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6b3fff700 1 --2- 172.21.15.33:0/2894784399 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x27ecd00 0x280e180 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.740+0000 7ff6b37fe700 1 --2- 172.21.15.33:0/2894784399 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 0x2809580 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6b8c22700 1 -- 172.21.15.33:0/2894784399 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 msgr2=0x2809580 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:26.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6b8c22700 1 --2- 172.21.15.33:0/2894784399 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 0x2809580 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6b8c22700 1 -- 172.21.15.33:0/2894784399 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x27ecd00 msgr2=0x280e180 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:26.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6b8c22700 1 --2- 172.21.15.33:0/2894784399 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x27ecd00 0x280e180 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6b8c22700 1 -- 172.21.15.33:0/2894784399 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff6a800f040 con 0x280e6c0 2024-09-13T15:02:26.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6b8c22700 1 --2- 172.21.15.33:0/2894784399 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x280e6c0 0x2814220 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac007e40 tx=0x7ff6ac012520 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f03fd6b61d56fb2e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:26.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff692ffd700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-13T15:02:26.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff692ffd700 1 -- 172.21.15.33:0/2894784399 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac012d30 con 0x280e6c0 2024-09-13T15:02:26.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff692ffd700 1 -- 172.21.15.33:0/2894784399 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7ff6ac016440 con 0x280e6c0 2024-09-13T15:02:26.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6bd936740 1 -- 172.21.15.33:0/2894784399 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x25631e0 con 0x280e6c0 2024-09-13T15:02:26.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff692ffd700 1 -- 172.21.15.33:0/2894784399 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff6ac012e90 con 0x280e6c0 2024-09-13T15:02:26.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6bd936740 10 client.5784 fetch_fsmap learned FSMap version 26 2024-09-13T15:02:26.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6bd936740 1 -- 172.21.15.33:0/2894784399 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=2+}) v3 -- 0x26f5220 con 0x280e6c0 2024-09-13T15:02:26.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff692ffd700 1 -- 172.21.15.33:0/2894784399 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x25631e0 con 0x280e6c0 2024-09-13T15:02:26.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff692ffd700 1 -- 172.21.15.33:0/2894784399 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 26) v1 ==== 3114+0+0 (secure 0 0 0) 0x7ff6ac014040 con 0x280e6c0 2024-09-13T15:02:26.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6bd936740 10 client.5784 fetch_fsmap finished waiting for FSMap version 26 2024-09-13T15:02:26.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6bd936740 10 client.5784 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T15:02:26.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6bd936740 20 client.5784 populate_metadata read hostname 'smithi033' 2024-09-13T15:02:26.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2894784399 >> [v2:172.21.15.33:6834/2960876626,v1:172.21.15.33:6835/2960876626] conn(0x27c61e0 0x27c65c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6bd936740 4 client.5784 mds_command: new command op to 5730 tid=0 multi_id=0 [{"prefix": "get_command_descriptions"}] 2024-09-13T15:02:26.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6bd936740 1 -- 172.21.15.33:0/2894784399 --> [v2:172.21.15.33:6834/2960876626,v1:172.21.15.33:6835/2960876626] -- command(tid 0: {"prefix": "get_command_descriptions"}) v1 -- 0x25ad460 con 0x27c61e0 2024-09-13T15:02:26.751 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6b3fff700 1 --2- 172.21.15.33:0/2894784399 >> [v2:172.21.15.33:6834/2960876626,v1:172.21.15.33:6835/2960876626] conn(0x27c61e0 0x27c65c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff692ffd700 10 client.5784 ms_handle_connect on v2:172.21.15.33:6834/2960876626 2024-09-13T15:02:26.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6b3fff700 1 --2- 172.21.15.33:0/2894784399 >> [v2:172.21.15.33:6834/2960876626,v1:172.21.15.33:6835/2960876626] conn(0x27c61e0 0x27c65c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=f9d7cc79a6079d6 server_cookie=d8b227a3cdcbd02c in_seq=0 out_seq=0 2024-09-13T15:02:26.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff692ffd700 1 -- 172.21.15.33:0/2894784399 <== mds.0 v2:172.21.15.33:6834/2960876626 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+19073 (crc 0 0 0) 0x25ad460 con 0x27c61e0 2024-09-13T15:02:26.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff692ffd700 10 client.5784 handle_command_reply: tid=0 2024-09-13T15:02:26.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.744+0000 7ff6bd936740 1 client.5784 shutdown 2024-09-13T15:02:26.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.748+0000 7ff6bd936740 1 -- 172.21.15.33:0/2894784399 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x280e6c0 msgr2=0x2814220 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:26.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.748+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2894784399 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x280e6c0 0x2814220 secure :-1 s=READY pgs=515 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac007e40 tx=0x7ff6ac012520 comp rx=0 tx=0).stop 2024-09-13T15:02:26.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.748+0000 7ff6bd936740 1 -- 172.21.15.33:0/2894784399 shutdown_connections 2024-09-13T15:02:26.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.748+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2894784399 >> [v2:172.21.15.33:6834/2960876626,v1:172.21.15.33:6835/2960876626] conn(0x27c61e0 0x27c65c0 crc :-1 s=READY pgs=14 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.748+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2894784399 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x280e6c0 0x2814220 unknown :-1 s=CLOSED pgs=515 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.748+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2894784399 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 0x2809580 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.748+0000 7ff692ffd700 0 client.5784 ms_handle_reset on v2:172.21.15.33:6834/2960876626 2024-09-13T15:02:26.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.748+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2894784399 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x27ecd00 0x280e180 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.748+0000 7ff6bd936740 1 -- 172.21.15.33:0/2894784399 >> 172.21.15.33:0/2894784399 conn(0x25564d0 msgr2=0x27e9860 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:26.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.748+0000 7ff6bd936740 1 -- 172.21.15.33:0/2894784399 shutdown_connections 2024-09-13T15:02:26.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.748+0000 7ff6bd936740 1 -- 172.21.15.33:0/2894784399 wait complete. 2024-09-13T15:02:26.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.748+0000 7ff6bd936740 20 client.5784 trim_cache size 0 max 16384 2024-09-13T15:02:26.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.768+0000 7ff6bd936740 1 Processor -- start 2024-09-13T15:02:26.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.768+0000 7ff6bd936740 1 -- start start 2024-09-13T15:02:26.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x27ecd00 0x281e110 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 0x281cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x280e6c0 0x281d0f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x2732670 con 0x280e6c0 2024-09-13T15:02:26.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x26d7020 con 0x27ecd00 2024-09-13T15:02:26.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x272e610 con 0x280dda0 2024-09-13T15:02:26.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6b8c22700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x280e6c0 0x281d0f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6b8c22700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x280e6c0 0x281d0f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58410/0 (socket says 172.21.15.33:58410) 2024-09-13T15:02:26.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6b8c22700 1 -- 172.21.15.33:0/2485649597 learned_addr learned my addr 172.21.15.33:0/2485649597 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:26.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6b3fff700 1 --2- 172.21.15.33:0/2485649597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x27ecd00 0x281e110 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6b37fe700 1 --2- 172.21.15.33:0/2485649597 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 0x281cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6b8c22700 1 -- 172.21.15.33:0/2485649597 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 msgr2=0x281cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:26.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6b8c22700 1 --2- 172.21.15.33:0/2485649597 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 0x281cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6b8c22700 1 -- 172.21.15.33:0/2485649597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x27ecd00 msgr2=0x281e110 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:26.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6b8c22700 1 --2- 172.21.15.33:0/2485649597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x27ecd00 0x281e110 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6b8c22700 1 -- 172.21.15.33:0/2485649597 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x26db450 con 0x280e6c0 2024-09-13T15:02:26.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6b8c22700 1 --2- 172.21.15.33:0/2485649597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x280e6c0 0x281d0f0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac0097a0 tx=0x7ff6ac017000 comp rx=0 tx=0).ready entity=mon.0 client_cookie=13b5eec6cbc73065 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:26.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff69a7fc700 1 -- 172.21.15.33:0/2485649597 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac016740 con 0x280e6c0 2024-09-13T15:02:26.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff69a7fc700 1 -- 172.21.15.33:0/2485649597 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff6ac00f040 con 0x280e6c0 2024-09-13T15:02:26.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff69a7fc700 1 -- 172.21.15.33:0/2485649597 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6ac012d90 con 0x280e6c0 2024-09-13T15:02:26.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 -- 172.21.15.33:0/2485649597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x280e6c0 msgr2=0x281d0f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:26.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2485649597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x280e6c0 0x281d0f0 secure :-1 s=READY pgs=516 cs=0 l=1 rev1=1 crypto rx=0x7ff6ac0097a0 tx=0x7ff6ac017000 comp rx=0 tx=0).stop 2024-09-13T15:02:26.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 -- 172.21.15.33:0/2485649597 shutdown_connections 2024-09-13T15:02:26.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2485649597 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x280e6c0 0x281d0f0 unknown :-1 s=CLOSED pgs=516 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2485649597 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 0x281cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2485649597 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x27ecd00 0x281e110 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 -- 172.21.15.33:0/2485649597 >> 172.21.15.33:0/2485649597 conn(0x25564d0 msgr2=0x27c4f30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:26.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 -- 172.21.15.33:0/2485649597 shutdown_connections 2024-09-13T15:02:26.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.772+0000 7ff6bd936740 1 -- 172.21.15.33:0/2485649597 wait complete. 2024-09-13T15:02:26.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6bd936740 1 -- start start 2024-09-13T15:02:26.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6bd936740 1 Processor -- start 2024-09-13T15:02:26.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6bd936740 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x27ecd00 0x286ead0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6bd936740 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 0x27e8a40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6bd936740 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x280e6c0 0x27e8f80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6bd936740 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x26ed0c0 con 0x27ecd00 2024-09-13T15:02:26.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6bd936740 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x27c5e80 con 0x280e6c0 2024-09-13T15:02:26.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6bd936740 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x2812d40 con 0x280dda0 2024-09-13T15:02:26.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6b3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x27ecd00 0x286ead0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6bd936740 10 client.0 _ll_register_callbacks cb 0x2785710 invalidate_ino_cb 0 invalidate_dentry_cb 0 switch_interrupt_cb 0 remount_cb 0 2024-09-13T15:02:26.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6b3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x27ecd00 0x286ead0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58418/0 (socket says 172.21.15.33:58418) 2024-09-13T15:02:26.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6b3fff700 1 -- 172.21.15.33:0/2825878554 learned_addr learned my addr 172.21.15.33:0/2825878554 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:26.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6b3fff700 1 -- 172.21.15.33:0/2825878554 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 msgr2=0x27e8a40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:26.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6b8c22700 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x280e6c0 0x27e8f80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6b37fe700 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 0x27e8a40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6b3fff700 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 0x27e8a40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6b3fff700 1 -- 172.21.15.33:0/2825878554 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x280e6c0 msgr2=0x27e8f80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:26.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6b3fff700 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x280e6c0 0x27e8f80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6b3fff700 1 -- 172.21.15.33:0/2825878554 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x26f5220 con 0x27ecd00 2024-09-13T15:02:26.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6b8c22700 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x280e6c0 0x27e8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:02:26.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6b37fe700 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 0x27e8a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:02:26.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6b3fff700 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x27ecd00 0x286ead0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4052e90 tx=0x7ff6a4083d60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ac93dae80bc4bd46 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:26.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff692ffd700 10 client.0 ms_handle_connect on v2:172.21.15.33:3300/0 2024-09-13T15:02:26.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff692ffd700 1 -- 172.21.15.33:0/2825878554 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff6a405ed80 con 0x27ecd00 2024-09-13T15:02:26.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff692ffd700 1 -- 172.21.15.33:0/2825878554 <== mon.0 v2:172.21.15.33:3300/0 2 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7ff6a4054d30 con 0x27ecd00 2024-09-13T15:02:26.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff6bd936740 1 -- 172.21.15.33:0/2825878554 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=fsmap handle=1) v1 -- 0x27c7140 con 0x27ecd00 2024-09-13T15:02:26.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.776+0000 7ff692ffd700 1 -- 172.21.15.33:0/2825878554 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_get_version_reply(handle=1 version=26) v2 ==== 24+0+0 (secure 0 0 0) 0x7ff6a406e130 con 0x27ecd00 2024-09-13T15:02:26.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 10 client.5790 fetch_fsmap learned FSMap version 26 2024-09-13T15:02:26.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 1 -- 172.21.15.33:0/2825878554 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,fsmap=26,monmap=2+}) v3 -- 0x26cf720 con 0x27ecd00 2024-09-13T15:02:26.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff692ffd700 1 -- 172.21.15.33:0/2825878554 <== mon.0 v2:172.21.15.33:3300/0 4 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x27c7140 con 0x27ecd00 2024-09-13T15:02:26.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff692ffd700 1 -- 172.21.15.33:0/2825878554 <== mon.0 v2:172.21.15.33:3300/0 5 ==== fsmap(e 26) v1 ==== 3114+0+0 (secure 0 0 0) 0x7ff6a4056bf0 con 0x27ecd00 2024-09-13T15:02:26.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 10 client.5790 fetch_fsmap finished waiting for FSMap version 26 2024-09-13T15:02:26.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 10 client.5790 resolve_mds: resolved name 'a' to daemon mds.a 2024-09-13T15:02:26.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 20 client.5790 populate_metadata read hostname 'smithi033' 2024-09-13T15:02:26.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.33:6834/2960876626,v1:172.21.15.33:6835/2960876626] conn(0x28120a0 0x2812480 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:26.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 4 client.5790 mds_command: new command op to 5730 tid=0 multi_id=0 [{"prefix": "status"}] 2024-09-13T15:02:26.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 1 -- 172.21.15.33:0/2825878554 --> [v2:172.21.15.33:6834/2960876626,v1:172.21.15.33:6835/2960876626] -- command(tid 0: {"prefix": "status"}) v1 -- 0x7ff6a80056f0 con 0x28120a0 2024-09-13T15:02:26.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6b37fe700 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.33:6834/2960876626,v1:172.21.15.33:6835/2960876626] conn(0x28120a0 0x2812480 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:26.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff692ffd700 10 client.5790 ms_handle_connect on v2:172.21.15.33:6834/2960876626 2024-09-13T15:02:26.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6b37fe700 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.33:6834/2960876626,v1:172.21.15.33:6835/2960876626] conn(0x28120a0 0x2812480 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=mds.0 client_cookie=96c56ca99bae8bb1 server_cookie=ff34bb4cc11a632c in_seq=0 out_seq=0 2024-09-13T15:02:26.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff692ffd700 1 -- 172.21.15.33:0/2825878554 <== mds.0 v2:172.21.15.33:6834/2960876626 1 ==== command_reply(tid 0: 0 ) v1 ==== 8+0+331 (crc 0 0 0) 0x7ff6a80056f0 con 0x28120a0 2024-09-13T15:02:26.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff692ffd700 10 client.5790 handle_command_reply: tid=0 2024-09-13T15:02:26.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 1 client.5790 shutdown 2024-09-13T15:02:26.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 1 -- 172.21.15.33:0/2825878554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x27ecd00 msgr2=0x286ead0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:26.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x27ecd00 0x286ead0 secure :-1 s=READY pgs=517 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4052e90 tx=0x7ff6a4083d60 comp rx=0 tx=0).stop 2024-09-13T15:02:26.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 1 -- 172.21.15.33:0/2825878554 shutdown_connections 2024-09-13T15:02:26.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.33:6834/2960876626,v1:172.21.15.33:6835/2960876626] conn(0x28120a0 0x2812480 crc :-1 s=READY pgs=15 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x280e6c0 0x27e8f80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x280dda0 0x27e8a40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 1 --2- 172.21.15.33:0/2825878554 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x27ecd00 0x286ead0 unknown :-1 s=CLOSED pgs=517 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff692ffd700 0 client.5790 ms_handle_reset on v2:172.21.15.33:6834/2960876626 2024-09-13T15:02:26.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 1 -- 172.21.15.33:0/2825878554 >> 172.21.15.33:0/2825878554 conn(0x25564d0 msgr2=0x27c9410 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:26.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 1 -- 172.21.15.33:0/2825878554 shutdown_connections 2024-09-13T15:02:26.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 1 -- 172.21.15.33:0/2825878554 wait complete. 2024-09-13T15:02:26.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6bd936740 20 client.5790 trim_cache size 0 max 16384 2024-09-13T15:02:26.787 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:02:26.787 INFO:teuthology.orchestra.run.smithi033.stdout: "cluster_fsid": "26cfc81a-7b79-4125-b830-c08a65e88194", 2024-09-13T15:02:26.787 INFO:teuthology.orchestra.run.smithi033.stdout: "whoami": 0, 2024-09-13T15:02:26.787 INFO:teuthology.orchestra.run.smithi033.stdout: "id": 5730, 2024-09-13T15:02:26.787 INFO:teuthology.orchestra.run.smithi033.stdout: "want_state": "up:active", 2024-09-13T15:02:26.787 INFO:teuthology.orchestra.run.smithi033.stdout: "state": "up:active", 2024-09-13T15:02:26.788 INFO:teuthology.orchestra.run.smithi033.stdout: "fs_name": "cephfs", 2024-09-13T15:02:26.788 INFO:teuthology.orchestra.run.smithi033.stdout: "rank_uptime": 4.5143280819999996, 2024-09-13T15:02:26.788 INFO:teuthology.orchestra.run.smithi033.stdout: "mdsmap_epoch": 25, 2024-09-13T15:02:26.788 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch": 43, 2024-09-13T15:02:26.788 INFO:teuthology.orchestra.run.smithi033.stdout: "osdmap_epoch_barrier": 43, 2024-09-13T15:02:26.788 INFO:teuthology.orchestra.run.smithi033.stdout: "uptime": 6.8791753150000003 2024-09-13T15:02:26.788 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:02:26.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6b9423700 1 -- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff6a0066760 msgr2=0x7ff6a0068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:26.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6b9423700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff6a0066760 0x7ff6a0068c20 secure :-1 s=READY pgs=273 cs=0 l=1 rev1=1 crypto rx=0x7ff6b415f7e0 tx=0x7ff6a8007d70 comp rx=0 tx=0).stop 2024-09-13T15:02:26.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6b9423700 1 -- 172.21.15.33:0/3515446544 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6b4070a70 msgr2=0x7ff6b415f2a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:26.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6b9423700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6b4070a70 0x7ff6b415f2a0 secure :-1 s=READY pgs=513 cs=0 l=1 rev1=1 crypto rx=0x7ff6a4000c00 tx=0x7ff6a4004770 comp rx=0 tx=0).stop 2024-09-13T15:02:26.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6b9423700 1 -- 172.21.15.33:0/3515446544 shutdown_connections 2024-09-13T15:02:26.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6b9423700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff6a0066760 0x7ff6a0068c20 unknown :-1 s=CLOSED pgs=273 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6b9423700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff6b415fee0 0x7ff6b406e5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6b9423700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff6b40714c0 0x7ff6b4157780 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6b9423700 1 --2- 172.21.15.33:0/3515446544 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff6b4070a70 0x7ff6b415f2a0 unknown :-1 s=CLOSED pgs=513 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:26.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.780+0000 7ff6b9423700 1 -- 172.21.15.33:0/3515446544 >> 172.21.15.33:0/3515446544 conn(0x7ff6b40ae4b0 msgr2=0x7ff6b40af8c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:26.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.784+0000 7ff6b9423700 1 -- 172.21.15.33:0/3515446544 shutdown_connections 2024-09-13T15:02:26.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:26.784+0000 7ff6b9423700 1 -- 172.21.15.33:0/3515446544 wait complete. 2024-09-13T15:02:26.801 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:26.801 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest/mnt.0 && exec cat /home/ubuntu/cephtest/mnt.0/file_on_fs_0) 2024-09-13T15:02:26.817 INFO:teuthology.orchestra.run.smithi033.stdout:0 2024-09-13T15:02:26.817 INFO:teuthology.nuke:Clearing teuthology firewall rules... 2024-09-13T15:02:26.818 DEBUG:teuthology.orchestra.run.smithi033:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T15:02:26.839 DEBUG:teuthology.orchestra.run.smithi103:> sudo sh -c 'iptables-save | grep -v teuthology | iptables-restore' 2024-09-13T15:02:26.860 INFO:teuthology.nuke:Cleared teuthology firewall rules. 2024-09-13T15:02:26.861 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:02:26.861 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:02:26.869 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:02:27.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.024+0000 7f5b2bfff700 1 Processor -- start 2024-09-13T15:02:27.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.024+0000 7f5b2bfff700 1 -- start start 2024-09-13T15:02:27.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2bfff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f5b2c0b17f0 0x7f5b2c0cb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2bfff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b2c0b2200 0x7f5b2c0b2670 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2bfff700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f5b2c0705d0 con 0x7f5b2c0cd8d0 2024-09-13T15:02:27.030 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2bfff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5b2c0b2bb0 con 0x7f5b2c0b17f0 2024-09-13T15:02:27.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2bfff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b2c06fca0 con 0x7f5b2c0b2200 2024-09-13T15:02:27.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2b7fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b2c0b2200 0x7f5b2c0b2670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2a7fc700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f5b2c0b17f0 0x7f5b2c0cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2a7fc700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f5b2c0b17f0 0x7f5b2c0cb800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:52250/0 (socket says 172.21.15.33:52250) 2024-09-13T15:02:27.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2a7fc700 1 -- 172.21.15.33:0/375233060 learned_addr learned my addr 172.21.15.33:0/375233060 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:27.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2b7fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b2c0b2200 0x7f5b2c0b2670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:43694/0 (socket says 172.21.15.33:43694) 2024-09-13T15:02:27.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2b7fe700 1 -- 172.21.15.33:0/375233060 >> v2:172.21.15.103:3300/0 conn(0x7f5b2c0b17f0 msgr2=0x7f5b2c0cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:27.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2b7fe700 1 --2- 172.21.15.33:0/375233060 >> v2:172.21.15.103:3300/0 conn(0x7f5b2c0b17f0 0x7f5b2c0cb800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2b7fe700 1 -- 172.21.15.33:0/375233060 >> v1:172.21.15.103:6789/0 conn(0x7f5b2c0cd8d0 legacy=0x7f5b2c06cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2b7fe700 1 -- 172.21.15.33:0/375233060 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b2c06ff80 con 0x7f5b2c0b2200 2024-09-13T15:02:27.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2a7fc700 1 --2- 172.21.15.33:0/375233060 >> v2:172.21.15.103:3300/0 conn(0x7f5b2c0b17f0 0x7f5b2c0cb800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:27.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2b7fe700 1 --2- 172.21.15.33:0/375233060 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b2c0b2200 0x7f5b2c0b2670 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f5b24009d90 tx=0x7f5b2400b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=83b44a2a541340c7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:27.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b29ffb700 1 -- 172.21.15.33:0/375233060 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b2400e070 con 0x7f5b2c0b2200 2024-09-13T15:02:27.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b29ffb700 1 -- 172.21.15.33:0/375233060 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b2400bb20 con 0x7f5b2c0b2200 2024-09-13T15:02:27.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b29ffb700 1 -- 172.21.15.33:0/375233060 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b24012430 con 0x7f5b2c0b2200 2024-09-13T15:02:27.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2bfff700 1 -- 172.21.15.33:0/375233060 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b2c0b2200 msgr2=0x7f5b2c0b2670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2bfff700 1 --2- 172.21.15.33:0/375233060 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b2c0b2200 0x7f5b2c0b2670 secure :-1 s=READY pgs=100 cs=0 l=1 rev1=1 crypto rx=0x7f5b24009d90 tx=0x7f5b2400b330 comp rx=0 tx=0).stop 2024-09-13T15:02:27.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2bfff700 1 -- 172.21.15.33:0/375233060 shutdown_connections 2024-09-13T15:02:27.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2bfff700 1 --2- 172.21.15.33:0/375233060 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b2c0b2200 0x7f5b2c0b2670 unknown :-1 s=CLOSED pgs=100 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2bfff700 1 --2- 172.21.15.33:0/375233060 >> v2:172.21.15.103:3300/0 conn(0x7f5b2c0b17f0 0x7f5b2c0cb800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2bfff700 1 -- 172.21.15.33:0/375233060 >> 172.21.15.33:0/375233060 conn(0x7f5b2c06a350 msgr2=0x7f5b2c06a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:27.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2bfff700 1 -- 172.21.15.33:0/375233060 shutdown_connections 2024-09-13T15:02:27.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.028+0000 7f5b2bfff700 1 -- 172.21.15.33:0/375233060 wait complete. 2024-09-13T15:02:27.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2bfff700 1 Processor -- start 2024-09-13T15:02:27.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2bfff700 1 -- start start 2024-09-13T15:02:27.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2bfff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b2c0b17f0 0x7f5b2c14e7a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2bfff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b2c0b2200 0x7f5b2c0c40c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2bfff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b2c0cd8d0 0x7f5b2c14af90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2bfff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b2c14bb70 con 0x7f5b2c0b17f0 2024-09-13T15:02:27.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2bfff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f5b2c0c4950 con 0x7f5b2c0b2200 2024-09-13T15:02:27.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2bfff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f5b2c0c4c30 con 0x7f5b2c0cd8d0 2024-09-13T15:02:27.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2affd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b2c0b17f0 0x7f5b2c14e7a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2a7fc700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b2c0b2200 0x7f5b2c0c40c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2affd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b2c0b17f0 0x7f5b2c14e7a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58420/0 (socket says 172.21.15.33:58420) 2024-09-13T15:02:27.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2affd700 1 -- 172.21.15.33:0/953317198 learned_addr learned my addr 172.21.15.33:0/953317198 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:27.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2b7fe700 1 --2- 172.21.15.33:0/953317198 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b2c0cd8d0 0x7f5b2c14af90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2a7fc700 1 -- 172.21.15.33:0/953317198 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b2c0cd8d0 msgr2=0x7f5b2c14af90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2a7fc700 1 --2- 172.21.15.33:0/953317198 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b2c0cd8d0 0x7f5b2c14af90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2a7fc700 1 -- 172.21.15.33:0/953317198 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b2c0b17f0 msgr2=0x7f5b2c14e7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2a7fc700 1 --2- 172.21.15.33:0/953317198 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b2c0b17f0 0x7f5b2c14e7a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2a7fc700 1 -- 172.21.15.33:0/953317198 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f5b1c009570 con 0x7f5b2c0b2200 2024-09-13T15:02:27.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.032+0000 7f5b2affd700 1 --2- 172.21.15.33:0/953317198 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b2c0b17f0 0x7f5b2c14e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:27.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.036+0000 7f5b2a7fc700 1 --2- 172.21.15.33:0/953317198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b2c0b2200 0x7f5b2c0c40c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5b1c00ebb0 tx=0x7f5b1c00eec0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:27.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.036+0000 7f5b137fe700 1 -- 172.21.15.33:0/953317198 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b1c004030 con 0x7f5b2c0b2200 2024-09-13T15:02:27.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.036+0000 7f5b137fe700 1 -- 172.21.15.33:0/953317198 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5b1c004190 con 0x7f5b2c0b2200 2024-09-13T15:02:27.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.036+0000 7f5b2bfff700 1 -- 172.21.15.33:0/953317198 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5b24009a70 con 0x7f5b2c0b2200 2024-09-13T15:02:27.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.036+0000 7f5b137fe700 1 -- 172.21.15.33:0/953317198 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5b1c004520 con 0x7f5b2c0b2200 2024-09-13T15:02:27.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.036+0000 7f5b2bfff700 1 -- 172.21.15.33:0/953317198 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5b2c0c51f0 con 0x7f5b2c0b2200 2024-09-13T15:02:27.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.036+0000 7f5b2bfff700 1 -- 172.21.15.33:0/953317198 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5b2c0cdcb0 con 0x7f5b2c0b2200 2024-09-13T15:02:27.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.036+0000 7f5b137fe700 1 -- 172.21.15.33:0/953317198 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f5b1c00c850 con 0x7f5b2c0b2200 2024-09-13T15:02:27.041 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.036+0000 7f5b137fe700 1 --2- 172.21.15.33:0/953317198 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b18066730 0x7f5b18068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.040+0000 7f5b137fe700 1 -- 172.21.15.33:0/953317198 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f5b1c084590 con 0x7f5b2c0b2200 2024-09-13T15:02:27.042 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.040+0000 7f5b2affd700 1 --2- 172.21.15.33:0/953317198 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b18066730 0x7f5b18068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.043 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.040+0000 7f5b2affd700 1 --2- 172.21.15.33:0/953317198 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b18066730 0x7f5b18068bf0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f5b20001c90 tx=0x7f5b20009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:27.051 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.048+0000 7f5b137fe700 1 -- 172.21.15.33:0/953317198 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f5b1c051640 con 0x7f5b2c0b2200 2024-09-13T15:02:27.233 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.228+0000 7f5b2bfff700 1 -- 172.21.15.33:0/953317198 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5b2c0cb110 con 0x7f5b2c0b2200 2024-09-13T15:02:27.236 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.232+0000 7f5b137fe700 1 -- 172.21.15.33:0/953317198 <== mon.1 v2:172.21.15.103:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) v1 ==== 74+0+16855 (secure 0 0 0) 0x7f5b1c054c60 con 0x7f5b2c0b2200 2024-09-13T15:02:27.237 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:27.237 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":43,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:02:21.255554+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:02:08.988339+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T15:02:10.043646+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6835/2157339166":"2024-09-14T15:02:19.855838+0000","172.21.15.33:6834/2157339166":"2024-09-14T15:02:19.855838+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:02:27.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.236+0000 7f5b2bfff700 1 -- 172.21.15.33:0/953317198 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b18066730 msgr2=0x7f5b18068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.236+0000 7f5b2bfff700 1 --2- 172.21.15.33:0/953317198 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b18066730 0x7f5b18068bf0 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f5b20001c90 tx=0x7f5b20009040 comp rx=0 tx=0).stop 2024-09-13T15:02:27.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.236+0000 7f5b2bfff700 1 -- 172.21.15.33:0/953317198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b2c0b2200 msgr2=0x7f5b2c0c40c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.236+0000 7f5b2bfff700 1 --2- 172.21.15.33:0/953317198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b2c0b2200 0x7f5b2c0c40c0 secure :-1 s=READY pgs=238 cs=0 l=1 rev1=1 crypto rx=0x7f5b1c00ebb0 tx=0x7f5b1c00eec0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.236+0000 7f5b2bfff700 1 -- 172.21.15.33:0/953317198 shutdown_connections 2024-09-13T15:02:27.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.236+0000 7f5b2bfff700 1 --2- 172.21.15.33:0/953317198 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5b18066730 0x7f5b18068bf0 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.239 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.236+0000 7f5b2bfff700 1 --2- 172.21.15.33:0/953317198 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5b2c0cd8d0 0x7f5b2c14af90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.236+0000 7f5b2bfff700 1 --2- 172.21.15.33:0/953317198 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f5b2c0b2200 0x7f5b2c0c40c0 unknown :-1 s=CLOSED pgs=238 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.236+0000 7f5b2bfff700 1 --2- 172.21.15.33:0/953317198 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5b2c0b17f0 0x7f5b2c14e7a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.236+0000 7f5b2bfff700 1 -- 172.21.15.33:0/953317198 >> 172.21.15.33:0/953317198 conn(0x7f5b2c06a350 msgr2=0x7f5b2c0caa00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:27.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.236+0000 7f5b2bfff700 1 -- 172.21.15.33:0/953317198 shutdown_connections 2024-09-13T15:02:27.240 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.236+0000 7f5b2bfff700 1 -- 172.21.15.33:0/953317198 wait complete. 2024-09-13T15:02:27.251 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:02:08.988339+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '43', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:02:10.043646+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '43', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:02:27.252 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:02:27.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.360+0000 7f4756988700 1 Processor -- start 2024-09-13T15:02:27.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.360+0000 7f4756988700 1 -- start start 2024-09-13T15:02:27.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4756988700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4750159660 0x7f47500adea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4756988700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f47500cd460 0x7f47500b32f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.368 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4756988700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f475006fb90 con 0x7f47500b3830 2024-09-13T15:02:27.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4756988700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f47500b3ce0 con 0x7f47500cd460 2024-09-13T15:02:27.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4756988700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f47500cdbd0 con 0x7f4750159660 2024-09-13T15:02:27.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4755185700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f47500cd460 0x7f47500b32f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4755185700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f47500cd460 0x7f47500b32f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58430/0 (socket says 172.21.15.33:58430) 2024-09-13T15:02:27.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4755185700 1 -- 172.21.15.33:0/2983637398 learned_addr learned my addr 172.21.15.33:0/2983637398 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:27.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4755986700 1 --2- 172.21.15.33:0/2983637398 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4750159660 0x7f47500adea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4755185700 1 -- 172.21.15.33:0/2983637398 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4750159660 msgr2=0x7f47500adea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:27.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4755185700 1 --2- 172.21.15.33:0/2983637398 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4750159660 0x7f47500adea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4755185700 1 -- 172.21.15.33:0/2983637398 >> v1:172.21.15.103:6789/0 conn(0x7f47500b3830 legacy=0x7f47500b1860 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4755185700 1 -- 172.21.15.33:0/2983637398 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f47500cdeb0 con 0x7f47500cd460 2024-09-13T15:02:27.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4755986700 1 --2- 172.21.15.33:0/2983637398 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4750159660 0x7f47500adea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:02:27.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4755185700 1 --2- 172.21.15.33:0/2983637398 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47500cd460 0x7f47500b32f0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f474000bbb0 tx=0x7f474000bec0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c9e03f2a1b281fb4 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:27.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4754984700 1 -- 172.21.15.33:0/2983637398 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f474000dd90 con 0x7f47500cd460 2024-09-13T15:02:27.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4754984700 1 -- 172.21.15.33:0/2983637398 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4740010470 con 0x7f47500cd460 2024-09-13T15:02:27.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4754984700 1 -- 172.21.15.33:0/2983637398 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4740010820 con 0x7f47500cd460 2024-09-13T15:02:27.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4756988700 1 -- 172.21.15.33:0/2983637398 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47500cd460 msgr2=0x7f47500b32f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4756988700 1 --2- 172.21.15.33:0/2983637398 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47500cd460 0x7f47500b32f0 secure :-1 s=READY pgs=518 cs=0 l=1 rev1=1 crypto rx=0x7f474000bbb0 tx=0x7f474000bec0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4756988700 1 -- 172.21.15.33:0/2983637398 shutdown_connections 2024-09-13T15:02:27.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4756988700 1 --2- 172.21.15.33:0/2983637398 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47500cd460 0x7f47500b32f0 unknown :-1 s=CLOSED pgs=518 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4756988700 1 --2- 172.21.15.33:0/2983637398 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4750159660 0x7f47500adea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4756988700 1 -- 172.21.15.33:0/2983637398 >> 172.21.15.33:0/2983637398 conn(0x7f47500b0980 msgr2=0x7f47500b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:27.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4756988700 1 -- 172.21.15.33:0/2983637398 shutdown_connections 2024-09-13T15:02:27.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.364+0000 7f4756988700 1 -- 172.21.15.33:0/2983637398 wait complete. 2024-09-13T15:02:27.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4756988700 1 Processor -- start 2024-09-13T15:02:27.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4756988700 1 -- start start 2024-09-13T15:02:27.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4756988700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47500b3830 0x7f47500afee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4756988700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47500cd460 0x7f4750151c30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4756988700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4750159660 0x7f47501491b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4756988700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4750153040 con 0x7f47500cd460 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4756988700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f4750152170 con 0x7f47500b3830 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4756988700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f4750152430 con 0x7f4750159660 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4755185700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47500cd460 0x7f4750151c30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4755185700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47500cd460 0x7f4750151c30 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58432/0 (socket says 172.21.15.33:58432) 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4755185700 1 -- 172.21.15.33:0/2351195571 learned_addr learned my addr 172.21.15.33:0/2351195571 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4755986700 1 --2- 172.21.15.33:0/2351195571 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47500b3830 0x7f47500afee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4756187700 1 --2- 172.21.15.33:0/2351195571 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4750159660 0x7f47501491b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4755185700 1 -- 172.21.15.33:0/2351195571 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4750159660 msgr2=0x7f47501491b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4755185700 1 --2- 172.21.15.33:0/2351195571 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4750159660 0x7f47501491b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4755185700 1 -- 172.21.15.33:0/2351195571 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47500b3830 msgr2=0x7f47500afee0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4755185700 1 --2- 172.21.15.33:0/2351195571 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47500b3830 0x7f47500afee0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4755185700 1 -- 172.21.15.33:0/2351195571 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f474000b810 con 0x7f47500cd460 2024-09-13T15:02:27.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4755185700 1 --2- 172.21.15.33:0/2351195571 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47500cd460 0x7f4750151c30 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f4740015000 tx=0x7f4740004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:27.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f47467fc700 1 -- 172.21.15.33:0/2351195571 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4740003b90 con 0x7f47500cd460 2024-09-13T15:02:27.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f47467fc700 1 -- 172.21.15.33:0/2351195571 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4740003d30 con 0x7f47500cd460 2024-09-13T15:02:27.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4756988700 1 -- 172.21.15.33:0/2351195571 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f4750152710 con 0x7f47500cd460 2024-09-13T15:02:27.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f47467fc700 1 -- 172.21.15.33:0/2351195571 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4740003ea0 con 0x7f47500cd460 2024-09-13T15:02:27.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.368+0000 7f4756988700 1 -- 172.21.15.33:0/2351195571 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f4750152cd0 con 0x7f47500cd460 2024-09-13T15:02:27.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.372+0000 7f4733fff700 1 -- 172.21.15.33:0/2351195571 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f472c005310 con 0x7f47500cd460 2024-09-13T15:02:27.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.372+0000 7f47467fc700 1 -- 172.21.15.33:0/2351195571 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f474002c440 con 0x7f47500cd460 2024-09-13T15:02:27.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.372+0000 7f47467fc700 1 --2- 172.21.15.33:0/2351195571 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4734066730 0x7f4734068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.372+0000 7f47467fc700 1 -- 172.21.15.33:0/2351195571 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f4740085bd0 con 0x7f47500cd460 2024-09-13T15:02:27.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.372+0000 7f4755986700 1 --2- 172.21.15.33:0/2351195571 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4734066730 0x7f4734068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.376+0000 7f4755986700 1 --2- 172.21.15.33:0/2351195571 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4734066730 0x7f4734068bf0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f474c00ab60 tx=0x7f474c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:27.384 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.380+0000 7f47467fc700 1 -- 172.21.15.33:0/2351195571 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4740052e30 con 0x7f47500cd460 2024-09-13T15:02:27.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.548+0000 7f4733fff700 1 -- 172.21.15.33:0/2351195571 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f472c005b40 con 0x7f47500cd460 2024-09-13T15:02:27.551 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.548+0000 7f47467fc700 1 -- 172.21.15.33:0/2351195571 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v43) v1 ==== 93+0+10 (secure 0 0 0) 0x7f4740056450 con 0x7f47500cd460 2024-09-13T15:02:27.552 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.552+0000 7f4733fff700 1 -- 172.21.15.33:0/2351195571 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4734066730 msgr2=0x7f4734068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.552+0000 7f4733fff700 1 --2- 172.21.15.33:0/2351195571 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4734066730 0x7f4734068bf0 secure :-1 s=READY pgs=275 cs=0 l=1 rev1=1 crypto rx=0x7f474c00ab60 tx=0x7f474c008040 comp rx=0 tx=0).stop 2024-09-13T15:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.552+0000 7f4733fff700 1 -- 172.21.15.33:0/2351195571 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47500cd460 msgr2=0x7f4750151c30 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.552+0000 7f4733fff700 1 --2- 172.21.15.33:0/2351195571 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47500cd460 0x7f4750151c30 secure :-1 s=READY pgs=519 cs=0 l=1 rev1=1 crypto rx=0x7f4740015000 tx=0x7f4740004770 comp rx=0 tx=0).stop 2024-09-13T15:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.552+0000 7f4733fff700 1 -- 172.21.15.33:0/2351195571 shutdown_connections 2024-09-13T15:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.552+0000 7f4733fff700 1 --2- 172.21.15.33:0/2351195571 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4734066730 0x7f4734068bf0 unknown :-1 s=CLOSED pgs=275 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.552+0000 7f4733fff700 1 --2- 172.21.15.33:0/2351195571 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4750159660 0x7f47501491b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.552+0000 7f4733fff700 1 --2- 172.21.15.33:0/2351195571 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f47500cd460 0x7f4750151c30 unknown :-1 s=CLOSED pgs=519 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.552+0000 7f4733fff700 1 --2- 172.21.15.33:0/2351195571 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f47500b3830 0x7f47500afee0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.552+0000 7f4733fff700 1 -- 172.21.15.33:0/2351195571 >> 172.21.15.33:0/2351195571 conn(0x7f47500b0980 msgr2=0x7f47500b22b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:27.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.552+0000 7f4733fff700 1 -- 172.21.15.33:0/2351195571 shutdown_connections 2024-09-13T15:02:27.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.552+0000 7f4733fff700 1 -- 172.21.15.33:0/2351195571 wait complete. 2024-09-13T15:02:27.573 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:02:27.691 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.688+0000 7ffb143d4700 1 Processor -- start 2024-09-13T15:02:27.692 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.688+0000 7ffb143d4700 1 -- start start 2024-09-13T15:02:27.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.688+0000 7ffb143d4700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ffb0c06ccb0 0x7ffb0c0ace40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.688+0000 7ffb143d4700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ffb0c0b2e00 0x7ffb0c0ad380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.688+0000 7ffb143d4700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ffb0c06d100 con 0x7ffb0c1591e0 2024-09-13T15:02:27.693 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.688+0000 7ffb143d4700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb0c06e110 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.688+0000 7ffb143d4700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ffb0c06d350 con 0x7ffb0c06ccb0 2024-09-13T15:02:27.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.688+0000 7ffb12971700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ffb0c0b2e00 0x7ffb0c0ad380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.688+0000 7ffb12170700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7ffb0c1591e0 0x7ffb0c0b0e70 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:32802/0 (socket says 172.21.15.33:32802) 2024-09-13T15:02:27.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.688+0000 7ffb12170700 1 -- 172.21.15.33:0/1138147245 learned_addr learned my addr 172.21.15.33:0/1138147245 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:27.694 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.688+0000 7ffb1196f700 1 --2- 172.21.15.33:0/1138147245 >> v2:172.21.15.103:3300/0 conn(0x7ffb0c06ccb0 0x7ffb0c0ace40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb1116e700 1 -- 172.21.15.33:0/1138147245 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1576198290 0 0) 0x7ffb0c06d100 con 0x7ffb0c1591e0 2024-09-13T15:02:27.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb1116e700 1 -- 172.21.15.33:0/1138147245 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7ffaf80046e0 con 0x7ffb0c1591e0 2024-09-13T15:02:27.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb12971700 1 -- 172.21.15.33:0/1138147245 >> v2:172.21.15.103:3300/0 conn(0x7ffb0c06ccb0 msgr2=0x7ffb0c0ace40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:27.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb12971700 1 --2- 172.21.15.33:0/1138147245 >> v2:172.21.15.103:3300/0 conn(0x7ffb0c06ccb0 0x7ffb0c0ace40 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb12971700 1 -- 172.21.15.33:0/1138147245 >> v1:172.21.15.33:6789/0 conn(0x7ffb0c1591e0 legacy=0x7ffb0c0b0e70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb12971700 1 -- 172.21.15.33:0/1138147245 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb0c06d630 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb12971700 1 --2- 172.21.15.33:0/1138147245 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb0c0b2e00 0x7ffb0c0ad380 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7ffb0c0702b0 tx=0x7ffb04009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=2e685cf7d1be7a97 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:27.695 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb1116e700 1 -- 172.21.15.33:0/1138147245 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb04011830 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb1116e700 1 -- 172.21.15.33:0/1138147245 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffb04011990 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb1116e700 1 -- 172.21.15.33:0/1138147245 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffb04011d20 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.696 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb143d4700 1 -- 172.21.15.33:0/1138147245 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb0c0b2e00 msgr2=0x7ffb0c0ad380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb143d4700 1 --2- 172.21.15.33:0/1138147245 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb0c0b2e00 0x7ffb0c0ad380 secure :-1 s=READY pgs=521 cs=0 l=1 rev1=1 crypto rx=0x7ffb0c0702b0 tx=0x7ffb04009b30 comp rx=0 tx=0).stop 2024-09-13T15:02:27.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb143d4700 1 -- 172.21.15.33:0/1138147245 shutdown_connections 2024-09-13T15:02:27.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb143d4700 1 --2- 172.21.15.33:0/1138147245 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb0c0b2e00 0x7ffb0c0ad380 unknown :-1 s=CLOSED pgs=521 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb143d4700 1 --2- 172.21.15.33:0/1138147245 >> v2:172.21.15.103:3300/0 conn(0x7ffb0c06ccb0 0x7ffb0c0ace40 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb143d4700 1 -- 172.21.15.33:0/1138147245 >> 172.21.15.33:0/1138147245 conn(0x7ffb0c0b22e0 msgr2=0x7ffb0c0b26f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:27.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb143d4700 1 -- 172.21.15.33:0/1138147245 shutdown_connections 2024-09-13T15:02:27.697 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.692+0000 7ffb143d4700 1 -- 172.21.15.33:0/1138147245 wait complete. 2024-09-13T15:02:27.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.696+0000 7ffb143d4700 1 Processor -- start 2024-09-13T15:02:27.699 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.696+0000 7ffb143d4700 1 -- start start 2024-09-13T15:02:27.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.696+0000 7ffb143d4700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffb0c06ccb0 0x7ffb0c06afd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.696+0000 7ffb143d4700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb0c0b2e00 0x7ffb0c1f48d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.696+0000 7ffb143d4700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb0c1591e0 0x7ffb0c14f420 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.696+0000 7ffb143d4700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb0c1f44b0 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.696+0000 7ffb143d4700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ffb0c1f4e10 con 0x7ffb0c1591e0 2024-09-13T15:02:27.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.696+0000 7ffb143d4700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ffb0c1e2fa0 con 0x7ffb0c06ccb0 2024-09-13T15:02:27.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.696+0000 7ffb1196f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb0c0b2e00 0x7ffb0c1f48d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.702 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.696+0000 7ffb1196f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb0c0b2e00 0x7ffb0c1f48d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58452/0 (socket says 172.21.15.33:58452) 2024-09-13T15:02:27.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.696+0000 7ffb1196f700 1 -- 172.21.15.33:0/1018717206 learned_addr learned my addr 172.21.15.33:0/1018717206 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:27.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.696+0000 7ffb12170700 1 --2- 172.21.15.33:0/1018717206 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffb0c06ccb0 0x7ffb0c06afd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.696+0000 7ffb12971700 1 --2- 172.21.15.33:0/1018717206 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb0c1591e0 0x7ffb0c14f420 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.700+0000 7ffb1196f700 1 -- 172.21.15.33:0/1018717206 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffb0c06ccb0 msgr2=0x7ffb0c06afd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.700+0000 7ffb1196f700 1 --2- 172.21.15.33:0/1018717206 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffb0c06ccb0 0x7ffb0c06afd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.700+0000 7ffb1196f700 1 -- 172.21.15.33:0/1018717206 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb0c1591e0 msgr2=0x7ffb0c14f420 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.700+0000 7ffb1196f700 1 --2- 172.21.15.33:0/1018717206 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb0c1591e0 0x7ffb0c14f420 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.703 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.700+0000 7ffb1196f700 1 -- 172.21.15.33:0/1018717206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ffb040094b0 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.700+0000 7ffb1196f700 1 --2- 172.21.15.33:0/1018717206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb0c0b2e00 0x7ffb0c1f48d0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7ffafc00e9a0 tx=0x7ffafc00ecb0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:27.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.700+0000 7ffb02ffd700 1 -- 172.21.15.33:0/1018717206 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffafc009720 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.700+0000 7ffb02ffd700 1 -- 172.21.15.33:0/1018717206 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ffafc00c690 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.700+0000 7ffb143d4700 1 -- 172.21.15.33:0/1018717206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ffb0c1e3280 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.700+0000 7ffb02ffd700 1 -- 172.21.15.33:0/1018717206 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ffafc00ca40 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.700+0000 7ffb143d4700 1 -- 172.21.15.33:0/1018717206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ffb0c1e3560 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.704 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.700+0000 7ffb143d4700 1 -- 172.21.15.33:0/1018717206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ffb0c1588f0 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.705 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.700+0000 7ffb02ffd700 1 -- 172.21.15.33:0/1018717206 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ffafc00cba0 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.704+0000 7ffb02ffd700 1 --2- 172.21.15.33:0/1018717206 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffaf0066730 0x7ffaf0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:27.706 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.704+0000 7ffb02ffd700 1 -- 172.21.15.33:0/1018717206 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7ffafc084200 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.704+0000 7ffb12170700 1 --2- 172.21.15.33:0/1018717206 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffaf0066730 0x7ffaf0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:27.707 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.704+0000 7ffb12170700 1 --2- 172.21.15.33:0/1018717206 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffaf0066730 0x7ffaf0068bf0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7ffb08001560 tx=0x7ffb080019f0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:27.713 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.708+0000 7ffb02ffd700 1 -- 172.21.15.33:0/1018717206 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ffafc051460 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.885 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.880+0000 7ffb143d4700 1 -- 172.21.15.33:0/1018717206 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7ffb0c0ad180 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.886 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.884+0000 7ffb02ffd700 1 -- 172.21.15.33:0/1018717206 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v43) v1 ==== 104+0+11 (secure 0 0 0) 0x7ffafc054a80 con 0x7ffb0c0b2e00 2024-09-13T15:02:27.886 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:02:27.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.884+0000 7ffb143d4700 1 -- 172.21.15.33:0/1018717206 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffaf0066730 msgr2=0x7ffaf0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.884+0000 7ffb143d4700 1 --2- 172.21.15.33:0/1018717206 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffaf0066730 0x7ffaf0068bf0 secure :-1 s=READY pgs=276 cs=0 l=1 rev1=1 crypto rx=0x7ffb08001560 tx=0x7ffb080019f0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.884+0000 7ffb143d4700 1 -- 172.21.15.33:0/1018717206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb0c0b2e00 msgr2=0x7ffb0c1f48d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:27.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.884+0000 7ffb143d4700 1 --2- 172.21.15.33:0/1018717206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb0c0b2e00 0x7ffb0c1f48d0 secure :-1 s=READY pgs=522 cs=0 l=1 rev1=1 crypto rx=0x7ffafc00e9a0 tx=0x7ffafc00ecb0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.884+0000 7ffb143d4700 1 -- 172.21.15.33:0/1018717206 shutdown_connections 2024-09-13T15:02:27.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.884+0000 7ffb143d4700 1 --2- 172.21.15.33:0/1018717206 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ffaf0066730 0x7ffaf0068bf0 unknown :-1 s=CLOSED pgs=276 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.889 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.884+0000 7ffb143d4700 1 --2- 172.21.15.33:0/1018717206 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ffb0c1591e0 0x7ffb0c14f420 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.884+0000 7ffb143d4700 1 --2- 172.21.15.33:0/1018717206 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ffb0c0b2e00 0x7ffb0c1f48d0 unknown :-1 s=CLOSED pgs=522 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.884+0000 7ffb143d4700 1 --2- 172.21.15.33:0/1018717206 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ffb0c06ccb0 0x7ffb0c06afd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.884+0000 7ffb143d4700 1 -- 172.21.15.33:0/1018717206 >> 172.21.15.33:0/1018717206 conn(0x7ffb0c0b22e0 msgr2=0x7ffb0c0b0e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.884+0000 7ffb143d4700 1 -- 172.21.15.33:0/1018717206 shutdown_connections 2024-09-13T15:02:27.890 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:27.884+0000 7ffb143d4700 1 -- 172.21.15.33:0/1018717206 wait complete. 2024-09-13T15:02:27.901 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:02:28.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.012+0000 7f2eb3381700 1 Processor -- start 2024-09-13T15:02:28.016 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.012+0000 7f2eb3381700 1 -- start start 2024-09-13T15:02:28.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.012+0000 7f2eb3381700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2eac0ade80 0x7f2eac1652b0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.012+0000 7f2eb3381700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2eac071ac0 con 0x7f2eac0b24a0 2024-09-13T15:02:28.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.012+0000 7f2eb3381700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2eac070eb0 con 0x7f2eac06cdb0 2024-09-13T15:02:28.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.012+0000 7f2eb3381700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2eac1657f0 con 0x7f2eac0ade80 2024-09-13T15:02:28.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.012+0000 7f2eb1b7e700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f2eac0b24a0 0x7f2eac1612d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:32814/0 (socket says 172.21.15.33:32814) 2024-09-13T15:02:28.017 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.012+0000 7f2eb1b7e700 1 -- 172.21.15.33:0/1588831800 learned_addr learned my addr 172.21.15.33:0/1588831800 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:28.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.012+0000 7f2eb237f700 1 --2- 172.21.15.33:0/1588831800 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2eac0ade80 0x7f2eac1652b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb137d700 1 -- 172.21.15.33:0/1588831800 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1604694991 0 0) 0x7f2eac071ac0 con 0x7f2eac0b24a0 2024-09-13T15:02:28.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb137d700 1 -- 172.21.15.33:0/1588831800 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2e980035d0 con 0x7f2eac0b24a0 2024-09-13T15:02:28.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb137d700 1 -- 172.21.15.33:0/1588831800 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 299074452 0 0) 0x7f2eac070eb0 con 0x7f2eac06cdb0 2024-09-13T15:02:28.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb137d700 1 -- 172.21.15.33:0/1588831800 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2eac071ac0 con 0x7f2eac06cdb0 2024-09-13T15:02:28.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb237f700 1 -- 172.21.15.33:0/1588831800 >> v1:172.21.15.103:6789/0 conn(0x7f2eac06cdb0 legacy=0x7f2eac1619e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb237f700 1 -- 172.21.15.33:0/1588831800 >> v1:172.21.15.33:6789/0 conn(0x7f2eac0b24a0 legacy=0x7f2eac1612d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb237f700 1 -- 172.21.15.33:0/1588831800 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2eac071190 con 0x7f2eac0ade80 2024-09-13T15:02:28.019 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb237f700 1 --2- 172.21.15.33:0/1588831800 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2eac0ade80 0x7f2eac1652b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2ea0009880 tx=0x7f2ea0009b90 comp rx=0 tx=0).ready entity=mon.2 client_cookie=822b588b4ed90a3e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:28.020 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb137d700 1 -- 172.21.15.33:0/1588831800 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ea0011830 con 0x7f2eac0ade80 2024-09-13T15:02:28.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb137d700 1 -- 172.21.15.33:0/1588831800 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ea0011990 con 0x7f2eac0ade80 2024-09-13T15:02:28.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb137d700 1 -- 172.21.15.33:0/1588831800 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ea0011d00 con 0x7f2eac0ade80 2024-09-13T15:02:28.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb3381700 1 -- 172.21.15.33:0/1588831800 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2eac0ade80 msgr2=0x7f2eac1652b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb3381700 1 --2- 172.21.15.33:0/1588831800 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2eac0ade80 0x7f2eac1652b0 secure :-1 s=READY pgs=101 cs=0 l=1 rev1=1 crypto rx=0x7f2ea0009880 tx=0x7f2ea0009b90 comp rx=0 tx=0).stop 2024-09-13T15:02:28.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb3381700 1 -- 172.21.15.33:0/1588831800 shutdown_connections 2024-09-13T15:02:28.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb3381700 1 --2- 172.21.15.33:0/1588831800 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2eac0ade80 0x7f2eac1652b0 unknown :-1 s=CLOSED pgs=101 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb3381700 1 -- 172.21.15.33:0/1588831800 >> 172.21.15.33:0/1588831800 conn(0x7f2eac0b0980 msgr2=0x7f2eac0b0d90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:28.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb3381700 1 -- 172.21.15.33:0/1588831800 shutdown_connections 2024-09-13T15:02:28.021 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.016+0000 7f2eb3381700 1 -- 172.21.15.33:0/1588831800 wait complete. 2024-09-13T15:02:28.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb3381700 1 Processor -- start 2024-09-13T15:02:28.022 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb3381700 1 -- start start 2024-09-13T15:02:28.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb3381700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2eac06cdb0 0x7f2eac0aae50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb3381700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2eac0ade80 0x7f2eac0acbd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb3381700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2eac0b24a0 0x7f2eac14c6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb3381700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2eac14c460 con 0x7f2eac06cdb0 2024-09-13T15:02:28.025 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb3381700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2eac0ccf40 con 0x7f2eac0ade80 2024-09-13T15:02:28.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb3381700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2eac0cc330 con 0x7f2eac0b24a0 2024-09-13T15:02:28.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb237f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2eac06cdb0 0x7f2eac0aae50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb237f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2eac06cdb0 0x7f2eac0aae50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58468/0 (socket says 172.21.15.33:58468) 2024-09-13T15:02:28.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb237f700 1 -- 172.21.15.33:0/3953637770 learned_addr learned my addr 172.21.15.33:0/3953637770 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:28.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb1b7e700 1 --2- 172.21.15.33:0/3953637770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2eac0ade80 0x7f2eac0acbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb2b80700 1 --2- 172.21.15.33:0/3953637770 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2eac0b24a0 0x7f2eac14c6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb237f700 1 -- 172.21.15.33:0/3953637770 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2eac0b24a0 msgr2=0x7f2eac14c6d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb237f700 1 --2- 172.21.15.33:0/3953637770 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2eac0b24a0 0x7f2eac14c6d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb237f700 1 -- 172.21.15.33:0/3953637770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2eac0ade80 msgr2=0x7f2eac0acbd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb237f700 1 --2- 172.21.15.33:0/3953637770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2eac0ade80 0x7f2eac0acbd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb237f700 1 -- 172.21.15.33:0/3953637770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2ea00094b0 con 0x7f2eac06cdb0 2024-09-13T15:02:28.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb237f700 1 --2- 172.21.15.33:0/3953637770 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2eac06cdb0 0x7f2eac0aae50 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f2ea0013040 tx=0x7f2ea0004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:28.026 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2e9effd700 1 -- 172.21.15.33:0/3953637770 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ea0004590 con 0x7f2eac06cdb0 2024-09-13T15:02:28.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2e9effd700 1 -- 172.21.15.33:0/3953637770 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2ea00036c0 con 0x7f2eac06cdb0 2024-09-13T15:02:28.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb3381700 1 -- 172.21.15.33:0/3953637770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2eac0cc610 con 0x7f2eac06cdb0 2024-09-13T15:02:28.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2e9effd700 1 -- 172.21.15.33:0/3953637770 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2ea0003a70 con 0x7f2eac06cdb0 2024-09-13T15:02:28.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.020+0000 7f2eb3381700 1 -- 172.21.15.33:0/3953637770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2eac0ccbd0 con 0x7f2eac06cdb0 2024-09-13T15:02:28.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.024+0000 7f2eb3381700 1 -- 172.21.15.33:0/3953637770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2eac0cad30 con 0x7f2eac06cdb0 2024-09-13T15:02:28.027 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.024+0000 7f2e9effd700 1 -- 172.21.15.33:0/3953637770 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2ea0003bd0 con 0x7f2eac06cdb0 2024-09-13T15:02:28.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.024+0000 7f2e9effd700 1 --2- 172.21.15.33:0/3953637770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2e90066730 0x7f2e90068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.024+0000 7f2e9effd700 1 -- 172.21.15.33:0/3953637770 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f2ea00858f0 con 0x7f2eac06cdb0 2024-09-13T15:02:28.028 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.024+0000 7f2eb1b7e700 1 --2- 172.21.15.33:0/3953637770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2e90066730 0x7f2e90068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.024+0000 7f2eb1b7e700 1 --2- 172.21.15.33:0/3953637770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2e90066730 0x7f2e90068bf0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f2eac1fa0b0 tx=0x7f2ea8007e20 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:28.035 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.032+0000 7f2e9effd700 1 -- 172.21.15.33:0/3953637770 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2ea0052bf0 con 0x7f2eac06cdb0 2024-09-13T15:02:28.210 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.208+0000 7f2eb3381700 1 -- 172.21.15.33:0/3953637770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7f2eac06ca30 con 0x7f2eac06cdb0 2024-09-13T15:02:28.211 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.208+0000 7f2e9effd700 1 -- 172.21.15.33:0/3953637770 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v43) v1 ==== 100+0+11 (secure 0 0 0) 0x7f2ea0056210 con 0x7f2eac06cdb0 2024-09-13T15:02:28.211 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:02:28.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.212+0000 7f2eb3381700 1 -- 172.21.15.33:0/3953637770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2e90066730 msgr2=0x7f2e90068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.214 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.212+0000 7f2eb3381700 1 --2- 172.21.15.33:0/3953637770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2e90066730 0x7f2e90068bf0 secure :-1 s=READY pgs=277 cs=0 l=1 rev1=1 crypto rx=0x7f2eac1fa0b0 tx=0x7f2ea8007e20 comp rx=0 tx=0).stop 2024-09-13T15:02:28.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.212+0000 7f2eb3381700 1 -- 172.21.15.33:0/3953637770 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2eac06cdb0 msgr2=0x7f2eac0aae50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.212+0000 7f2eb3381700 1 --2- 172.21.15.33:0/3953637770 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2eac06cdb0 0x7f2eac0aae50 secure :-1 s=READY pgs=524 cs=0 l=1 rev1=1 crypto rx=0x7f2ea0013040 tx=0x7f2ea0004770 comp rx=0 tx=0).stop 2024-09-13T15:02:28.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.212+0000 7f2eb3381700 1 -- 172.21.15.33:0/3953637770 shutdown_connections 2024-09-13T15:02:28.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.212+0000 7f2eb3381700 1 --2- 172.21.15.33:0/3953637770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2e90066730 0x7f2e90068bf0 unknown :-1 s=CLOSED pgs=277 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.212+0000 7f2eb3381700 1 --2- 172.21.15.33:0/3953637770 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2eac0b24a0 0x7f2eac14c6d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.212+0000 7f2eb3381700 1 --2- 172.21.15.33:0/3953637770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2eac0ade80 0x7f2eac0acbd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.212+0000 7f2eb3381700 1 --2- 172.21.15.33:0/3953637770 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2eac06cdb0 0x7f2eac0aae50 unknown :-1 s=CLOSED pgs=524 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.212+0000 7f2eb3381700 1 -- 172.21.15.33:0/3953637770 >> 172.21.15.33:0/3953637770 conn(0x7f2eac0b0980 msgr2=0x7f2eac162e80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:28.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.212+0000 7f2eb3381700 1 -- 172.21.15.33:0/3953637770 shutdown_connections 2024-09-13T15:02:28.215 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.212+0000 7f2eb3381700 1 -- 172.21.15.33:0/3953637770 wait complete. 2024-09-13T15:02:28.227 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd blocklist ls 2024-09-13T15:02:28.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f4073391700 1 Processor -- start 2024-09-13T15:02:28.351 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f4073391700 1 -- start start 2024-09-13T15:02:28.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f4073391700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f406c15cc40 0x7f406c0ce710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f4073391700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f406c15d020 con 0x7f406c0cd860 2024-09-13T15:02:28.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f4073391700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f406c0d0720 con 0x7f406c08c6b0 2024-09-13T15:02:28.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f4073391700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f406c0b44c0 con 0x7f406c15cc40 2024-09-13T15:02:28.359 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f4071b8e700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f406c0cd860 0x7f406c08bfa0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:32830/0 (socket says 172.21.15.33:32830) 2024-09-13T15:02:28.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f4071b8e700 1 -- 172.21.15.33:0/2054291887 learned_addr learned my addr 172.21.15.33:0/2054291887 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:28.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407238f700 1 --2- 172.21.15.33:0/2054291887 >> v2:172.21.15.103:3300/0 conn(0x7f406c15cc40 0x7f406c0ce710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 -- 172.21.15.33:0/2054291887 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2030743440 0 0) 0x7f406c15d020 con 0x7f406c0cd860 2024-09-13T15:02:28.360 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 -- 172.21.15.33:0/2054291887 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f40580035d0 con 0x7f406c0cd860 2024-09-13T15:02:28.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 -- 172.21.15.33:0/2054291887 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 244471414 0 0) 0x7f40580035d0 con 0x7f406c0cd860 2024-09-13T15:02:28.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 -- 172.21.15.33:0/2054291887 >> v2:172.21.15.103:3300/0 conn(0x7f406c15cc40 msgr2=0x7f406c0ce710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:28.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 --2- 172.21.15.33:0/2054291887 >> v2:172.21.15.103:3300/0 conn(0x7f406c15cc40 0x7f406c0ce710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 -- 172.21.15.33:0/2054291887 >> v1:172.21.15.103:6789/0 conn(0x7f406c08c6b0 legacy=0x7f406c166a50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.361 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 -- 172.21.15.33:0/2054291887 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f406c0d09c0 con 0x7f406c0cd860 2024-09-13T15:02:28.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407238f700 1 --2- 172.21.15.33:0/2054291887 >> v2:172.21.15.103:3300/0 conn(0x7f406c15cc40 0x7f406c0ce710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:28.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 -- 172.21.15.33:0/2054291887 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7f405c001670 con 0x7f406c0cd860 2024-09-13T15:02:28.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 -- 172.21.15.33:0/2054291887 >> v1:172.21.15.33:6789/0 conn(0x7f406c0cd860 legacy=0x7f406c08bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 --2- 172.21.15.33:0/2054291887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4058003a20 0x7f4058003e40 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.362 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 --2- 172.21.15.33:0/2054291887 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4058004870 0x7f4058004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 --2- 172.21.15.33:0/2054291887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4058005230 0x7f405800ba30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 -- 172.21.15.33:0/2054291887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f406c0b44c0 con 0x7f4058003a20 2024-09-13T15:02:28.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 -- 172.21.15.33:0/2054291887 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f405800c0d0 con 0x7f4058005230 2024-09-13T15:02:28.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407138d700 1 -- 172.21.15.33:0/2054291887 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f405800c290 con 0x7f4058004870 2024-09-13T15:02:28.363 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.348+0000 7f407238f700 1 --2- 172.21.15.33:0/2054291887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4058003a20 0x7f4058003e40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f4071b8e700 1 --2- 172.21.15.33:0/2054291887 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4058004870 0x7f4058004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f4072b90700 1 --2- 172.21.15.33:0/2054291887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4058005230 0x7f405800ba30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f407238f700 1 -- 172.21.15.33:0/2054291887 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4058004870 msgr2=0x7f4058004cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:28.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f407238f700 1 --2- 172.21.15.33:0/2054291887 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f4058004870 0x7f4058004cf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f407238f700 1 -- 172.21.15.33:0/2054291887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4058005230 msgr2=0x7f405800ba30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:28.364 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f407238f700 1 --2- 172.21.15.33:0/2054291887 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f4058005230 0x7f405800ba30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f407238f700 1 -- 172.21.15.33:0/2054291887 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f40580035d0 con 0x7f4058003a20 2024-09-13T15:02:28.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f4072b90700 1 -- 172.21.15.33:0/2054291887 reap_dead start 2024-09-13T15:02:28.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f407238f700 1 --2- 172.21.15.33:0/2054291887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4058003a20 0x7f4058003e40 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f4068009d40 tx=0x7f40580058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=40f614e933d68f95 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:28.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f407138d700 1 -- 172.21.15.33:0/2054291887 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4068009e90 con 0x7f4058003a20 2024-09-13T15:02:28.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f407138d700 1 -- 172.21.15.33:0/2054291887 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f406800e9a0 con 0x7f4058003a20 2024-09-13T15:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f407138d700 1 -- 172.21.15.33:0/2054291887 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f406800ed10 con 0x7f4058003a20 2024-09-13T15:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f4073391700 1 -- 172.21.15.33:0/2054291887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4058003a20 msgr2=0x7f4058003e40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f4073391700 1 --2- 172.21.15.33:0/2054291887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4058003a20 0x7f4058003e40 secure :-1 s=READY pgs=526 cs=0 l=1 rev1=1 crypto rx=0x7f4068009d40 tx=0x7f40580058a0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f4073391700 1 -- 172.21.15.33:0/2054291887 shutdown_connections 2024-09-13T15:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f4073391700 1 --2- 172.21.15.33:0/2054291887 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4058003a20 0x7f4058003e40 unknown :-1 s=CLOSED pgs=526 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f4073391700 1 -- 172.21.15.33:0/2054291887 >> 172.21.15.33:0/2054291887 conn(0x7f406c0b4640 msgr2=0x7f406c0b4a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:28.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f4073391700 1 -- 172.21.15.33:0/2054291887 shutdown_connections 2024-09-13T15:02:28.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.352+0000 7f4073391700 1 -- 172.21.15.33:0/2054291887 wait complete. 2024-09-13T15:02:28.373 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.356+0000 7f4073391700 1 Processor -- start 2024-09-13T15:02:28.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.356+0000 7f4073391700 1 -- start start 2024-09-13T15:02:28.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.356+0000 7f4073391700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4058003a20 0x7f406c0c7070 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.356+0000 7f4073391700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f406c0b8770 0x7f406c1516f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.356+0000 7f4073391700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f406c15a0e0 0x7f406c15a560 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.356+0000 7f4073391700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f406c15aaa0 con 0x7f4058003a20 2024-09-13T15:02:28.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.356+0000 7f4073391700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f406c0b5f50 con 0x7f406c0b8770 2024-09-13T15:02:28.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.356+0000 7f4073391700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f406c0b6db0 con 0x7f406c15a0e0 2024-09-13T15:02:28.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.356+0000 7f407238f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4058003a20 0x7f406c0c7070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.356+0000 7f407238f700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4058003a20 0x7f406c0c7070 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58480/0 (socket says 172.21.15.33:58480) 2024-09-13T15:02:28.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.356+0000 7f407238f700 1 -- 172.21.15.33:0/1868397830 learned_addr learned my addr 172.21.15.33:0/1868397830 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:28.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.356+0000 7f4071b8e700 1 --2- 172.21.15.33:0/1868397830 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f406c0b8770 0x7f406c1516f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.356+0000 7f4072b90700 1 --2- 172.21.15.33:0/1868397830 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f406c15a0e0 0x7f406c15a560 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.360+0000 7f407238f700 1 -- 172.21.15.33:0/1868397830 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f406c15a0e0 msgr2=0x7f406c15a560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.360+0000 7f407238f700 1 --2- 172.21.15.33:0/1868397830 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f406c15a0e0 0x7f406c15a560 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.360+0000 7f407238f700 1 -- 172.21.15.33:0/1868397830 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f406c0b8770 msgr2=0x7f406c1516f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.360+0000 7f407238f700 1 --2- 172.21.15.33:0/1868397830 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f406c0b8770 0x7f406c1516f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.360+0000 7f407238f700 1 -- 172.21.15.33:0/1868397830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f406c0c75b0 con 0x7f4058003a20 2024-09-13T15:02:28.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.360+0000 7f407238f700 1 --2- 172.21.15.33:0/1868397830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4058003a20 0x7f406c0c7070 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f405800c0a0 tx=0x7f40680047e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:28.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.360+0000 7f4062ffd700 1 -- 172.21.15.33:0/1868397830 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4068003ad0 con 0x7f4058003a20 2024-09-13T15:02:28.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.360+0000 7f4062ffd700 1 -- 172.21.15.33:0/1868397830 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4068003c30 con 0x7f4058003a20 2024-09-13T15:02:28.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.360+0000 7f4073391700 1 -- 172.21.15.33:0/1868397830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f406c151c30 con 0x7f4058003a20 2024-09-13T15:02:28.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.360+0000 7f4062ffd700 1 -- 172.21.15.33:0/1868397830 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4068009e90 con 0x7f4058003a20 2024-09-13T15:02:28.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.360+0000 7f4073391700 1 -- 172.21.15.33:0/1868397830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f406c0b6480 con 0x7f4058003a20 2024-09-13T15:02:28.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.360+0000 7f4062ffd700 1 -- 172.21.15.33:0/1868397830 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f4068013470 con 0x7f4058003a20 2024-09-13T15:02:28.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.360+0000 7f4073391700 1 -- 172.21.15.33:0/1868397830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f406c0b7090 con 0x7f4058003a20 2024-09-13T15:02:28.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.364+0000 7f4062ffd700 1 --2- 172.21.15.33:0/1868397830 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4050066730 0x7f4050068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.364+0000 7f4062ffd700 1 -- 172.21.15.33:0/1868397830 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f4068085990 con 0x7f4058003a20 2024-09-13T15:02:28.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.364+0000 7f4071b8e700 1 --2- 172.21.15.33:0/1868397830 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4050066730 0x7f4050068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.364+0000 7f4071b8e700 1 --2- 172.21.15.33:0/1868397830 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4050066730 0x7f4050068bf0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f406c0d1e50 tx=0x7f405c007040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:28.379 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.368+0000 7f4062ffd700 1 -- 172.21.15.33:0/1868397830 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f4068052cb0 con 0x7f4058003a20 2024-09-13T15:02:28.556 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.552+0000 7f4073391700 1 -- 172.21.15.33:0/1868397830 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd blocklist ls"} v 0) v1 -- 0x7f406c0d1a60 con 0x7f4058003a20 2024-09-13T15:02:28.557 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.552+0000 7f4062ffd700 1 -- 172.21.15.33:0/1868397830 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd blocklist ls"}]=0 listed 2 entries v43) v1 ==== 80+0+122 (secure 0 0 0) 0x7f40680562d0 con 0x7f4058003a20 2024-09-13T15:02:28.557 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6835/2157339166 2024-09-14T15:02:19.855838+0000 2024-09-13T15:02:28.557 INFO:teuthology.orchestra.run.smithi033.stdout:172.21.15.33:6834/2157339166 2024-09-14T15:02:19.855838+0000 2024-09-13T15:02:28.559 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.556+0000 7f4073391700 1 -- 172.21.15.33:0/1868397830 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4050066730 msgr2=0x7f4050068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.556+0000 7f4073391700 1 --2- 172.21.15.33:0/1868397830 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4050066730 0x7f4050068bf0 secure :-1 s=READY pgs=278 cs=0 l=1 rev1=1 crypto rx=0x7f406c0d1e50 tx=0x7f405c007040 comp rx=0 tx=0).stop 2024-09-13T15:02:28.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.556+0000 7f4073391700 1 -- 172.21.15.33:0/1868397830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4058003a20 msgr2=0x7f406c0c7070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.556+0000 7f4073391700 1 --2- 172.21.15.33:0/1868397830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4058003a20 0x7f406c0c7070 secure :-1 s=READY pgs=527 cs=0 l=1 rev1=1 crypto rx=0x7f405800c0a0 tx=0x7f40680047e0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.556+0000 7f4073391700 1 -- 172.21.15.33:0/1868397830 shutdown_connections 2024-09-13T15:02:28.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.556+0000 7f4073391700 1 --2- 172.21.15.33:0/1868397830 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f4050066730 0x7f4050068bf0 unknown :-1 s=CLOSED pgs=278 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.556+0000 7f4073391700 1 --2- 172.21.15.33:0/1868397830 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f406c15a0e0 0x7f406c15a560 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.556+0000 7f4073391700 1 --2- 172.21.15.33:0/1868397830 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f406c0b8770 0x7f406c1516f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.556+0000 7f4073391700 1 --2- 172.21.15.33:0/1868397830 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f4058003a20 0x7f406c0c7070 unknown :-1 s=CLOSED pgs=527 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.556+0000 7f4073391700 1 -- 172.21.15.33:0/1868397830 >> 172.21.15.33:0/1868397830 conn(0x7f406c0b4640 msgr2=0x7f406c0b37a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:28.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.556+0000 7f4073391700 1 -- 172.21.15.33:0/1868397830 shutdown_connections 2024-09-13T15:02:28.560 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.556+0000 7f4073391700 1 -- 172.21.15.33:0/1868397830 wait complete. 2024-09-13T15:02:28.562 INFO:teuthology.orchestra.run.smithi033.stderr:listed 2 entries 2024-09-13T15:02:28.572 INFO:tasks.cephfs.fuse_mount:Running fusermount -u on ubuntu@smithi033.front.sepia.ceph.com... 2024-09-13T15:02:28.572 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:28.572 DEBUG:teuthology.orchestra.run.smithi033:> sudo fusermount -u /home/ubuntu/cephtest/mnt.0 2024-09-13T15:02:28.582 INFO:tasks.cephfs.fuse_mount.ceph-fuse.0.smithi033.stderr:ceph-fuse[38275]: fuse finished with error 0 and tester_r 0 2024-09-13T15:02:28.584 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:02:28.584 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:28.584 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.0) 2024-09-13T15:02:28.751 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:02:28.751 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:02:28.759 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,noexec,relatime,size=16346340k,nr_inodes=4086585,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275500k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup2 /sys/fs/cgroup/unified cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 none /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=28,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=199 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275496k,mode=700,uid=1000,gid=1267 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275500k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T15:02:28.759 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T15:02:28.759 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:28.759 DEBUG:teuthology.orchestra.run.smithi103:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.1) 2024-09-13T15:02:28.765 INFO:teuthology.orchestra.run.smithi103.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.1': No such file or directory 2024-09-13T15:02:28.766 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:02:28.767 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:02:28.767 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:02:28.774 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,noexec,relatime,size=16349420k,nr_inodes=4087355,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3276116k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup2 /sys/fs/cgroup/unified cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 none /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=28,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=479 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3276112k,mode=700,uid=1000,gid=1267 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3276116k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T15:02:28.774 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:02:28.775 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:28.775 DEBUG:teuthology.orchestra.run.smithi033:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.2) 2024-09-13T15:02:28.823 INFO:teuthology.orchestra.run.smithi033.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.2': No such file or directory 2024-09-13T15:02:28.824 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:02:28.825 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:02:28.825 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:02:28.832 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,noexec,relatime,size=16346340k,nr_inodes=4086585,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275500k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup2 /sys/fs/cgroup/unified cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 none /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=28,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=199 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275496k,mode=700,uid=1000,gid=1267 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275500k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T15:02:28.832 INFO:tasks.cephfs.mount:Cleaning up mount ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T15:02:28.832 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:28.832 DEBUG:teuthology.orchestra.run.smithi103:> (cd /home/ubuntu/cephtest && exec rmdir -- /home/ubuntu/cephtest/mnt.3) 2024-09-13T15:02:28.839 INFO:teuthology.orchestra.run.smithi103.stderr:rmdir: failed to remove '/home/ubuntu/cephtest/mnt.3': No such file or directory 2024-09-13T15:02:28.839 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:02:28.840 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:02:28.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 Processor -- start 2024-09-13T15:02:28.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 -- start start 2024-09-13T15:02:28.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4381440d0 0x7fa43815b9d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa4381444b0 0x7fa43806d080 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa43806bd60 con 0x7fa4380cbb10 2024-09-13T15:02:28.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa43815bf10 con 0x7fa4381444b0 2024-09-13T15:02:28.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa43806bfe0 con 0x7fa4381440d0 2024-09-13T15:02:28.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa43dbc6700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa4381444b0 0x7fa43806d080 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa43dbc6700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa4381444b0 0x7fa43806d080 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58482/0 (socket says 172.21.15.33:58482) 2024-09-13T15:02:28.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa43dbc6700 1 -- 172.21.15.33:0/3700853170 learned_addr learned my addr 172.21.15.33:0/3700853170 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:28.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa43e3c7700 1 --2- 172.21.15.33:0/3700853170 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4381440d0 0x7fa43815b9d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa43dbc6700 1 -- 172.21.15.33:0/3700853170 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4381440d0 msgr2=0x7fa43815b9d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:28.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa43dbc6700 1 --2- 172.21.15.33:0/3700853170 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4381440d0 0x7fa43815b9d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa43dbc6700 1 -- 172.21.15.33:0/3700853170 >> v1:172.21.15.103:6789/0 conn(0x7fa4380cbb10 legacy=0x7fa4380cbf30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:28.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa43dbc6700 1 -- 172.21.15.33:0/3700853170 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa43806c2c0 con 0x7fa4381444b0 2024-09-13T15:02:28.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa43dbc6700 1 --2- 172.21.15.33:0/3700853170 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4381444b0 0x7fa43806d080 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fa42c009910 tx=0x7fa42c009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=9c154adb83786198 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:28.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa43d3c5700 1 -- 172.21.15.33:0/3700853170 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa42c004230 con 0x7fa4381444b0 2024-09-13T15:02:28.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa43d3c5700 1 -- 172.21.15.33:0/3700853170 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa42c004390 con 0x7fa4381444b0 2024-09-13T15:02:28.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa43d3c5700 1 -- 172.21.15.33:0/3700853170 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa42c009e60 con 0x7fa4381444b0 2024-09-13T15:02:28.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 -- 172.21.15.33:0/3700853170 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4381444b0 msgr2=0x7fa43806d080 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 --2- 172.21.15.33:0/3700853170 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4381444b0 0x7fa43806d080 secure :-1 s=READY pgs=528 cs=0 l=1 rev1=1 crypto rx=0x7fa42c009910 tx=0x7fa42c009c20 comp rx=0 tx=0).stop 2024-09-13T15:02:28.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 -- 172.21.15.33:0/3700853170 shutdown_connections 2024-09-13T15:02:28.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 --2- 172.21.15.33:0/3700853170 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4381444b0 0x7fa43806d080 unknown :-1 s=CLOSED pgs=528 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 --2- 172.21.15.33:0/3700853170 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4381440d0 0x7fa43815b9d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 -- 172.21.15.33:0/3700853170 >> 172.21.15.33:0/3700853170 conn(0x7fa43806a350 msgr2=0x7fa43806a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:28.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 -- 172.21.15.33:0/3700853170 shutdown_connections 2024-09-13T15:02:28.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.960+0000 7fa44062b700 1 -- 172.21.15.33:0/3700853170 wait complete. 2024-09-13T15:02:28.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa44062b700 1 Processor -- start 2024-09-13T15:02:28.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa44062b700 1 -- start start 2024-09-13T15:02:28.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa44062b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4380cbb10 0x7fa438152250 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa44062b700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4381440d0 0x7fa43813ec30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa44062b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4381444b0 0x7fa43813bd40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa44062b700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa43813aa70 con 0x7fa4381444b0 2024-09-13T15:02:28.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa44062b700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa438141fc0 con 0x7fa4381440d0 2024-09-13T15:02:28.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa44062b700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4381413b0 con 0x7fa4380cbb10 2024-09-13T15:02:28.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa43ebc8700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4381444b0 0x7fa43813bd40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa43ebc8700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4381444b0 0x7fa43813bd40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58494/0 (socket says 172.21.15.33:58494) 2024-09-13T15:02:28.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa43ebc8700 1 -- 172.21.15.33:0/1545325788 learned_addr learned my addr 172.21.15.33:0/1545325788 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:28.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa43dbc6700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4381440d0 0x7fa43813ec30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa43e3c7700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4380cbb10 0x7fa438152250 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa43ebc8700 1 -- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4380cbb10 msgr2=0x7fa438152250 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa43ebc8700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4380cbb10 0x7fa438152250 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa43ebc8700 1 -- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4381440d0 msgr2=0x7fa43813ec30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa43ebc8700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4381440d0 0x7fa43813ec30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa43ebc8700 1 -- 172.21.15.33:0/1545325788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa42c009570 con 0x7fa4381444b0 2024-09-13T15:02:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa43e3c7700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4380cbb10 0x7fa438152250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.964+0000 7fa43ebc8700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4381444b0 0x7fa43813bd40 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fa43000cc10 tx=0x7fa43000cf20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.968+0000 7fa42affd700 1 -- 172.21.15.33:0/1545325788 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa43000ab10 con 0x7fa4381444b0 2024-09-13T15:02:28.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.968+0000 7fa42affd700 1 -- 172.21.15.33:0/1545325788 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa43000ac70 con 0x7fa4381444b0 2024-09-13T15:02:28.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.968+0000 7fa42affd700 1 -- 172.21.15.33:0/1545325788 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa430012420 con 0x7fa4381444b0 2024-09-13T15:02:28.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.968+0000 7fa44062b700 1 -- 172.21.15.33:0/1545325788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa438141690 con 0x7fa4381444b0 2024-09-13T15:02:28.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.968+0000 7fa44062b700 1 -- 172.21.15.33:0/1545325788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa438141c50 con 0x7fa4381444b0 2024-09-13T15:02:28.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.968+0000 7fa44062b700 1 -- 172.21.15.33:0/1545325788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa438067760 con 0x7fa4381444b0 2024-09-13T15:02:28.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.968+0000 7fa42affd700 1 -- 172.21.15.33:0/1545325788 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa430012580 con 0x7fa4381444b0 2024-09-13T15:02:28.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.968+0000 7fa42affd700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa41c066730 0x7fa41c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:28.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.968+0000 7fa42affd700 1 -- 172.21.15.33:0/1545325788 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fa430084620 con 0x7fa4381444b0 2024-09-13T15:02:28.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.968+0000 7fa43e3c7700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa41c066730 0x7fa41c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:28.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.972+0000 7fa43e3c7700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa41c066730 0x7fa41c068bf0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fa434009a10 tx=0x7fa434008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:28.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:28.976+0000 7fa42affd700 1 -- 172.21.15.33:0/1545325788 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa4300517f0 con 0x7fa4381444b0 2024-09-13T15:02:29.186 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.184+0000 7fa44062b700 1 -- 172.21.15.33:0/1545325788 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7fa43815b9d0 con 0x7fa4381444b0 2024-09-13T15:02:29.187 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.184+0000 7fa42affd700 1 -- 172.21.15.33:0/1545325788 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+4737 (secure 0 0 0) 0x7fa430054e10 con 0x7fa4381444b0 2024-09-13T15:02:29.187 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:29.188 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5153,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/1822540520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6835","nonce":1822540520},{"type":"v1","addr":"172.21.15.103:6837","nonce":1822540520}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5503,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6836/467571271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":467571271},{"type":"v1","addr":"172.21.15.103:6836","nonce":467571271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/1251224153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1251224153},{"type":"v1","addr":"172.21.15.33:6833","nonce":1251224153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:02:21.255819+0000","modified":"2024-09-13T15:02:25.287359+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5730},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5730":{"gid":5730,"name":"a","rank":0,"incarnation":22,"state":"up:active","state_seq":4,"addr":"172.21.15.33:6835/2960876626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2960876626},{"type":"v1","addr":"172.21.15.33:6835","nonce":2960876626}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T15:02:29.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.184+0000 7fa44062b700 1 -- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa41c066730 msgr2=0x7fa41c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.184+0000 7fa44062b700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa41c066730 0x7fa41c068bf0 secure :-1 s=READY pgs=279 cs=0 l=1 rev1=1 crypto rx=0x7fa434009a10 tx=0x7fa434008040 comp rx=0 tx=0).stop 2024-09-13T15:02:29.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.184+0000 7fa44062b700 1 -- 172.21.15.33:0/1545325788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4381444b0 msgr2=0x7fa43813bd40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.184+0000 7fa44062b700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4381444b0 0x7fa43813bd40 secure :-1 s=READY pgs=529 cs=0 l=1 rev1=1 crypto rx=0x7fa43000cc10 tx=0x7fa43000cf20 comp rx=0 tx=0).stop 2024-09-13T15:02:29.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.184+0000 7fa44062b700 1 -- 172.21.15.33:0/1545325788 shutdown_connections 2024-09-13T15:02:29.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.184+0000 7fa44062b700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa41c066730 0x7fa41c068bf0 unknown :-1 s=CLOSED pgs=279 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.184+0000 7fa44062b700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4381444b0 0x7fa43813bd40 unknown :-1 s=CLOSED pgs=529 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.184+0000 7fa44062b700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4381440d0 0x7fa43813ec30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.184+0000 7fa44062b700 1 --2- 172.21.15.33:0/1545325788 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4380cbb10 0x7fa438152250 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.184+0000 7fa44062b700 1 -- 172.21.15.33:0/1545325788 >> 172.21.15.33:0/1545325788 conn(0x7fa43806a350 msgr2=0x7fa438066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:29.190 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.188+0000 7fa44062b700 1 -- 172.21.15.33:0/1545325788 shutdown_connections 2024-09-13T15:02:29.191 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.188+0000 7fa44062b700 1 -- 172.21.15.33:0/1545325788 wait complete. 2024-09-13T15:02:29.191 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 26 2024-09-13T15:02:29.203 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:02:29.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.308+0000 7fe4a3fff700 1 Processor -- start 2024-09-13T15:02:29.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.308+0000 7fe4a3fff700 1 -- start start 2024-09-13T15:02:29.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.308+0000 7fe4a3fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fe4a415a250 0x7fe4a406e1d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.308+0000 7fe4a3fff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4a406dd40 con 0x7fe4a415a630 2024-09-13T15:02:29.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.308+0000 7fe4a3fff700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fe4a406d430 con 0x7fe4a4070c10 2024-09-13T15:02:29.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.308+0000 7fe4a3fff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fe4a406d6f0 con 0x7fe4a415a250 2024-09-13T15:02:29.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.308+0000 7fe4a2ffd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fe4a415a250 0x7fe4a406e1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.308+0000 7fe4a27fc700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fe4a415a630 0x7fe4a40b3210 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:32838/0 (socket says 172.21.15.33:32838) 2024-09-13T15:02:29.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.308+0000 7fe4a27fc700 1 -- 172.21.15.33:0/1039438284 learned_addr learned my addr 172.21.15.33:0/1039438284 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:29.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.308+0000 7fe4a2ffd700 1 -- 172.21.15.33:0/1039438284 >> v1:172.21.15.103:6789/0 conn(0x7fe4a4070c10 legacy=0x7fe4a40b17f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.308+0000 7fe4a2ffd700 1 -- 172.21.15.33:0/1039438284 >> v1:172.21.15.33:6789/0 conn(0x7fe4a415a630 legacy=0x7fe4a40b3210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.308+0000 7fe4a2ffd700 1 -- 172.21.15.33:0/1039438284 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe4a406d9d0 con 0x7fe4a415a250 2024-09-13T15:02:29.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.308+0000 7fe4a2ffd700 1 --2- 172.21.15.33:0/1039438284 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4a415a250 0x7fe4a406e1d0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fe49c009d90 tx=0x7fe49c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a8c27193c856096e server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:29.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.308+0000 7fe4a1ffb700 1 -- 172.21.15.33:0/1039438284 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe49c00e070 con 0x7fe4a415a250 2024-09-13T15:02:29.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.312+0000 7fe4a1ffb700 1 -- 172.21.15.33:0/1039438284 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe49c00bbd0 con 0x7fe4a415a250 2024-09-13T15:02:29.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.312+0000 7fe4a1ffb700 1 -- 172.21.15.33:0/1039438284 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe49c012430 con 0x7fe4a415a250 2024-09-13T15:02:29.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.312+0000 7fe4a3fff700 1 -- 172.21.15.33:0/1039438284 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4a415a250 msgr2=0x7fe4a406e1d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.312+0000 7fe4a3fff700 1 --2- 172.21.15.33:0/1039438284 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4a415a250 0x7fe4a406e1d0 secure :-1 s=READY pgs=531 cs=0 l=1 rev1=1 crypto rx=0x7fe49c009d90 tx=0x7fe49c00b330 comp rx=0 tx=0).stop 2024-09-13T15:02:29.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.312+0000 7fe4a3fff700 1 -- 172.21.15.33:0/1039438284 shutdown_connections 2024-09-13T15:02:29.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.312+0000 7fe4a3fff700 1 --2- 172.21.15.33:0/1039438284 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4a415a250 0x7fe4a406e1d0 unknown :-1 s=CLOSED pgs=531 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.312+0000 7fe4a3fff700 1 -- 172.21.15.33:0/1039438284 >> 172.21.15.33:0/1039438284 conn(0x7fe4a40b04f0 msgr2=0x7fe4a40b08d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:29.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.312+0000 7fe4a3fff700 1 -- 172.21.15.33:0/1039438284 shutdown_connections 2024-09-13T15:02:29.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.312+0000 7fe4a3fff700 1 -- 172.21.15.33:0/1039438284 wait complete. 2024-09-13T15:02:29.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.312+0000 7fe4a3fff700 1 Processor -- start 2024-09-13T15:02:29.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.312+0000 7fe4a3fff700 1 -- start start 2024-09-13T15:02:29.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4a4070c10 0x7fe4a4150090 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a3fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe4a415a250 0x7fe4a4151500 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a3fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe4a415a630 0x7fe4a41529e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a3fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4a41505d0 con 0x7fe4a4070c10 2024-09-13T15:02:29.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a3fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fe4a4151a40 con 0x7fe4a415a250 2024-09-13T15:02:29.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a3fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fe4a4152f20 con 0x7fe4a415a630 2024-09-13T15:02:29.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a2ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4a4070c10 0x7fe4a4150090 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a2ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4a4070c10 0x7fe4a4150090 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58504/0 (socket says 172.21.15.33:58504) 2024-09-13T15:02:29.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a2ffd700 1 -- 172.21.15.33:0/2468731360 learned_addr learned my addr 172.21.15.33:0/2468731360 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:29.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a2ffd700 1 -- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe4a415a630 msgr2=0x7fe4a41529e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a37fe700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe4a415a630 0x7fe4a41529e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a27fc700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe4a415a250 0x7fe4a4151500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a2ffd700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe4a415a630 0x7fe4a41529e0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a2ffd700 1 -- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe4a415a250 msgr2=0x7fe4a4151500 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a2ffd700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe4a415a250 0x7fe4a4151500 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a2ffd700 1 -- 172.21.15.33:0/2468731360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fe49c009a70 con 0x7fe4a4070c10 2024-09-13T15:02:29.320 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a27fc700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe4a415a250 0x7fe4a4151500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:02:29.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a2ffd700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4a4070c10 0x7fe4a4150090 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fe4a4072380 tx=0x7fe49c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:29.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe49b7fe700 1 -- 172.21.15.33:0/2468731360 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe49c0098f0 con 0x7fe4a4070c10 2024-09-13T15:02:29.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe49b7fe700 1 -- 172.21.15.33:0/2468731360 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fe49c020070 con 0x7fe4a4070c10 2024-09-13T15:02:29.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a3fff700 1 -- 172.21.15.33:0/2468731360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fe4a4151c50 con 0x7fe4a4070c10 2024-09-13T15:02:29.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe49b7fe700 1 -- 172.21.15.33:0/2468731360 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fe49c004260 con 0x7fe4a4070c10 2024-09-13T15:02:29.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a3fff700 1 -- 172.21.15.33:0/2468731360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fe4a4154580 con 0x7fe4a4070c10 2024-09-13T15:02:29.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe4a3fff700 1 -- 172.21.15.33:0/2468731360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fe4a41543e0 con 0x7fe4a4070c10 2024-09-13T15:02:29.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.316+0000 7fe49b7fe700 1 -- 172.21.15.33:0/2468731360 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fe49c0043c0 con 0x7fe4a4070c10 2024-09-13T15:02:29.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.320+0000 7fe49b7fe700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe484066730 0x7fe484068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.320+0000 7fe49b7fe700 1 -- 172.21.15.33:0/2468731360 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fe49c022070 con 0x7fe4a4070c10 2024-09-13T15:02:29.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.320+0000 7fe4a27fc700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe484066730 0x7fe484068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.320+0000 7fe4a27fc700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe484066730 0x7fe484068bf0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe4a40b2eb0 tx=0x7fe48c009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:29.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.328+0000 7fe49b7fe700 1 -- 172.21.15.33:0/2468731360 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fe4a41543e0 con 0x7fe4a4070c10 2024-09-13T15:02:29.447 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:02:29.449 DEBUG:teuthology.orchestra.run.smithi103:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:02:29.499 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.496+0000 7fe4a3fff700 1 -- 172.21.15.33:0/2468731360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fe4a41543e0 con 0x7fe4a4070c10 2024-09-13T15:02:29.500 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.496+0000 7fe49b7fe700 1 -- 172.21.15.33:0/2468731360 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) v1 ==== 74+0+16855 (secure 0 0 0) 0x7fe4a41543e0 con 0x7fe4a4070c10 2024-09-13T15:02:29.501 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:29.501 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":43,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:02:21.255554+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:02:08.988339+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T15:02:10.043646+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6835/2157339166":"2024-09-14T15:02:19.855838+0000","172.21.15.33:6834/2157339166":"2024-09-14T15:02:19.855838+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:02:29.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.500+0000 7fe4a3fff700 1 -- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe484066730 msgr2=0x7fe484068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.500+0000 7fe4a3fff700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe484066730 0x7fe484068bf0 secure :-1 s=READY pgs=280 cs=0 l=1 rev1=1 crypto rx=0x7fe4a40b2eb0 tx=0x7fe48c009040 comp rx=0 tx=0).stop 2024-09-13T15:02:29.503 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.500+0000 7fe4a3fff700 1 -- 172.21.15.33:0/2468731360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4a4070c10 msgr2=0x7fe4a4150090 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.500+0000 7fe4a3fff700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4a4070c10 0x7fe4a4150090 secure :-1 s=READY pgs=532 cs=0 l=1 rev1=1 crypto rx=0x7fe4a4072380 tx=0x7fe49c004af0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.500+0000 7fe4a3fff700 1 -- 172.21.15.33:0/2468731360 shutdown_connections 2024-09-13T15:02:29.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.500+0000 7fe4a3fff700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fe484066730 0x7fe484068bf0 unknown :-1 s=CLOSED pgs=280 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.500+0000 7fe4a3fff700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fe4a415a630 0x7fe4a41529e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.500+0000 7fe4a3fff700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fe4a415a250 0x7fe4a4151500 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.500+0000 7fe4a3fff700 1 --2- 172.21.15.33:0/2468731360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fe4a4070c10 0x7fe4a4150090 unknown :-1 s=CLOSED pgs=532 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.500+0000 7fe4a3fff700 1 -- 172.21.15.33:0/2468731360 >> 172.21.15.33:0/2468731360 conn(0x7fe4a40b04f0 msgr2=0x7fe4a40b17f0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:29.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.500+0000 7fe4a3fff700 1 -- 172.21.15.33:0/2468731360 shutdown_connections 2024-09-13T15:02:29.504 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.500+0000 7fe4a3fff700 1 -- 172.21.15.33:0/2468731360 wait complete. 2024-09-13T15:02:29.516 INFO:tasks.cephfs.filesystem.ceph_manager:[{'pool': 1, 'pool_name': '.mgr', 'create_time': '2024-09-13T15:00:44.305372+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 1, 'pg_placement_num': 1, 'pg_placement_num_target': 1, 'pg_num_target': 1, 'pg_num_pending': 1, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '18', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_max': 32, 'pg_num_min': 1}, 'application_metadata': {'mgr': {}}, 'read_balance': {'score_acting': 8, 'score_stable': 8, 'optimal_score': 0.25, 'raw_score_acting': 2, 'raw_score_stable': 2, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 5, 'pool_name': 'cephfs_metadata', 'create_time': '2024-09-13T15:02:08.988339+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 32, 'pg_placement_num': 32, 'pg_placement_num_target': 32, 'pg_num_target': 32, 'pg_num_pending': 32, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '43', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_autoscale_bias': 4, 'pg_num_min': 16, 'recovery_priority': 5}, 'application_metadata': {'cephfs': {'metadata': 'cephfs'}}, 'read_balance': {'score_acting': 1.25, 'score_stable': 1.25, 'optimal_score': 1, 'raw_score_acting': 1.25, 'raw_score_stable': 1.25, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}, {'pool': 6, 'pool_name': 'cephfs_data', 'create_time': '2024-09-13T15:02:10.043646+0000', 'flags': 1, 'flags_names': 'hashpspool', 'type': 1, 'size': 2, 'min_size': 1, 'crush_rule': 0, 'peering_crush_bucket_count': 0, 'peering_crush_bucket_target': 0, 'peering_crush_bucket_barrier': 0, 'peering_crush_bucket_mandatory_member': 2147483647, 'object_hash': 2, 'pg_autoscale_mode': 'off', 'pg_num': 64, 'pg_placement_num': 64, 'pg_placement_num_target': 64, 'pg_num_target': 64, 'pg_num_pending': 64, 'last_pg_merge_meta': {'source_pgid': '0.0', 'ready_epoch': 0, 'last_epoch_started': 0, 'last_epoch_clean': 0, 'source_version': "0'0", 'target_version': "0'0"}, 'last_change': '43', 'last_force_op_resend': '0', 'last_force_op_resend_prenautilus': '0', 'last_force_op_resend_preluminous': '0', 'auid': 0, 'snap_mode': 'selfmanaged', 'snap_seq': 0, 'snap_epoch': 0, 'pool_snaps': [], 'removed_snaps': '[]', 'quota_max_bytes': 0, 'quota_max_objects': 0, 'tiers': [], 'tier_of': -1, 'read_tier': -1, 'write_tier': -1, 'cache_mode': 'none', 'target_max_bytes': 0, 'target_max_objects': 0, 'cache_target_dirty_ratio_micro': 400000, 'cache_target_dirty_high_ratio_micro': 600000, 'cache_target_full_ratio_micro': 800000, 'cache_min_flush_age': 0, 'cache_min_evict_age': 0, 'erasure_code_profile': '', 'hit_set_params': {'type': 'none'}, 'hit_set_period': 0, 'hit_set_count': 0, 'use_gmt_hitset': True, 'min_read_recency_for_promote': 0, 'min_write_recency_for_promote': 0, 'hit_set_grade_decay_rate': 0, 'hit_set_search_last_n': 0, 'grade_table': [], 'stripe_width': 0, 'expected_num_objects': 0, 'fast_read': False, 'options': {'pg_num_min': 64, 'target_size_ratio': 0.8999999761581421}, 'application_metadata': {'cephfs': {'data': 'cephfs'}}, 'read_balance': {'score_acting': 1.3799999952316284, 'score_stable': 1.3799999952316284, 'optimal_score': 1, 'raw_score_acting': 1.3799999952316284, 'raw_score_stable': 1.3799999952316284, 'primary_affinity_weighted': 1, 'average_primary_affinity': 1, 'average_primary_affinity_weighted': 1}}] 2024-09-13T15:02:29.517 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get .mgr pg_num 2024-09-13T15:02:29.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d18d6c700 1 Processor -- start 2024-09-13T15:02:29.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d18d6c700 1 -- start start 2024-09-13T15:02:29.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d18d6c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f0d140b1d50 0x7f0d1406c0a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d18d6c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d140b4850 0x7f0d140b4ca0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d18d6c700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d140b4390 con 0x7f0d1415cb90 2024-09-13T15:02:29.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d18d6c700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d140b1be0 con 0x7f0d140b1d50 2024-09-13T15:02:29.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d18d6c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d140b1060 con 0x7f0d140b4850 2024-09-13T15:02:29.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d11d9b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f0d140b1d50 0x7f0d1406c0a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d11d9b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f0d140b1d50 0x7f0d1406c0a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58514/0 (socket says 172.21.15.33:58514) 2024-09-13T15:02:29.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d11d9b700 1 -- 172.21.15.33:0/3522815452 learned_addr learned my addr 172.21.15.33:0/3522815452 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:29.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d12d9d700 1 --2- 172.21.15.33:0/3522815452 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d140b4850 0x7f0d140b4ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d11d9b700 1 -- 172.21.15.33:0/3522815452 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d140b4850 msgr2=0x7f0d140b4ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:29.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d11d9b700 1 --2- 172.21.15.33:0/3522815452 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d140b4850 0x7f0d140b4ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d11d9b700 1 -- 172.21.15.33:0/3522815452 >> v1:172.21.15.103:6789/0 conn(0x7f0d1415cb90 legacy=0x7f0d1406b990 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d11d9b700 1 -- 172.21.15.33:0/3522815452 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d140b1340 con 0x7f0d140b1d50 2024-09-13T15:02:29.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.636+0000 7f0d12d9d700 1 --2- 172.21.15.33:0/3522815452 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d140b4850 0x7f0d140b4ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:29.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.640+0000 7f0d11d9b700 1 --2- 172.21.15.33:0/3522815452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d140b1d50 0x7f0d1406c0a0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f0d04009910 tx=0x7f0d04009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f377f110410aec25 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:29.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.640+0000 7f0d1159a700 1 -- 172.21.15.33:0/3522815452 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d0400ba60 con 0x7f0d140b1d50 2024-09-13T15:02:29.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.640+0000 7f0d1159a700 1 -- 172.21.15.33:0/3522815452 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d0400bbc0 con 0x7f0d140b1d50 2024-09-13T15:02:29.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.640+0000 7f0d1159a700 1 -- 172.21.15.33:0/3522815452 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d04009e60 con 0x7f0d140b1d50 2024-09-13T15:02:29.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.640+0000 7f0d18d6c700 1 -- 172.21.15.33:0/3522815452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d140b1d50 msgr2=0x7f0d1406c0a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.640+0000 7f0d18d6c700 1 --2- 172.21.15.33:0/3522815452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d140b1d50 0x7f0d1406c0a0 secure :-1 s=READY pgs=533 cs=0 l=1 rev1=1 crypto rx=0x7f0d04009910 tx=0x7f0d04009c20 comp rx=0 tx=0).stop 2024-09-13T15:02:29.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.640+0000 7f0d18d6c700 1 -- 172.21.15.33:0/3522815452 shutdown_connections 2024-09-13T15:02:29.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.640+0000 7f0d18d6c700 1 --2- 172.21.15.33:0/3522815452 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d140b4850 0x7f0d140b4ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.640+0000 7f0d18d6c700 1 --2- 172.21.15.33:0/3522815452 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d140b1d50 0x7f0d1406c0a0 unknown :-1 s=CLOSED pgs=533 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.644 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.640+0000 7f0d18d6c700 1 -- 172.21.15.33:0/3522815452 >> 172.21.15.33:0/3522815452 conn(0x7f0d14099a50 msgr2=0x7f0d14099e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:29.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.640+0000 7f0d18d6c700 1 -- 172.21.15.33:0/3522815452 shutdown_connections 2024-09-13T15:02:29.645 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.640+0000 7f0d18d6c700 1 -- 172.21.15.33:0/3522815452 wait complete. 2024-09-13T15:02:29.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d18d6c700 1 Processor -- start 2024-09-13T15:02:29.646 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d18d6c700 1 -- start start 2024-09-13T15:02:29.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d18d6c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d140b1d50 0x7f0d1415e150 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d18d6c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d140b4850 0x7f0d14151590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d18d6c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d1415cb90 0x7f0d140af0d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d18d6c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1415e690 con 0x7f0d1415cb90 2024-09-13T15:02:29.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d18d6c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1415f0a0 con 0x7f0d140b4850 2024-09-13T15:02:29.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d18d6c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d1415f380 con 0x7f0d140b1d50 2024-09-13T15:02:29.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d1259c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d140b1d50 0x7f0d1415e150 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d12d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d1415cb90 0x7f0d140af0d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d1259c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d140b1d50 0x7f0d1415e150 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:43788/0 (socket says 172.21.15.33:43788) 2024-09-13T15:02:29.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d1259c700 1 -- 172.21.15.33:0/1330753363 learned_addr learned my addr 172.21.15.33:0/1330753363 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:29.648 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d11d9b700 1 --2- 172.21.15.33:0/1330753363 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d140b4850 0x7f0d14151590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d12d9d700 1 -- 172.21.15.33:0/1330753363 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d140b1d50 msgr2=0x7f0d1415e150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d12d9d700 1 --2- 172.21.15.33:0/1330753363 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d140b1d50 0x7f0d1415e150 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d12d9d700 1 -- 172.21.15.33:0/1330753363 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d140b4850 msgr2=0x7f0d14151590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d12d9d700 1 --2- 172.21.15.33:0/1330753363 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d140b4850 0x7f0d14151590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d12d9d700 1 -- 172.21.15.33:0/1330753363 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d04009570 con 0x7f0d1415cb90 2024-09-13T15:02:29.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d12d9d700 1 --2- 172.21.15.33:0/1330753363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d1415cb90 0x7f0d140af0d0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c007e60 tx=0x7f0d0c00d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:29.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d02ffd700 1 -- 172.21.15.33:0/1330753363 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c00dd20 con 0x7f0d1415cb90 2024-09-13T15:02:29.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d02ffd700 1 -- 172.21.15.33:0/1330753363 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d0c00f040 con 0x7f0d1415cb90 2024-09-13T15:02:29.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d18d6c700 1 -- 172.21.15.33:0/1330753363 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d1415f660 con 0x7f0d1415cb90 2024-09-13T15:02:29.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d02ffd700 1 -- 172.21.15.33:0/1330753363 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d0c003c80 con 0x7f0d1415cb90 2024-09-13T15:02:29.650 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.644+0000 7f0d18d6c700 1 -- 172.21.15.33:0/1330753363 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d1415fc20 con 0x7f0d1415cb90 2024-09-13T15:02:29.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.648+0000 7f0d18d6c700 1 -- 172.21.15.33:0/1330753363 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f0d1406b990 con 0x7f0d1415cb90 2024-09-13T15:02:29.652 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.648+0000 7f0d02ffd700 1 -- 172.21.15.33:0/1330753363 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0d0c004030 con 0x7f0d1415cb90 2024-09-13T15:02:29.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.648+0000 7f0d02ffd700 1 --2- 172.21.15.33:0/1330753363 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0cf4066730 0x7f0cf4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.648+0000 7f0d02ffd700 1 -- 172.21.15.33:0/1330753363 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f0d0c0842d0 con 0x7f0d1415cb90 2024-09-13T15:02:29.653 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.648+0000 7f0d1259c700 1 --2- 172.21.15.33:0/1330753363 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0cf4066730 0x7f0cf4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.654 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.652+0000 7f0d1259c700 1 --2- 172.21.15.33:0/1330753363 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0cf4066730 0x7f0cf4068bf0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0d140b2480 tx=0x7f0d08009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:29.663 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.660+0000 7f0d02ffd700 1 -- 172.21.15.33:0/1330753363 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f0d0c051490 con 0x7f0d1415cb90 2024-09-13T15:02:29.832 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.828+0000 7f0d18d6c700 1 -- 172.21.15.33:0/1330753363 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"} v 0) v1 -- 0x7f0d1406b560 con 0x7f0d1415cb90 2024-09-13T15:02:29.833 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.828+0000 7f0d02ffd700 1 -- 172.21.15.33:0/1330753363 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": ".mgr", "var": "pg_num"}]=0 v43) v1 ==== 93+0+10 (secure 0 0 0) 0x7f0d0c054ab0 con 0x7f0d1415cb90 2024-09-13T15:02:29.833 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 1 2024-09-13T15:02:29.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.832+0000 7f0d18d6c700 1 -- 172.21.15.33:0/1330753363 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0cf4066730 msgr2=0x7f0cf4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.832+0000 7f0d18d6c700 1 --2- 172.21.15.33:0/1330753363 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0cf4066730 0x7f0cf4068bf0 secure :-1 s=READY pgs=281 cs=0 l=1 rev1=1 crypto rx=0x7f0d140b2480 tx=0x7f0d08009040 comp rx=0 tx=0).stop 2024-09-13T15:02:29.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.832+0000 7f0d18d6c700 1 -- 172.21.15.33:0/1330753363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d1415cb90 msgr2=0x7f0d140af0d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.832+0000 7f0d18d6c700 1 --2- 172.21.15.33:0/1330753363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d1415cb90 0x7f0d140af0d0 secure :-1 s=READY pgs=534 cs=0 l=1 rev1=1 crypto rx=0x7f0d0c007e60 tx=0x7f0d0c00d3b0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.832+0000 7f0d18d6c700 1 -- 172.21.15.33:0/1330753363 shutdown_connections 2024-09-13T15:02:29.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.832+0000 7f0d18d6c700 1 --2- 172.21.15.33:0/1330753363 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0cf4066730 0x7f0cf4068bf0 unknown :-1 s=CLOSED pgs=281 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.832+0000 7f0d18d6c700 1 --2- 172.21.15.33:0/1330753363 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d1415cb90 0x7f0d140af0d0 unknown :-1 s=CLOSED pgs=534 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.832+0000 7f0d18d6c700 1 --2- 172.21.15.33:0/1330753363 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d140b4850 0x7f0d14151590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.836 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.832+0000 7f0d18d6c700 1 --2- 172.21.15.33:0/1330753363 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d140b1d50 0x7f0d1415e150 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.832+0000 7f0d18d6c700 1 -- 172.21.15.33:0/1330753363 >> 172.21.15.33:0/1330753363 conn(0x7f0d14099a50 msgr2=0x7f0d140b5780 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:29.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.832+0000 7f0d18d6c700 1 -- 172.21.15.33:0/1330753363 shutdown_connections 2024-09-13T15:02:29.837 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.832+0000 7f0d18d6c700 1 -- 172.21.15.33:0/1330753363 wait complete. 2024-09-13T15:02:29.848 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_metadata pg_num 2024-09-13T15:02:29.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.968+0000 7f7424fa5700 1 Processor -- start 2024-09-13T15:02:29.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.968+0000 7f7424fa5700 1 -- start start 2024-09-13T15:02:29.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.968+0000 7f7424fa5700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f742015cc00 0x7f74200d06e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.968+0000 7f7424fa5700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f74200d0c20 0x7f74200d10d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.968+0000 7f7424fa5700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f74200cdb00 con 0x7f74200ce8c0 2024-09-13T15:02:29.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.968+0000 7f7424fa5700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74200cdde0 con 0x7f742015cc00 2024-09-13T15:02:29.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.968+0000 7f7424fa5700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f74200ce0c0 con 0x7f74200d0c20 2024-09-13T15:02:29.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.968+0000 7f741ffff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f74200ce8c0 0x7f7420160880 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:32850/0 (socket says 172.21.15.33:32850) 2024-09-13T15:02:29.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.968+0000 7f741f7fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f742015cc00 0x7f74200d06e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.968+0000 7f741ffff700 1 -- 172.21.15.33:0/2040171020 learned_addr learned my addr 172.21.15.33:0/2040171020 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:29.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.968+0000 7f741effd700 1 --2- 172.21.15.33:0/2040171020 >> v2:172.21.15.103:3300/0 conn(0x7f74200d0c20 0x7f74200d10d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f741e7fc700 1 -- 172.21.15.33:0/2040171020 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4127643722 0 0) 0x7f74200cdb00 con 0x7f74200ce8c0 2024-09-13T15:02:29.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f741e7fc700 1 -- 172.21.15.33:0/2040171020 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f74080035d0 con 0x7f74200ce8c0 2024-09-13T15:02:29.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f741e7fc700 1 -- 172.21.15.33:0/2040171020 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3040334533 0 0) 0x7f74080035d0 con 0x7f74200ce8c0 2024-09-13T15:02:29.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f741f7fe700 1 -- 172.21.15.33:0/2040171020 >> v2:172.21.15.103:3300/0 conn(0x7f74200d0c20 msgr2=0x7f74200d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:29.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f741f7fe700 1 --2- 172.21.15.33:0/2040171020 >> v2:172.21.15.103:3300/0 conn(0x7f74200d0c20 0x7f74200d10d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f741f7fe700 1 -- 172.21.15.33:0/2040171020 >> v1:172.21.15.33:6789/0 conn(0x7f74200ce8c0 legacy=0x7f7420160880 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f741f7fe700 1 -- 172.21.15.33:0/2040171020 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74200ce3a0 con 0x7f742015cc00 2024-09-13T15:02:29.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f741effd700 1 --2- 172.21.15.33:0/2040171020 >> v2:172.21.15.103:3300/0 conn(0x7f74200d0c20 0x7f74200d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:29.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f741f7fe700 1 --2- 172.21.15.33:0/2040171020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f742015cc00 0x7f74200d06e0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f742008c050 tx=0x7f7414009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=76c0c265f734258a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:29.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f741e7fc700 1 -- 172.21.15.33:0/2040171020 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74180019f0 con 0x7f742015cc00 2024-09-13T15:02:29.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f741e7fc700 1 -- 172.21.15.33:0/2040171020 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f7414004030 con 0x7f742015cc00 2024-09-13T15:02:29.976 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f741e7fc700 1 -- 172.21.15.33:0/2040171020 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f74140043c0 con 0x7f742015cc00 2024-09-13T15:02:29.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f7424fa5700 1 -- 172.21.15.33:0/2040171020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f742015cc00 msgr2=0x7f74200d06e0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f7424fa5700 1 --2- 172.21.15.33:0/2040171020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f742015cc00 0x7f74200d06e0 secure :-1 s=READY pgs=536 cs=0 l=1 rev1=1 crypto rx=0x7f742008c050 tx=0x7f7414009b30 comp rx=0 tx=0).stop 2024-09-13T15:02:29.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f7424fa5700 1 -- 172.21.15.33:0/2040171020 shutdown_connections 2024-09-13T15:02:29.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f7424fa5700 1 --2- 172.21.15.33:0/2040171020 >> v2:172.21.15.103:3300/0 conn(0x7f74200d0c20 0x7f74200d10d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f7424fa5700 1 --2- 172.21.15.33:0/2040171020 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f742015cc00 0x7f74200d06e0 unknown :-1 s=CLOSED pgs=536 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f7424fa5700 1 -- 172.21.15.33:0/2040171020 >> 172.21.15.33:0/2040171020 conn(0x7f742008c080 msgr2=0x7f74200d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:29.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f7424fa5700 1 -- 172.21.15.33:0/2040171020 shutdown_connections 2024-09-13T15:02:29.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f7424fa5700 1 -- 172.21.15.33:0/2040171020 wait complete. 2024-09-13T15:02:29.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f7424fa5700 1 Processor -- start 2024-09-13T15:02:29.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.972+0000 7f7424fa5700 1 -- start start 2024-09-13T15:02:29.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f7424fa5700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f74200ce8c0 0x7f7420154ca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f7424fa5700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74200d0c20 0x7f74201563d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f7424fa5700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f742015cc00 0x7f74200c78a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f7424fa5700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74200cb310 con 0x7f74200d0c20 2024-09-13T15:02:29.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f7424fa5700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f74200cafa0 con 0x7f74200ce8c0 2024-09-13T15:02:29.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f7424fa5700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f7420158590 con 0x7f742015cc00 2024-09-13T15:02:29.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f741effd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74200d0c20 0x7f74201563d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.980 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f741effd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74200d0c20 0x7f74201563d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58536/0 (socket says 172.21.15.33:58536) 2024-09-13T15:02:29.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f741effd700 1 -- 172.21.15.33:0/738769501 learned_addr learned my addr 172.21.15.33:0/738769501 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:29.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f741f7fe700 1 --2- 172.21.15.33:0/738769501 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f74200ce8c0 0x7f7420154ca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f741ffff700 1 --2- 172.21.15.33:0/738769501 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f742015cc00 0x7f74200c78a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f741effd700 1 -- 172.21.15.33:0/738769501 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f742015cc00 msgr2=0x7f74200c78a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f741effd700 1 --2- 172.21.15.33:0/738769501 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f742015cc00 0x7f74200c78a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f741effd700 1 -- 172.21.15.33:0/738769501 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f74200ce8c0 msgr2=0x7f7420154ca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:29.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f741effd700 1 --2- 172.21.15.33:0/738769501 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f74200ce8c0 0x7f7420154ca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:29.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f741effd700 1 -- 172.21.15.33:0/738769501 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f74100094b0 con 0x7f74200d0c20 2024-09-13T15:02:29.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f741effd700 1 --2- 172.21.15.33:0/738769501 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74200d0c20 0x7f74201563d0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f741000ec10 tx=0x7f741000ef20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:29.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f7407fff700 1 -- 172.21.15.33:0/738769501 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f741000c890 con 0x7f74200d0c20 2024-09-13T15:02:29.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f7407fff700 1 -- 172.21.15.33:0/738769501 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f741000c9f0 con 0x7f74200d0c20 2024-09-13T15:02:29.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f7424fa5700 1 -- 172.21.15.33:0/738769501 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f74140094b0 con 0x7f74200d0c20 2024-09-13T15:02:29.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f7407fff700 1 -- 172.21.15.33:0/738769501 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f741000cd60 con 0x7f74200d0c20 2024-09-13T15:02:29.981 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f7424fa5700 1 -- 172.21.15.33:0/738769501 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f74201551e0 con 0x7f74200d0c20 2024-09-13T15:02:29.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.976+0000 7f7424fa5700 1 -- 172.21.15.33:0/738769501 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f74200cb450 con 0x7f74200d0c20 2024-09-13T15:02:29.982 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.980+0000 7f7407fff700 1 -- 172.21.15.33:0/738769501 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f7410013470 con 0x7f74200d0c20 2024-09-13T15:02:29.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.980+0000 7f7407fff700 1 --2- 172.21.15.33:0/738769501 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f740c066730 0x7f740c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:29.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.980+0000 7f7407fff700 1 -- 172.21.15.33:0/738769501 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f7410084800 con 0x7f74200d0c20 2024-09-13T15:02:29.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.980+0000 7f741f7fe700 1 --2- 172.21.15.33:0/738769501 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f740c066730 0x7f740c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:29.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.980+0000 7f741f7fe700 1 --2- 172.21.15.33:0/738769501 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f740c066730 0x7f740c068bf0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f7414000c00 tx=0x7f7414008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:29.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:29.984+0000 7f7407fff700 1 -- 172.21.15.33:0/738769501 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f74200cb450 con 0x7f74200d0c20 2024-09-13T15:02:30.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.152+0000 7f7424fa5700 1 -- 172.21.15.33:0/738769501 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"} v 0) v1 -- 0x7f74200cb450 con 0x7f74200d0c20 2024-09-13T15:02:30.158 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.156+0000 7f7407fff700 1 -- 172.21.15.33:0/738769501 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_metadata", "var": "pg_num"}]=0 v43) v1 ==== 104+0+11 (secure 0 0 0) 0x7f7410017020 con 0x7f74200d0c20 2024-09-13T15:02:30.158 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 32 2024-09-13T15:02:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.160+0000 7f7424fa5700 1 -- 172.21.15.33:0/738769501 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f740c066730 msgr2=0x7f740c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.160+0000 7f7424fa5700 1 --2- 172.21.15.33:0/738769501 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f740c066730 0x7f740c068bf0 secure :-1 s=READY pgs=282 cs=0 l=1 rev1=1 crypto rx=0x7f7414000c00 tx=0x7f7414008030 comp rx=0 tx=0).stop 2024-09-13T15:02:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.160+0000 7f7424fa5700 1 -- 172.21.15.33:0/738769501 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74200d0c20 msgr2=0x7f74201563d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.160+0000 7f7424fa5700 1 --2- 172.21.15.33:0/738769501 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74200d0c20 0x7f74201563d0 secure :-1 s=READY pgs=537 cs=0 l=1 rev1=1 crypto rx=0x7f741000ec10 tx=0x7f741000ef20 comp rx=0 tx=0).stop 2024-09-13T15:02:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.160+0000 7f7424fa5700 1 -- 172.21.15.33:0/738769501 shutdown_connections 2024-09-13T15:02:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.160+0000 7f7424fa5700 1 --2- 172.21.15.33:0/738769501 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f740c066730 0x7f740c068bf0 unknown :-1 s=CLOSED pgs=282 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.160+0000 7f7424fa5700 1 --2- 172.21.15.33:0/738769501 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f742015cc00 0x7f74200c78a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.160+0000 7f7424fa5700 1 --2- 172.21.15.33:0/738769501 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f74200d0c20 0x7f74201563d0 unknown :-1 s=CLOSED pgs=537 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.160+0000 7f7424fa5700 1 --2- 172.21.15.33:0/738769501 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f74200ce8c0 0x7f7420154ca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.160+0000 7f7424fa5700 1 -- 172.21.15.33:0/738769501 >> 172.21.15.33:0/738769501 conn(0x7f742008c080 msgr2=0x7f74200d10d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.160+0000 7f7424fa5700 1 -- 172.21.15.33:0/738769501 shutdown_connections 2024-09-13T15:02:30.163 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.160+0000 7f7424fa5700 1 -- 172.21.15.33:0/738769501 wait complete. 2024-09-13T15:02:30.178 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool get cephfs_data pg_num 2024-09-13T15:02:30.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.292+0000 7fa4b5e86700 1 Processor -- start 2024-09-13T15:02:30.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.292+0000 7fa4b5e86700 1 -- start start 2024-09-13T15:02:30.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5e86700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa4b00d17e0 0x7fa4b0167bb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5e86700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4b00d0df0 con 0x7fa4b015cc00 2024-09-13T15:02:30.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5e86700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fa4b00cdb00 con 0x7fa4b00ce8c0 2024-09-13T15:02:30.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5e86700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa4b00cdde0 con 0x7fa4b00d17e0 2024-09-13T15:02:30.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5685700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa4b00d17e0 0x7fa4b0167bb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b4e84700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fa4b015cc00 0x7fa4b00d06e0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:32860/0 (socket says 172.21.15.33:32860) 2024-09-13T15:02:30.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b4e84700 1 -- 172.21.15.33:0/3851809702 learned_addr learned my addr 172.21.15.33:0/3851809702 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:30.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5685700 1 -- 172.21.15.33:0/3851809702 >> v1:172.21.15.103:6789/0 conn(0x7fa4b00ce8c0 legacy=0x7fa4b00d10d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5685700 1 -- 172.21.15.33:0/3851809702 >> v1:172.21.15.33:6789/0 conn(0x7fa4b015cc00 legacy=0x7fa4b00d06e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4af7fe700 1 -- 172.21.15.33:0/3851809702 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 225570271 0 0) 0x7fa4b00d0df0 con 0x7fa4b015cc00 2024-09-13T15:02:30.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5685700 1 -- 172.21.15.33:0/3851809702 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4b00ce0c0 con 0x7fa4b00d17e0 2024-09-13T15:02:30.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5685700 1 --2- 172.21.15.33:0/3851809702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4b00d17e0 0x7fa4b0167bb0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fa4a0009d90 tx=0x7fa4a000b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=7197b8e2f9795761 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:30.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4af7fe700 1 -- 172.21.15.33:0/3851809702 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4a000e070 con 0x7fa4b00d17e0 2024-09-13T15:02:30.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4af7fe700 1 -- 172.21.15.33:0/3851809702 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa4a000bbd0 con 0x7fa4b00d17e0 2024-09-13T15:02:30.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4af7fe700 1 -- 172.21.15.33:0/3851809702 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4a0012430 con 0x7fa4b00d17e0 2024-09-13T15:02:30.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5e86700 1 -- 172.21.15.33:0/3851809702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4b00d17e0 msgr2=0x7fa4b0167bb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5e86700 1 --2- 172.21.15.33:0/3851809702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4b00d17e0 0x7fa4b0167bb0 secure :-1 s=READY pgs=539 cs=0 l=1 rev1=1 crypto rx=0x7fa4a0009d90 tx=0x7fa4a000b330 comp rx=0 tx=0).stop 2024-09-13T15:02:30.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5e86700 1 -- 172.21.15.33:0/3851809702 shutdown_connections 2024-09-13T15:02:30.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5e86700 1 --2- 172.21.15.33:0/3851809702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4b00d17e0 0x7fa4b0167bb0 unknown :-1 s=CLOSED pgs=539 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5e86700 1 -- 172.21.15.33:0/3851809702 >> 172.21.15.33:0/3851809702 conn(0x7fa4b008c080 msgr2=0x7fa4b00d2b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:30.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5e86700 1 -- 172.21.15.33:0/3851809702 shutdown_connections 2024-09-13T15:02:30.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.296+0000 7fa4b5e86700 1 -- 172.21.15.33:0/3851809702 wait complete. 2024-09-13T15:02:30.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4b5e86700 1 Processor -- start 2024-09-13T15:02:30.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4b5e86700 1 -- start start 2024-09-13T15:02:30.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4b5e86700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4b00ce8c0 0x7fa4b015f9e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4b5e86700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4b00d17e0 0x7fa4b00c6bd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4b5e86700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4b015cc00 0x7fa4b00cb1d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4b5e86700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4b015d1f0 con 0x7fa4b00d17e0 2024-09-13T15:02:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4b5e86700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa4b015ff20 con 0x7fa4b015cc00 2024-09-13T15:02:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4b5e86700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa4b00c6460 con 0x7fa4b00ce8c0 2024-09-13T15:02:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4affff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4b00d17e0 0x7fa4b00c6bd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4affff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4b00d17e0 0x7fa4b00c6bd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58554/0 (socket says 172.21.15.33:58554) 2024-09-13T15:02:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4affff700 1 -- 172.21.15.33:0/520893891 learned_addr learned my addr 172.21.15.33:0/520893891 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4b4e84700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4b00ce8c0 0x7fa4b015f9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4b5685700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4b015cc00 0x7fa4b00cb1d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4affff700 1 -- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4b00ce8c0 msgr2=0x7fa4b015f9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4affff700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4b00ce8c0 0x7fa4b015f9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4affff700 1 -- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4b015cc00 msgr2=0x7fa4b00cb1d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4affff700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4b015cc00 0x7fa4b00cb1d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4affff700 1 -- 172.21.15.33:0/520893891 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa4a0009a70 con 0x7fa4b00d17e0 2024-09-13T15:02:30.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4b4e84700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4b00ce8c0 0x7fa4b015f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:30.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4b5685700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4b015cc00 0x7fa4b00cb1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:30.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4affff700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4b00d17e0 0x7fa4b00c6bd0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fa49800c4d0 tx=0x7fa49800c890 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:30.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4ad7fa700 1 -- 172.21.15.33:0/520893891 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4980052d0 con 0x7fa4b00d17e0 2024-09-13T15:02:30.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4ad7fa700 1 -- 172.21.15.33:0/520893891 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa498005430 con 0x7fa4b00d17e0 2024-09-13T15:02:30.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4b5e86700 1 -- 172.21.15.33:0/520893891 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa4b00c9540 con 0x7fa4b00d17e0 2024-09-13T15:02:30.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4ad7fa700 1 -- 172.21.15.33:0/520893891 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa4980055a0 con 0x7fa4b00d17e0 2024-09-13T15:02:30.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.300+0000 7fa4b5e86700 1 -- 172.21.15.33:0/520893891 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa4b015d440 con 0x7fa4b00d17e0 2024-09-13T15:02:30.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.304+0000 7fa4b5e86700 1 -- 172.21.15.33:0/520893891 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa4b015cfe0 con 0x7fa4b00d17e0 2024-09-13T15:02:30.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.304+0000 7fa4ad7fa700 1 -- 172.21.15.33:0/520893891 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa4980038a0 con 0x7fa4b00d17e0 2024-09-13T15:02:30.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.304+0000 7fa4ad7fa700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa490066760 0x7fa490068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.304+0000 7fa4ad7fa700 1 -- 172.21.15.33:0/520893891 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fa498083540 con 0x7fa4b00d17e0 2024-09-13T15:02:30.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.304+0000 7fa4b4e84700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa490066760 0x7fa490068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.308+0000 7fa4b4e84700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa490066760 0x7fa490068c20 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa4a8000f60 tx=0x7fa4a8007d00 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:30.319 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.316+0000 7fa4ad7fa700 1 -- 172.21.15.33:0/520893891 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa498050850 con 0x7fa4b00d17e0 2024-09-13T15:02:30.487 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.484+0000 7fa4b5e86700 1 -- 172.21.15.33:0/520893891 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"} v 0) v1 -- 0x7fa4b008c560 con 0x7fa4b00d17e0 2024-09-13T15:02:30.488 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.484+0000 7fa4ad7fa700 1 -- 172.21.15.33:0/520893891 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool get", "pool": "cephfs_data", "var": "pg_num"}]=0 v43) v1 ==== 100+0+11 (secure 0 0 0) 0x7fa498053e70 con 0x7fa4b00d17e0 2024-09-13T15:02:30.488 INFO:teuthology.orchestra.run.smithi033.stdout:pg_num: 64 2024-09-13T15:02:30.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.488+0000 7fa4b5e86700 1 -- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa490066760 msgr2=0x7fa490068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.488+0000 7fa4b5e86700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa490066760 0x7fa490068c20 secure :-1 s=READY pgs=283 cs=0 l=1 rev1=1 crypto rx=0x7fa4a8000f60 tx=0x7fa4a8007d00 comp rx=0 tx=0).stop 2024-09-13T15:02:30.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.488+0000 7fa4b5e86700 1 -- 172.21.15.33:0/520893891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4b00d17e0 msgr2=0x7fa4b00c6bd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.488+0000 7fa4b5e86700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4b00d17e0 0x7fa4b00c6bd0 secure :-1 s=READY pgs=540 cs=0 l=1 rev1=1 crypto rx=0x7fa49800c4d0 tx=0x7fa49800c890 comp rx=0 tx=0).stop 2024-09-13T15:02:30.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.488+0000 7fa4b5e86700 1 -- 172.21.15.33:0/520893891 shutdown_connections 2024-09-13T15:02:30.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.488+0000 7fa4b5e86700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa490066760 0x7fa490068c20 unknown :-1 s=CLOSED pgs=283 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.488+0000 7fa4b5e86700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa4b015cc00 0x7fa4b00cb1d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.488+0000 7fa4b5e86700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa4b00d17e0 0x7fa4b00c6bd0 unknown :-1 s=CLOSED pgs=540 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.488+0000 7fa4b5e86700 1 --2- 172.21.15.33:0/520893891 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa4b00ce8c0 0x7fa4b015f9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.488+0000 7fa4b5e86700 1 -- 172.21.15.33:0/520893891 >> 172.21.15.33:0/520893891 conn(0x7fa4b008c080 msgr2=0x7fa4b006ab00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:30.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.488+0000 7fa4b5e86700 1 -- 172.21.15.33:0/520893891 shutdown_connections 2024-09-13T15:02:30.491 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.488+0000 7fa4b5e86700 1 -- 172.21.15.33:0/520893891 wait complete. 2024-09-13T15:02:30.504 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:02:30.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53abfff700 1 Processor -- start 2024-09-13T15:02:30.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53abfff700 1 -- start start 2024-09-13T15:02:30.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53abfff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f53ac0cd8d0 0x7f53ac06cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53abfff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f53ac0b17f0 0x7f53ac0cb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53abfff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f53ac0705d0 con 0x7f53ac0b2200 2024-09-13T15:02:30.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53abfff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53ac06d0d0 con 0x7f53ac0cd8d0 2024-09-13T15:02:30.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53abfff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f53ac06fca0 con 0x7f53ac0b17f0 2024-09-13T15:02:30.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53aaffd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f53ac0cd8d0 0x7f53ac06cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53ab7fe700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f53ac0b2200 0x7f53ac070a60 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:32870/0 (socket says 172.21.15.33:32870) 2024-09-13T15:02:30.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53ab7fe700 1 -- 172.21.15.33:0/3020648911 learned_addr learned my addr 172.21.15.33:0/3020648911 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:30.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53aa7fc700 1 --2- 172.21.15.33:0/3020648911 >> v2:172.21.15.103:3300/0 conn(0x7f53ac0b17f0 0x7f53ac0cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53a9ffb700 1 -- 172.21.15.33:0/3020648911 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 651965853 0 0) 0x7f53ac0705d0 con 0x7f53ac0b2200 2024-09-13T15:02:30.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53a9ffb700 1 -- 172.21.15.33:0/3020648911 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f53940035d0 con 0x7f53ac0b2200 2024-09-13T15:02:30.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53aa7fc700 1 -- 172.21.15.33:0/3020648911 >> v2:172.21.15.33:3300/0 conn(0x7f53ac0cd8d0 msgr2=0x7f53ac06cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:30.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53aa7fc700 1 --2- 172.21.15.33:0/3020648911 >> v2:172.21.15.33:3300/0 conn(0x7f53ac0cd8d0 0x7f53ac06cb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53aa7fc700 1 -- 172.21.15.33:0/3020648911 >> v1:172.21.15.33:6789/0 conn(0x7f53ac0b2200 legacy=0x7f53ac070a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.612+0000 7f53aa7fc700 1 -- 172.21.15.33:0/3020648911 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f53ac06ff80 con 0x7f53ac0b17f0 2024-09-13T15:02:30.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.616+0000 7f53aa7fc700 1 --2- 172.21.15.33:0/3020648911 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53ac0b17f0 0x7f53ac0cb800 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f53ac0ae2c0 tx=0x7f539c00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=8aa9d81f7eb2f162 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:30.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.616+0000 7f53a9ffb700 1 -- 172.21.15.33:0/3020648911 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f539c00e070 con 0x7f53ac0b17f0 2024-09-13T15:02:30.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.616+0000 7f53a9ffb700 1 -- 172.21.15.33:0/3020648911 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f539c00bb20 con 0x7f53ac0b17f0 2024-09-13T15:02:30.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.616+0000 7f53a9ffb700 1 -- 172.21.15.33:0/3020648911 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f539c00be90 con 0x7f53ac0b17f0 2024-09-13T15:02:30.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.616+0000 7f53abfff700 1 -- 172.21.15.33:0/3020648911 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53ac0b17f0 msgr2=0x7f53ac0cb800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.616+0000 7f53abfff700 1 --2- 172.21.15.33:0/3020648911 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53ac0b17f0 0x7f53ac0cb800 secure :-1 s=READY pgs=246 cs=0 l=1 rev1=1 crypto rx=0x7f53ac0ae2c0 tx=0x7f539c00b330 comp rx=0 tx=0).stop 2024-09-13T15:02:30.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.616+0000 7f53abfff700 1 -- 172.21.15.33:0/3020648911 shutdown_connections 2024-09-13T15:02:30.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.616+0000 7f53abfff700 1 --2- 172.21.15.33:0/3020648911 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53ac0b17f0 0x7f53ac0cb800 unknown :-1 s=CLOSED pgs=246 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.616+0000 7f53abfff700 1 --2- 172.21.15.33:0/3020648911 >> v2:172.21.15.33:3300/0 conn(0x7f53ac0cd8d0 0x7f53ac06cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.616+0000 7f53abfff700 1 -- 172.21.15.33:0/3020648911 >> 172.21.15.33:0/3020648911 conn(0x7f53ac06a350 msgr2=0x7f53ac06a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:30.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.616+0000 7f53abfff700 1 -- 172.21.15.33:0/3020648911 shutdown_connections 2024-09-13T15:02:30.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.616+0000 7f53abfff700 1 -- 172.21.15.33:0/3020648911 wait complete. 2024-09-13T15:02:30.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53abfff700 1 Processor -- start 2024-09-13T15:02:30.622 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53abfff700 1 -- start start 2024-09-13T15:02:30.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53abfff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53ac0b17f0 0x7f53ac1f6fd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53abfff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53ac0b2200 0x7f53ac1f7550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53abfff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53ac0cd8d0 0x7f53ac15db30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53abfff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53ac0aa690 con 0x7f53ac0b2200 2024-09-13T15:02:30.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53abfff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f53ac0aa930 con 0x7f53ac0cd8d0 2024-09-13T15:02:30.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53abfff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f53ac0aac10 con 0x7f53ac0b17f0 2024-09-13T15:02:30.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53aa7fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53ac0b2200 0x7f53ac1f7550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53aa7fc700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53ac0b2200 0x7f53ac1f7550 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58564/0 (socket says 172.21.15.33:58564) 2024-09-13T15:02:30.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53aa7fc700 1 -- 172.21.15.33:0/119736690 learned_addr learned my addr 172.21.15.33:0/119736690 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:30.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53aaffd700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53ac0b17f0 0x7f53ac1f6fd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53ab7fe700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53ac0cd8d0 0x7f53ac15db30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53aa7fc700 1 -- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53ac0b17f0 msgr2=0x7f53ac1f6fd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53aa7fc700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53ac0b17f0 0x7f53ac1f6fd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53aa7fc700 1 -- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53ac0cd8d0 msgr2=0x7f53ac15db30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53aa7fc700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53ac0cd8d0 0x7f53ac15db30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53aa7fc700 1 -- 172.21.15.33:0/119736690 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f539c009a70 con 0x7f53ac0b2200 2024-09-13T15:02:30.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53ab7fe700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53ac0cd8d0 0x7f53ac15db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:30.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53aa7fc700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53ac0b2200 0x7f53ac1f7550 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f539c014040 tx=0x7f539c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:30.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53937fe700 1 -- 172.21.15.33:0/119736690 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f539c004930 con 0x7f53ac0b2200 2024-09-13T15:02:30.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53937fe700 1 -- 172.21.15.33:0/119736690 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f539c020070 con 0x7f53ac0b2200 2024-09-13T15:02:30.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53abfff700 1 -- 172.21.15.33:0/119736690 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f53ac0aaef0 con 0x7f53ac0b2200 2024-09-13T15:02:30.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53937fe700 1 -- 172.21.15.33:0/119736690 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f539c0276a0 con 0x7f53ac0b2200 2024-09-13T15:02:30.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.620+0000 7f53abfff700 1 -- 172.21.15.33:0/119736690 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f53ac1f7a90 con 0x7f53ac0b2200 2024-09-13T15:02:30.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.624+0000 7f53abfff700 1 -- 172.21.15.33:0/119736690 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f53ac0ab410 con 0x7f53ac0b2200 2024-09-13T15:02:30.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.624+0000 7f53937fe700 1 -- 172.21.15.33:0/119736690 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f539c012430 con 0x7f53ac0b2200 2024-09-13T15:02:30.628 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.624+0000 7f53937fe700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5398066730 0x7f5398068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.624+0000 7f53937fe700 1 -- 172.21.15.33:0/119736690 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f539c022070 con 0x7f53ac0b2200 2024-09-13T15:02:30.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.624+0000 7f53aaffd700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5398066730 0x7f5398068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.628+0000 7f53aaffd700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5398066730 0x7f5398068bf0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f53a0009b50 tx=0x7f53a0009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:30.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.636+0000 7f53937fe700 1 -- 172.21.15.33:0/119736690 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f53ac0ab410 con 0x7f53ac0b2200 2024-09-13T15:02:30.846 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.844+0000 7f53abfff700 1 -- 172.21.15.33:0/119736690 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f53ac0ab410 con 0x7f53ac0b2200 2024-09-13T15:02:30.847 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.844+0000 7f53937fe700 1 -- 172.21.15.33:0/119736690 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+4737 (secure 0 0 0) 0x7f53ac0ab410 con 0x7f53ac0b2200 2024-09-13T15:02:30.847 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:30.847 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5153,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/1822540520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6835","nonce":1822540520},{"type":"v1","addr":"172.21.15.103:6837","nonce":1822540520}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5503,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6836/467571271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":467571271},{"type":"v1","addr":"172.21.15.103:6836","nonce":467571271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/1251224153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1251224153},{"type":"v1","addr":"172.21.15.33:6833","nonce":1251224153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:02:21.255819+0000","modified":"2024-09-13T15:02:25.287359+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5730},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5730":{"gid":5730,"name":"a","rank":0,"incarnation":22,"state":"up:active","state_seq":4,"addr":"172.21.15.33:6835/2960876626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2960876626},{"type":"v1","addr":"172.21.15.33:6835","nonce":2960876626}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T15:02:30.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.844+0000 7f53abfff700 1 -- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5398066730 msgr2=0x7f5398068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.844+0000 7f53abfff700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5398066730 0x7f5398068bf0 secure :-1 s=READY pgs=284 cs=0 l=1 rev1=1 crypto rx=0x7f53a0009b50 tx=0x7f53a0009240 comp rx=0 tx=0).stop 2024-09-13T15:02:30.850 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.844+0000 7f53abfff700 1 -- 172.21.15.33:0/119736690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53ac0b2200 msgr2=0x7f53ac1f7550 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.844+0000 7f53abfff700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53ac0b2200 0x7f53ac1f7550 secure :-1 s=READY pgs=542 cs=0 l=1 rev1=1 crypto rx=0x7f539c014040 tx=0x7f539c004af0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.848+0000 7f53abfff700 1 -- 172.21.15.33:0/119736690 shutdown_connections 2024-09-13T15:02:30.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.848+0000 7f53abfff700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5398066730 0x7f5398068bf0 unknown :-1 s=CLOSED pgs=284 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.848+0000 7f53abfff700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f53ac0cd8d0 0x7f53ac15db30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.848+0000 7f53abfff700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f53ac0b2200 0x7f53ac1f7550 unknown :-1 s=CLOSED pgs=542 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.848+0000 7f53abfff700 1 --2- 172.21.15.33:0/119736690 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f53ac0b17f0 0x7f53ac1f6fd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.848+0000 7f53abfff700 1 -- 172.21.15.33:0/119736690 >> 172.21.15.33:0/119736690 conn(0x7f53ac06a350 msgr2=0x7f53ac162650 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:30.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.848+0000 7f53abfff700 1 -- 172.21.15.33:0/119736690 shutdown_connections 2024-09-13T15:02:30.851 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.848+0000 7f53abfff700 1 -- 172.21.15.33:0/119736690 wait complete. 2024-09-13T15:02:30.851 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 26 2024-09-13T15:02:30.863 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:02:30.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.976+0000 7f568e8f5700 1 Processor -- start 2024-09-13T15:02:30.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.976+0000 7f568e8f5700 1 -- start start 2024-09-13T15:02:30.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.976+0000 7f568e8f5700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5688159830 0x7f56880b3360 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.976+0000 7f568e8f5700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f568806e820 0x7f5688070e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.976+0000 7f568e8f5700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f56880cd3d0 con 0x7f5688071390 2024-09-13T15:02:30.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.976+0000 7f568e8f5700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f5688071840 con 0x7f568806e820 2024-09-13T15:02:30.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.976+0000 7f568e8f5700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56880ccb00 con 0x7f5688159830 2024-09-13T15:02:30.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.976+0000 7f56877fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f568806e820 0x7f5688070e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.976+0000 7f56877fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f568806e820 0x7f5688070e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58568/0 (socket says 172.21.15.33:58568) 2024-09-13T15:02:30.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.976+0000 7f56877fe700 1 -- 172.21.15.33:0/3470900431 learned_addr learned my addr 172.21.15.33:0/3470900431 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:30.983 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f5687fff700 1 --2- 172.21.15.33:0/3470900431 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5688159830 0x7f56880b3360 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f56877fe700 1 -- 172.21.15.33:0/3470900431 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5688159830 msgr2=0x7f56880b3360 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:30.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f56877fe700 1 --2- 172.21.15.33:0/3470900431 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5688159830 0x7f56880b3360 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f56877fe700 1 -- 172.21.15.33:0/3470900431 >> v1:172.21.15.103:6789/0 conn(0x7f5688071390 legacy=0x7f568806ce80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f56877fe700 1 -- 172.21.15.33:0/3470900431 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f56880b3a20 con 0x7f568806e820 2024-09-13T15:02:30.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f56877fe700 1 --2- 172.21.15.33:0/3470900431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f568806e820 0x7f5688070e50 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f567c009910 tx=0x7f567c009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=71ca81bc04ee714f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:30.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f5686ffd700 1 -- 172.21.15.33:0/3470900431 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f567c011830 con 0x7f568806e820 2024-09-13T15:02:30.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f5686ffd700 1 -- 172.21.15.33:0/3470900431 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f567c011990 con 0x7f568806e820 2024-09-13T15:02:30.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f5686ffd700 1 -- 172.21.15.33:0/3470900431 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f567c011d40 con 0x7f568806e820 2024-09-13T15:02:30.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f568e8f5700 1 -- 172.21.15.33:0/3470900431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f568806e820 msgr2=0x7f5688070e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f568e8f5700 1 --2- 172.21.15.33:0/3470900431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f568806e820 0x7f5688070e50 secure :-1 s=READY pgs=543 cs=0 l=1 rev1=1 crypto rx=0x7f567c009910 tx=0x7f567c009c20 comp rx=0 tx=0).stop 2024-09-13T15:02:30.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f568e8f5700 1 -- 172.21.15.33:0/3470900431 shutdown_connections 2024-09-13T15:02:30.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f568e8f5700 1 --2- 172.21.15.33:0/3470900431 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f568806e820 0x7f5688070e50 unknown :-1 s=CLOSED pgs=543 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f568e8f5700 1 --2- 172.21.15.33:0/3470900431 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5688159830 0x7f56880b3360 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f568e8f5700 1 -- 172.21.15.33:0/3470900431 >> 172.21.15.33:0/3470900431 conn(0x7f56880b1650 msgr2=0x7f56880b1a30 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:30.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f568e8f5700 1 -- 172.21.15.33:0/3470900431 shutdown_connections 2024-09-13T15:02:30.985 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.980+0000 7f568e8f5700 1 -- 172.21.15.33:0/3470900431 wait complete. 2024-09-13T15:02:30.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568e8f5700 1 Processor -- start 2024-09-13T15:02:30.986 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568e8f5700 1 -- start start 2024-09-13T15:02:30.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568e8f5700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f568806e820 0x7f568814d450 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.987 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568e8f5700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5688071390 0x7f56881f1a30 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568e8f5700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5688159830 0x7f56881567f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568e8f5700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f56880c4ae0 con 0x7f5688159830 2024-09-13T15:02:30.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568e8f5700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f568814d990 con 0x7f568806e820 2024-09-13T15:02:30.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568e8f5700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f56881529f0 con 0x7f5688071390 2024-09-13T15:02:30.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568ce92700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5688159830 0x7f56881567f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568ce92700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5688159830 0x7f56881567f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:58580/0 (socket says 172.21.15.33:58580) 2024-09-13T15:02:30.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568ce92700 1 -- 172.21.15.33:0/441992353 learned_addr learned my addr 172.21.15.33:0/441992353 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:30.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f5687fff700 1 --2- 172.21.15.33:0/441992353 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f568806e820 0x7f568814d450 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.988 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f56877fe700 1 --2- 172.21.15.33:0/441992353 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5688071390 0x7f56881f1a30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568ce92700 1 -- 172.21.15.33:0/441992353 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5688071390 msgr2=0x7f56881f1a30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568ce92700 1 --2- 172.21.15.33:0/441992353 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5688071390 0x7f56881f1a30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568ce92700 1 -- 172.21.15.33:0/441992353 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f568806e820 msgr2=0x7f568814d450 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:30.989 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568ce92700 1 --2- 172.21.15.33:0/441992353 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f568806e820 0x7f568814d450 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:30.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568ce92700 1 -- 172.21.15.33:0/441992353 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f567c009570 con 0x7f5688159830 2024-09-13T15:02:30.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568ce92700 1 --2- 172.21.15.33:0/441992353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5688159830 0x7f56881567f0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f568000cb70 tx=0x7f568000ce80 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:30.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f5684ff9700 1 -- 172.21.15.33:0/441992353 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f5680003c20 con 0x7f5688159830 2024-09-13T15:02:30.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f5684ff9700 1 -- 172.21.15.33:0/441992353 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f5680003d80 con 0x7f5688159830 2024-09-13T15:02:30.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568e8f5700 1 -- 172.21.15.33:0/441992353 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f5688152cd0 con 0x7f5688159830 2024-09-13T15:02:30.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f5684ff9700 1 -- 172.21.15.33:0/441992353 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f568000aaa0 con 0x7f5688159830 2024-09-13T15:02:30.990 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.984+0000 7f568e8f5700 1 -- 172.21.15.33:0/441992353 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f5688153290 con 0x7f5688159830 2024-09-13T15:02:30.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.988+0000 7f568e8f5700 1 -- 172.21.15.33:0/441992353 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f5688067a40 con 0x7f5688159830 2024-09-13T15:02:30.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.988+0000 7f5684ff9700 1 -- 172.21.15.33:0/441992353 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f568000ac00 con 0x7f5688159830 2024-09-13T15:02:30.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.988+0000 7f5684ff9700 1 --2- 172.21.15.33:0/441992353 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5674066730 0x7f5674068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:30.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.988+0000 7f5684ff9700 1 -- 172.21.15.33:0/441992353 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f56800841f0 con 0x7f5688159830 2024-09-13T15:02:30.991 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.988+0000 7f5687fff700 1 --2- 172.21.15.33:0/441992353 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5674066730 0x7f5674068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:30.992 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.988+0000 7f5687fff700 1 --2- 172.21.15.33:0/441992353 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5674066730 0x7f5674068bf0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f5678009bf0 tx=0x7f5678009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:31.000 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:30.996+0000 7f5684ff9700 1 -- 172.21.15.33:0/441992353 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f56800513c0 con 0x7f5688159830 2024-09-13T15:02:31.177 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.172+0000 7f568e8f5700 1 -- 172.21.15.33:0/441992353 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f5688070e50 con 0x7f5688159830 2024-09-13T15:02:31.180 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.176+0000 7f5684ff9700 1 -- 172.21.15.33:0/441992353 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) v1 ==== 74+0+16855 (secure 0 0 0) 0x7f56800549e0 con 0x7f5688159830 2024-09-13T15:02:31.181 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:31.181 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":43,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:02:21.255554+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:02:08.988339+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T15:02:10.043646+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6835/2157339166":"2024-09-14T15:02:19.855838+0000","172.21.15.33:6834/2157339166":"2024-09-14T15:02:19.855838+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:02:31.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.180+0000 7f568e8f5700 1 -- 172.21.15.33:0/441992353 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5674066730 msgr2=0x7f5674068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:31.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.180+0000 7f568e8f5700 1 --2- 172.21.15.33:0/441992353 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5674066730 0x7f5674068bf0 secure :-1 s=READY pgs=285 cs=0 l=1 rev1=1 crypto rx=0x7f5678009bf0 tx=0x7f5678009240 comp rx=0 tx=0).stop 2024-09-13T15:02:31.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.180+0000 7f568e8f5700 1 -- 172.21.15.33:0/441992353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5688159830 msgr2=0x7f56881567f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:31.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.180+0000 7f568e8f5700 1 --2- 172.21.15.33:0/441992353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5688159830 0x7f56881567f0 secure :-1 s=READY pgs=544 cs=0 l=1 rev1=1 crypto rx=0x7f568000cb70 tx=0x7f568000ce80 comp rx=0 tx=0).stop 2024-09-13T15:02:31.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.180+0000 7f568e8f5700 1 -- 172.21.15.33:0/441992353 shutdown_connections 2024-09-13T15:02:31.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.180+0000 7f568e8f5700 1 --2- 172.21.15.33:0/441992353 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f5674066730 0x7f5674068bf0 unknown :-1 s=CLOSED pgs=285 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.180+0000 7f568e8f5700 1 --2- 172.21.15.33:0/441992353 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f5688159830 0x7f56881567f0 unknown :-1 s=CLOSED pgs=544 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.180+0000 7f568e8f5700 1 --2- 172.21.15.33:0/441992353 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f5688071390 0x7f56881f1a30 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.180+0000 7f568e8f5700 1 --2- 172.21.15.33:0/441992353 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f568806e820 0x7f568814d450 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.183 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.180+0000 7f568e8f5700 1 -- 172.21.15.33:0/441992353 >> 172.21.15.33:0/441992353 conn(0x7f56880b1650 msgr2=0x7f568815a390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:31.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.180+0000 7f568e8f5700 1 -- 172.21.15.33:0/441992353 shutdown_connections 2024-09-13T15:02:31.184 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.180+0000 7f568e8f5700 1 -- 172.21.15.33:0/441992353 wait complete. 2024-09-13T15:02:31.196 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T15:02:31.196 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:02:31.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fe36a700 1 Processor -- start 2024-09-13T15:02:31.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fe36a700 1 -- start start 2024-09-13T15:02:31.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fe36a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f69f806ca40 0x7f69f806a350 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fe36a700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f69f806a890 0x7f69f806df70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fe36a700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f69f815ac60 con 0x7f69f815a880 2024-09-13T15:02:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fe36a700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69f806aca0 con 0x7f69f806ca40 2024-09-13T15:02:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fe36a700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f69f806ced0 con 0x7f69f806a890 2024-09-13T15:02:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fcb67700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f69f806ca40 0x7f69f806a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fd368700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f69f815a880 0x7f69f80ccfb0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34116/0 (socket says 172.21.15.33:34116) 2024-09-13T15:02:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fd368700 1 -- 172.21.15.33:0/1444561394 learned_addr learned my addr 172.21.15.33:0/1444561394 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fdb69700 1 --2- 172.21.15.33:0/1444561394 >> v2:172.21.15.103:3300/0 conn(0x7f69f806a890 0x7f69f806df70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fcb67700 1 -- 172.21.15.33:0/1444561394 >> v2:172.21.15.103:3300/0 conn(0x7f69f806a890 msgr2=0x7f69f806df70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fcb67700 1 --2- 172.21.15.33:0/1444561394 >> v2:172.21.15.103:3300/0 conn(0x7f69f806a890 0x7f69f806df70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fcb67700 1 -- 172.21.15.33:0/1444561394 >> v1:172.21.15.33:6789/0 conn(0x7f69f815a880 legacy=0x7f69f80ccfb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:31.313 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fcb67700 1 -- 172.21.15.33:0/1444561394 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69f806d1b0 con 0x7f69f806ca40 2024-09-13T15:02:31.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fdb69700 1 --2- 172.21.15.33:0/1444561394 >> v2:172.21.15.103:3300/0 conn(0x7f69f806a890 0x7f69f806df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:02:31.314 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69fcb67700 1 --2- 172.21.15.33:0/1444561394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69f806ca40 0x7f69f806a350 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f69f80aee80 tx=0x7f69f400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=a28da5277877a7d9 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:31.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69effff700 1 -- 172.21.15.33:0/1444561394 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69f400e070 con 0x7f69f806ca40 2024-09-13T15:02:31.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69effff700 1 -- 172.21.15.33:0/1444561394 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69f400bbd0 con 0x7f69f806ca40 2024-09-13T15:02:31.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.308+0000 7f69effff700 1 -- 172.21.15.33:0/1444561394 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69f4012430 con 0x7f69f806ca40 2024-09-13T15:02:31.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.312+0000 7f69fe36a700 1 -- 172.21.15.33:0/1444561394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69f806ca40 msgr2=0x7f69f806a350 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:31.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.312+0000 7f69fe36a700 1 --2- 172.21.15.33:0/1444561394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69f806ca40 0x7f69f806a350 secure :-1 s=READY pgs=546 cs=0 l=1 rev1=1 crypto rx=0x7f69f80aee80 tx=0x7f69f400b330 comp rx=0 tx=0).stop 2024-09-13T15:02:31.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.312+0000 7f69fe36a700 1 -- 172.21.15.33:0/1444561394 shutdown_connections 2024-09-13T15:02:31.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.312+0000 7f69fe36a700 1 --2- 172.21.15.33:0/1444561394 >> v2:172.21.15.103:3300/0 conn(0x7f69f806a890 0x7f69f806df70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.315 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.312+0000 7f69fe36a700 1 --2- 172.21.15.33:0/1444561394 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69f806ca40 0x7f69f806a350 unknown :-1 s=CLOSED pgs=546 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.312+0000 7f69fe36a700 1 -- 172.21.15.33:0/1444561394 >> 172.21.15.33:0/1444561394 conn(0x7f69f806b460 msgr2=0x7f69f806b870 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:31.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.312+0000 7f69fe36a700 1 -- 172.21.15.33:0/1444561394 shutdown_connections 2024-09-13T15:02:31.316 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.312+0000 7f69fe36a700 1 -- 172.21.15.33:0/1444561394 wait complete. 2024-09-13T15:02:31.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.312+0000 7f69fe36a700 1 Processor -- start 2024-09-13T15:02:31.317 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.312+0000 7f69fe36a700 1 -- start start 2024-09-13T15:02:31.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fe36a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69f806a890 0x7f69f8149140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:31.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fe36a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69f815a880 0x7f69f81565b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:31.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fe36a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f69f8156af0 0x7f69f81f0530 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:31.321 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fe36a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69f81f12a0 con 0x7f69f806a890 2024-09-13T15:02:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fe36a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f69f8156f70 con 0x7f69f815a880 2024-09-13T15:02:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fe36a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f69f80a8650 con 0x7f69f8156af0 2024-09-13T15:02:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fd368700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69f806a890 0x7f69f8149140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fd368700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69f806a890 0x7f69f8149140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45796/0 (socket says 172.21.15.33:45796) 2024-09-13T15:02:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fd368700 1 -- 172.21.15.33:0/2646167578 learned_addr learned my addr 172.21.15.33:0/2646167578 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fdb69700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f69f8156af0 0x7f69f81f0530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fcb67700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69f815a880 0x7f69f81565b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fd368700 1 -- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f69f8156af0 msgr2=0x7f69f81f0530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fd368700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f69f8156af0 0x7f69f81f0530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fd368700 1 -- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69f815a880 msgr2=0x7f69f81565b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fd368700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69f815a880 0x7f69f81565b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fd368700 1 -- 172.21.15.33:0/2646167578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f69f4009a70 con 0x7f69f806a890 2024-09-13T15:02:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fcb67700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69f815a880 0x7f69f81565b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:31.322 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fd368700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69f806a890 0x7f69f8149140 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f69e800c410 tx=0x7f69e800c720 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:31.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69edffb700 1 -- 172.21.15.33:0/2646167578 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69e8005d90 con 0x7f69f806a890 2024-09-13T15:02:31.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69edffb700 1 -- 172.21.15.33:0/2646167578 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f69e80070d0 con 0x7f69f806a890 2024-09-13T15:02:31.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fe36a700 1 -- 172.21.15.33:0/2646167578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f69f80a8930 con 0x7f69f806a890 2024-09-13T15:02:31.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69edffb700 1 -- 172.21.15.33:0/2646167578 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f69e8007480 con 0x7f69f806a890 2024-09-13T15:02:31.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.316+0000 7f69fe36a700 1 -- 172.21.15.33:0/2646167578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f69f80a8ef0 con 0x7f69f806a890 2024-09-13T15:02:31.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.320+0000 7f69fe36a700 1 -- 172.21.15.33:0/2646167578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f69f80677a0 con 0x7f69f806a890 2024-09-13T15:02:31.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.320+0000 7f69edffb700 1 -- 172.21.15.33:0/2646167578 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f69e80075e0 con 0x7f69f806a890 2024-09-13T15:02:31.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.320+0000 7f69edffb700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f69e4066730 0x7f69e4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:31.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.320+0000 7f69edffb700 1 -- 172.21.15.33:0/2646167578 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f69e8083610 con 0x7f69f806a890 2024-09-13T15:02:31.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.320+0000 7f69fcb67700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f69e4066730 0x7f69e4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:31.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.320+0000 7f69fcb67700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f69e4066730 0x7f69e4068bf0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f69f4014040 tx=0x7f69f4011000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:31.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.328+0000 7f69edffb700 1 -- 172.21.15.33:0/2646167578 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f69e8050870 con 0x7f69f806a890 2024-09-13T15:02:31.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.532+0000 7f69fe36a700 1 -- 172.21.15.33:0/2646167578 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f69f806a350 con 0x7f69f806a890 2024-09-13T15:02:31.537 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.532+0000 7f69edffb700 1 -- 172.21.15.33:0/2646167578 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+4737 (secure 0 0 0) 0x7f69e8053e90 con 0x7f69f806a890 2024-09-13T15:02:31.538 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:31.538 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5153,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/1822540520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6835","nonce":1822540520},{"type":"v1","addr":"172.21.15.103:6837","nonce":1822540520}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5503,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6836/467571271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":467571271},{"type":"v1","addr":"172.21.15.103:6836","nonce":467571271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/1251224153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1251224153},{"type":"v1","addr":"172.21.15.33:6833","nonce":1251224153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:02:21.255819+0000","modified":"2024-09-13T15:02:25.287359+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5730},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5730":{"gid":5730,"name":"a","rank":0,"incarnation":22,"state":"up:active","state_seq":4,"addr":"172.21.15.33:6835/2960876626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2960876626},{"type":"v1","addr":"172.21.15.33:6835","nonce":2960876626}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T15:02:31.540 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.536+0000 7f69fe36a700 1 -- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f69e4066730 msgr2=0x7f69e4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:31.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.536+0000 7f69fe36a700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f69e4066730 0x7f69e4068bf0 secure :-1 s=READY pgs=286 cs=0 l=1 rev1=1 crypto rx=0x7f69f4014040 tx=0x7f69f4011000 comp rx=0 tx=0).stop 2024-09-13T15:02:31.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.536+0000 7f69fe36a700 1 -- 172.21.15.33:0/2646167578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69f806a890 msgr2=0x7f69f8149140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:31.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.536+0000 7f69fe36a700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69f806a890 0x7f69f8149140 secure :-1 s=READY pgs=547 cs=0 l=1 rev1=1 crypto rx=0x7f69e800c410 tx=0x7f69e800c720 comp rx=0 tx=0).stop 2024-09-13T15:02:31.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.536+0000 7f69fe36a700 1 -- 172.21.15.33:0/2646167578 shutdown_connections 2024-09-13T15:02:31.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.536+0000 7f69fe36a700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f69e4066730 0x7f69e4068bf0 unknown :-1 s=CLOSED pgs=286 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.536+0000 7f69fe36a700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f69f8156af0 0x7f69f81f0530 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.536+0000 7f69fe36a700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f69f815a880 0x7f69f81565b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.536+0000 7f69fe36a700 1 --2- 172.21.15.33:0/2646167578 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f69f806a890 0x7f69f8149140 unknown :-1 s=CLOSED pgs=547 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.536+0000 7f69fe36a700 1 -- 172.21.15.33:0/2646167578 >> 172.21.15.33:0/2646167578 conn(0x7f69f806b460 msgr2=0x7f69f80aff60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:31.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.536+0000 7f69fe36a700 1 -- 172.21.15.33:0/2646167578 shutdown_connections 2024-09-13T15:02:31.541 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.536+0000 7f69fe36a700 1 -- 172.21.15.33:0/2646167578 wait complete. 2024-09-13T15:02:31.542 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 26 2024-09-13T15:02:31.553 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:02:31.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 Processor -- start 2024-09-13T15:02:31.667 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 -- start start 2024-09-13T15:02:31.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02d40cd8d0 0x7f02d406cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:31.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f02d40b17f0 0x7f02d40cb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:31.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f02d40b2200 0x7f02d40b2690 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:31.669 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02d40b2bd0 con 0x7f02d40b17f0 2024-09-13T15:02:31.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f02d40705d0 con 0x7f02d40b2200 2024-09-13T15:02:31.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02d406d0d0 con 0x7f02d40cd8d0 2024-09-13T15:02:31.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d27fc700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f02d40b17f0 0x7f02d40cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:31.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d27fc700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f02d40b17f0 0x7f02d40cb800 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45802/0 (socket says 172.21.15.33:45802) 2024-09-13T15:02:31.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d27fc700 1 -- 172.21.15.33:0/111476954 learned_addr learned my addr 172.21.15.33:0/111476954 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:31.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d27fc700 1 -- 172.21.15.33:0/111476954 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02d40cd8d0 msgr2=0x7f02d406cb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:31.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d27fc700 1 --2- 172.21.15.33:0/111476954 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02d40cd8d0 0x7f02d406cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d27fc700 1 -- 172.21.15.33:0/111476954 >> v2:172.21.15.103:3300/0 conn(0x7f02d40b2200 msgr2=0x7f02d40b2690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:31.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d37fe700 1 --2- 172.21.15.33:0/111476954 >> v2:172.21.15.103:3300/0 conn(0x7f02d40b2200 0x7f02d40b2690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:31.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d27fc700 1 --2- 172.21.15.33:0/111476954 >> v2:172.21.15.103:3300/0 conn(0x7f02d40b2200 0x7f02d40b2690 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.670 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d27fc700 1 -- 172.21.15.33:0/111476954 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02d406fca0 con 0x7f02d40b17f0 2024-09-13T15:02:31.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d27fc700 1 --2- 172.21.15.33:0/111476954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02d40b17f0 0x7f02d40cb800 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f02d4165960 tx=0x7f02cc00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5caac4c6ac101c2d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:31.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d1ffb700 1 -- 172.21.15.33:0/111476954 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02cc00e070 con 0x7f02d40b17f0 2024-09-13T15:02:31.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d1ffb700 1 -- 172.21.15.33:0/111476954 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02cc00b9c0 con 0x7f02d40b17f0 2024-09-13T15:02:31.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d1ffb700 1 -- 172.21.15.33:0/111476954 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02cc00bd70 con 0x7f02d40b17f0 2024-09-13T15:02:31.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 -- 172.21.15.33:0/111476954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02d40b17f0 msgr2=0x7f02d40cb800 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:31.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 --2- 172.21.15.33:0/111476954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02d40b17f0 0x7f02d40cb800 secure :-1 s=READY pgs=548 cs=0 l=1 rev1=1 crypto rx=0x7f02d4165960 tx=0x7f02cc00b330 comp rx=0 tx=0).stop 2024-09-13T15:02:31.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 -- 172.21.15.33:0/111476954 shutdown_connections 2024-09-13T15:02:31.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 --2- 172.21.15.33:0/111476954 >> v2:172.21.15.103:3300/0 conn(0x7f02d40b2200 0x7f02d40b2690 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 --2- 172.21.15.33:0/111476954 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02d40b17f0 0x7f02d40cb800 unknown :-1 s=CLOSED pgs=548 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 --2- 172.21.15.33:0/111476954 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02d40cd8d0 0x7f02d406cb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 -- 172.21.15.33:0/111476954 >> 172.21.15.33:0/111476954 conn(0x7f02d406a350 msgr2=0x7f02d406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:31.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 -- 172.21.15.33:0/111476954 shutdown_connections 2024-09-13T15:02:31.671 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.664+0000 7f02d3fff700 1 -- 172.21.15.33:0/111476954 wait complete. 2024-09-13T15:02:31.673 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d3fff700 1 Processor -- start 2024-09-13T15:02:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d3fff700 1 -- start start 2024-09-13T15:02:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d3fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02d40b17f0 0x7f02d415cbb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d3fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02d40b2200 0x7f02d40a8910 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02d40cd8d0 0x7f02d40ab130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d3fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02d40ae2f0 con 0x7f02d40cd8d0 2024-09-13T15:02:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d3fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f02d40a8e50 con 0x7f02d40b17f0 2024-09-13T15:02:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d3fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f02d40abbf0 con 0x7f02d40b2200 2024-09-13T15:02:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d37fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02d40cd8d0 0x7f02d40ab130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d37fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02d40cd8d0 0x7f02d40ab130 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45816/0 (socket says 172.21.15.33:45816) 2024-09-13T15:02:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d37fe700 1 -- 172.21.15.33:0/2477911122 learned_addr learned my addr 172.21.15.33:0/2477911122 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d27fc700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02d40b2200 0x7f02d40a8910 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d2ffd700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02d40b17f0 0x7f02d415cbb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:31.674 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d37fe700 1 -- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02d40b2200 msgr2=0x7f02d40a8910 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:31.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d37fe700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02d40b2200 0x7f02d40a8910 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d37fe700 1 -- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02d40b17f0 msgr2=0x7f02d415cbb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:31.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d37fe700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02d40b17f0 0x7f02d415cbb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d37fe700 1 -- 172.21.15.33:0/2477911122 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f02cc009b30 con 0x7f02d40cd8d0 2024-09-13T15:02:31.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d2ffd700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02d40b17f0 0x7f02d415cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:31.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d37fe700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02d40cd8d0 0x7f02d40ab130 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f02c400c7f0 tx=0x7f02c400cb00 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:31.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02cb7fe700 1 -- 172.21.15.33:0/2477911122 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02c4004220 con 0x7f02d40cd8d0 2024-09-13T15:02:31.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02cb7fe700 1 -- 172.21.15.33:0/2477911122 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f02c4004380 con 0x7f02d40cd8d0 2024-09-13T15:02:31.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02cb7fe700 1 -- 172.21.15.33:0/2477911122 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f02c40036c0 con 0x7f02d40cd8d0 2024-09-13T15:02:31.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d3fff700 1 -- 172.21.15.33:0/2477911122 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f02d40ae540 con 0x7f02d40cd8d0 2024-09-13T15:02:31.675 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.668+0000 7f02d3fff700 1 -- 172.21.15.33:0/2477911122 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f02d40aeb00 con 0x7f02d40cd8d0 2024-09-13T15:02:31.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.672+0000 7f02d3fff700 1 -- 172.21.15.33:0/2477911122 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f02d40aed20 con 0x7f02d40cd8d0 2024-09-13T15:02:31.676 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.672+0000 7f02cb7fe700 1 -- 172.21.15.33:0/2477911122 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f02c4003820 con 0x7f02d40cd8d0 2024-09-13T15:02:31.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.672+0000 7f02cb7fe700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f02b4066730 0x7f02b4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:31.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.672+0000 7f02cb7fe700 1 -- 172.21.15.33:0/2477911122 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f02c4083f30 con 0x7f02d40cd8d0 2024-09-13T15:02:31.677 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.672+0000 7f02d2ffd700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f02b4066730 0x7f02b4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:31.678 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.676+0000 7f02d2ffd700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f02b4066730 0x7f02b4068bf0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f02d415f5b0 tx=0x7f02bc008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:31.686 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.684+0000 7f02cb7fe700 1 -- 172.21.15.33:0/2477911122 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f02c4051070 con 0x7f02d40cd8d0 2024-09-13T15:02:31.895 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.892+0000 7f02d3fff700 1 -- 172.21.15.33:0/2477911122 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7f02d40cdcb0 con 0x7f02d40cd8d0 2024-09-13T15:02:31.896 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.892+0000 7f02cb7fe700 1 -- 172.21.15.33:0/2477911122 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 26 v26) v1 ==== 94+0+4737 (secure 0 0 0) 0x7f02c401e090 con 0x7f02d40cd8d0 2024-09-13T15:02:31.896 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:31.896 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":26,"default_fscid":2,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5153,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/1822540520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6835","nonce":1822540520},{"type":"v1","addr":"172.21.15.103:6837","nonce":1822540520}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5503,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6836/467571271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":467571271},{"type":"v1","addr":"172.21.15.103:6836","nonce":467571271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/1251224153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1251224153},{"type":"v1","addr":"172.21.15.33:6833","nonce":1251224153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12}],"filesystems":[{"mdsmap":{"epoch":25,"flags":18,"flags_state":{"joinable":true,"allow_snaps":true,"allow_multimds_snaps":true,"allow_standby_replay":false,"refuse_client_session":false,"refuse_standby_for_another_fs":false,"balance_automate":false},"ever_allowed_features":0,"explicitly_allowed_features":0,"created":"2024-09-13T15:02:21.255819+0000","modified":"2024-09-13T15:02:25.287359+0000","tableserver":0,"root":0,"session_timeout":60,"session_autoclose":300,"required_client_features":{},"max_file_size":1099511627776,"max_xattr_size":65536,"last_failure":0,"last_failure_osd_epoch":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"max_mds":1,"in":[0],"up":{"mds_0":5730},"failed":[],"damaged":[],"stopped":[],"info":{"gid_5730":{"gid":5730,"name":"a","rank":0,"incarnation":22,"state":"up:active","state_seq":4,"addr":"172.21.15.33:6835/2960876626","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":2960876626},{"type":"v1","addr":"172.21.15.33:6835","nonce":2960876626}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}}}},"data_pools":[6],"metadata_pool":5,"enabled":true,"fs_name":"cephfs","balancer":"","bal_rank_mask":"-1","standby_count_wanted":1},"id":2}]} 2024-09-13T15:02:31.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.896+0000 7f02d3fff700 1 -- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f02b4066730 msgr2=0x7f02b4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:31.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.896+0000 7f02d3fff700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f02b4066730 0x7f02b4068bf0 secure :-1 s=READY pgs=287 cs=0 l=1 rev1=1 crypto rx=0x7f02d415f5b0 tx=0x7f02bc008040 comp rx=0 tx=0).stop 2024-09-13T15:02:31.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.896+0000 7f02d3fff700 1 -- 172.21.15.33:0/2477911122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02d40cd8d0 msgr2=0x7f02d40ab130 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:31.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.896+0000 7f02d3fff700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02d40cd8d0 0x7f02d40ab130 secure :-1 s=READY pgs=549 cs=0 l=1 rev1=1 crypto rx=0x7f02c400c7f0 tx=0x7f02c400cb00 comp rx=0 tx=0).stop 2024-09-13T15:02:31.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.896+0000 7f02d3fff700 1 -- 172.21.15.33:0/2477911122 shutdown_connections 2024-09-13T15:02:31.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.896+0000 7f02d3fff700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f02b4066730 0x7f02b4068bf0 unknown :-1 s=CLOSED pgs=287 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.896+0000 7f02d3fff700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f02d40cd8d0 0x7f02d40ab130 unknown :-1 s=CLOSED pgs=549 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.896+0000 7f02d3fff700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f02d40b2200 0x7f02d40a8910 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.896+0000 7f02d3fff700 1 --2- 172.21.15.33:0/2477911122 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f02d40b17f0 0x7f02d415cbb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:31.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.896+0000 7f02d3fff700 1 -- 172.21.15.33:0/2477911122 >> 172.21.15.33:0/2477911122 conn(0x7f02d406a350 msgr2=0x7f02d40cce60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:31.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.896+0000 7f02d3fff700 1 -- 172.21.15.33:0/2477911122 shutdown_connections 2024-09-13T15:02:31.899 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:31.896+0000 7f02d3fff700 1 -- 172.21.15.33:0/2477911122 wait complete. 2024-09-13T15:02:31.900 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 26 2024-09-13T15:02:31.912 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:02:32.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.024+0000 7fa1720f1700 1 Processor -- start 2024-09-13T15:02:32.029 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.024+0000 7fa1720f1700 1 -- start start 2024-09-13T15:02:32.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.024+0000 7fa1720f1700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fa16c15e840 0x7fa16c070b80 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.024+0000 7fa1720f1700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa16c15ec20 0x7fa16c161f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.024+0000 7fa1720f1700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa16c164a70 0x7fa16c164f00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.024+0000 7fa1720f1700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa16c165440 con 0x7fa16c15ec20 2024-09-13T15:02:32.031 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.024+0000 7fa1720f1700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa16c071210 con 0x7fa16c15e840 2024-09-13T15:02:32.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.024+0000 7fa1720f1700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa16c0714f0 con 0x7fa16c164a70 2024-09-13T15:02:32.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.024+0000 7fa162ffd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa16c15ec20 0x7fa16c161f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.024+0000 7fa162ffd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa16c15ec20 0x7fa16c161f00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45826/0 (socket says 172.21.15.33:45826) 2024-09-13T15:02:32.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.024+0000 7fa162ffd700 1 -- 172.21.15.33:0/601359753 learned_addr learned my addr 172.21.15.33:0/601359753 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:32.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.024+0000 7fa16bfff700 1 --2- 172.21.15.33:0/601359753 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa16c164a70 0x7fa16c164f00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.024+0000 7fa16b7fe700 1 --2- 172.21.15.33:0/601359753 >> v2:172.21.15.103:3300/0 conn(0x7fa16c15e840 0x7fa16c070b80 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa162ffd700 1 -- 172.21.15.33:0/601359753 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa16c164a70 msgr2=0x7fa16c164f00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:32.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa162ffd700 1 --2- 172.21.15.33:0/601359753 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa16c164a70 0x7fa16c164f00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa162ffd700 1 -- 172.21.15.33:0/601359753 >> v2:172.21.15.103:3300/0 conn(0x7fa16c15e840 msgr2=0x7fa16c070b80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:32.032 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa162ffd700 1 --2- 172.21.15.33:0/601359753 >> v2:172.21.15.103:3300/0 conn(0x7fa16c15e840 0x7fa16c070b80 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa162ffd700 1 -- 172.21.15.33:0/601359753 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa16c0717d0 con 0x7fa16c15ec20 2024-09-13T15:02:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa16b7fe700 1 --2- 172.21.15.33:0/601359753 >> v2:172.21.15.103:3300/0 conn(0x7fa16c15e840 0x7fa16c070b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa162ffd700 1 --2- 172.21.15.33:0/601359753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa16c15ec20 0x7fa16c161f00 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fa16c06dec0 tx=0x7fa154009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d184da500c217287 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa16affd700 1 -- 172.21.15.33:0/601359753 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa154011830 con 0x7fa16c15ec20 2024-09-13T15:02:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa16affd700 1 -- 172.21.15.33:0/601359753 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa154011990 con 0x7fa16c15ec20 2024-09-13T15:02:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa16affd700 1 -- 172.21.15.33:0/601359753 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa154011d20 con 0x7fa16c15ec20 2024-09-13T15:02:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa1720f1700 1 -- 172.21.15.33:0/601359753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa16c15ec20 msgr2=0x7fa16c161f00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa1720f1700 1 --2- 172.21.15.33:0/601359753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa16c15ec20 0x7fa16c161f00 secure :-1 s=READY pgs=550 cs=0 l=1 rev1=1 crypto rx=0x7fa16c06dec0 tx=0x7fa154009bf0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa1720f1700 1 -- 172.21.15.33:0/601359753 shutdown_connections 2024-09-13T15:02:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa1720f1700 1 --2- 172.21.15.33:0/601359753 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa16c164a70 0x7fa16c164f00 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa1720f1700 1 --2- 172.21.15.33:0/601359753 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa16c15ec20 0x7fa16c161f00 unknown :-1 s=CLOSED pgs=550 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa1720f1700 1 --2- 172.21.15.33:0/601359753 >> v2:172.21.15.103:3300/0 conn(0x7fa16c15e840 0x7fa16c070b80 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.033 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa1720f1700 1 -- 172.21.15.33:0/601359753 >> 172.21.15.33:0/601359753 conn(0x7fa16c06a350 msgr2=0x7fa16c06a760 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:32.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa1720f1700 1 -- 172.21.15.33:0/601359753 shutdown_connections 2024-09-13T15:02:32.034 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa1720f1700 1 -- 172.21.15.33:0/601359753 wait complete. 2024-09-13T15:02:32.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa1720f1700 1 Processor -- start 2024-09-13T15:02:32.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.028+0000 7fa1720f1700 1 -- start start 2024-09-13T15:02:32.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa1720f1700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa16c15e840 0x7fa16c153690 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa1720f1700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa16c164a70 0x7fa16c159800 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa1720f1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa16c0b0320 0x7fa16c1600d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa1720f1700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa16c154150 con 0x7fa16c0b0320 2024-09-13T15:02:32.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa1720f1700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa16c153bd0 con 0x7fa16c15e840 2024-09-13T15:02:32.036 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa1720f1700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa16c0b08b0 con 0x7fa16c164a70 2024-09-13T15:02:32.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa16bfff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa16c0b0320 0x7fa16c1600d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa16bfff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa16c0b0320 0x7fa16c1600d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45832/0 (socket says 172.21.15.33:45832) 2024-09-13T15:02:32.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa16bfff700 1 -- 172.21.15.33:0/3026835169 learned_addr learned my addr 172.21.15.33:0/3026835169 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:32.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa16b7fe700 1 --2- 172.21.15.33:0/3026835169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa16c15e840 0x7fa16c153690 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa162ffd700 1 --2- 172.21.15.33:0/3026835169 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa16c164a70 0x7fa16c159800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa16bfff700 1 -- 172.21.15.33:0/3026835169 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa16c164a70 msgr2=0x7fa16c159800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:32.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa16bfff700 1 --2- 172.21.15.33:0/3026835169 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa16c164a70 0x7fa16c159800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa16bfff700 1 -- 172.21.15.33:0/3026835169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa16c15e840 msgr2=0x7fa16c153690 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:32.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa16bfff700 1 --2- 172.21.15.33:0/3026835169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa16c15e840 0x7fa16c153690 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa16bfff700 1 -- 172.21.15.33:0/3026835169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa154009570 con 0x7fa16c0b0320 2024-09-13T15:02:32.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa16bfff700 1 --2- 172.21.15.33:0/3026835169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa16c0b0320 0x7fa16c1600d0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fa16400efc0 tx=0x7fa16400c0c0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:32.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa168ff9700 1 -- 172.21.15.33:0/3026835169 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa16400cb80 con 0x7fa16c0b0320 2024-09-13T15:02:32.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa168ff9700 1 -- 172.21.15.33:0/3026835169 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa16400f040 con 0x7fa16c0b0320 2024-09-13T15:02:32.037 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa1720f1700 1 -- 172.21.15.33:0/3026835169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa16c0b0b90 con 0x7fa16c0b0320 2024-09-13T15:02:32.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa168ff9700 1 -- 172.21.15.33:0/3026835169 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa164014480 con 0x7fa16c0b0320 2024-09-13T15:02:32.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa1720f1700 1 -- 172.21.15.33:0/3026835169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa16c0b1150 con 0x7fa16c0b0320 2024-09-13T15:02:32.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.032+0000 7fa1720f1700 1 -- 172.21.15.33:0/3026835169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa16c0cbaf0 con 0x7fa16c0b0320 2024-09-13T15:02:32.038 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.036+0000 7fa168ff9700 1 -- 172.21.15.33:0/3026835169 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa1640145e0 con 0x7fa16c0b0320 2024-09-13T15:02:32.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.036+0000 7fa168ff9700 1 --2- 172.21.15.33:0/3026835169 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa14c066730 0x7fa14c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.039 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.036+0000 7fa168ff9700 1 -- 172.21.15.33:0/3026835169 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7fa164084a60 con 0x7fa16c0b0320 2024-09-13T15:02:32.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.036+0000 7fa16b7fe700 1 --2- 172.21.15.33:0/3026835169 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa14c066730 0x7fa14c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.040 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.036+0000 7fa16b7fe700 1 --2- 172.21.15.33:0/3026835169 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa14c066730 0x7fa14c068bf0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa16c1ece90 tx=0x7fa15c008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:32.048 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.044+0000 7fa168ff9700 1 -- 172.21.15.33:0/3026835169 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa16c0cbaf0 con 0x7fa16c0b0320 2024-09-13T15:02:32.226 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.224+0000 7fa1720f1700 1 -- 172.21.15.33:0/3026835169 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7fa16c0cbaf0 con 0x7fa16c0b0320 2024-09-13T15:02:32.228 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.224+0000 7fa168ff9700 1 -- 172.21.15.33:0/3026835169 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v43) v1 ==== 74+0+16855 (secure 0 0 0) 0x7fa16c0cbaf0 con 0x7fa16c0b0320 2024-09-13T15:02:32.229 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:32.229 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":43,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:02:21.255554+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":5,"pool_name":"cephfs_metadata","create_time":"2024-09-13T15:02:08.988339+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":32,"pg_placement_num":32,"pg_placement_num_target":32,"pg_num_target":32,"pg_num_pending":32,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_autoscale_bias":4,"pg_num_min":16,"recovery_priority":5},"application_metadata":{"cephfs":{"metadata":"cephfs"}},"read_balance":{"score_acting":1.25,"score_stable":1.25,"optimal_score":1,"raw_score_acting":1.25,"raw_score_stable":1.25,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}},{"pool":6,"pool_name":"cephfs_data","create_time":"2024-09-13T15:02:10.043646+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":64,"pg_placement_num":64,"pg_placement_num_target":64,"pg_num_target":64,"pg_num_pending":64,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"43","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_min":64,"target_size_ratio":0.89999997615814209},"application_metadata":{"cephfs":{"data":"cephfs"}},"read_balance":{"score_acting":1.3799999952316284,"score_stable":1.3799999952316284,"optimal_score":1,"raw_score_acting":1.3799999952316284,"raw_score_stable":1.3799999952316284,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6835/2157339166":"2024-09-14T15:02:19.855838+0000","172.21.15.33:6834/2157339166":"2024-09-14T15:02:19.855838+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:02:32.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.228+0000 7fa1720f1700 1 -- 172.21.15.33:0/3026835169 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa14c066730 msgr2=0x7fa14c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:32.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.228+0000 7fa1720f1700 1 --2- 172.21.15.33:0/3026835169 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa14c066730 0x7fa14c068bf0 secure :-1 s=READY pgs=288 cs=0 l=1 rev1=1 crypto rx=0x7fa16c1ece90 tx=0x7fa15c008040 comp rx=0 tx=0).stop 2024-09-13T15:02:32.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.228+0000 7fa1720f1700 1 -- 172.21.15.33:0/3026835169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa16c0b0320 msgr2=0x7fa16c1600d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:32.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.228+0000 7fa1720f1700 1 --2- 172.21.15.33:0/3026835169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa16c0b0320 0x7fa16c1600d0 secure :-1 s=READY pgs=551 cs=0 l=1 rev1=1 crypto rx=0x7fa16400efc0 tx=0x7fa16400c0c0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.228+0000 7fa1720f1700 1 -- 172.21.15.33:0/3026835169 shutdown_connections 2024-09-13T15:02:32.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.228+0000 7fa1720f1700 1 --2- 172.21.15.33:0/3026835169 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa14c066730 0x7fa14c068bf0 unknown :-1 s=CLOSED pgs=288 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.231 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.228+0000 7fa1720f1700 1 --2- 172.21.15.33:0/3026835169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa16c0b0320 0x7fa16c1600d0 unknown :-1 s=CLOSED pgs=551 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.228+0000 7fa1720f1700 1 --2- 172.21.15.33:0/3026835169 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa16c164a70 0x7fa16c159800 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.228+0000 7fa1720f1700 1 --2- 172.21.15.33:0/3026835169 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa16c15e840 0x7fa16c153690 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.228+0000 7fa1720f1700 1 -- 172.21.15.33:0/3026835169 >> 172.21.15.33:0/3026835169 conn(0x7fa16c06a350 msgr2=0x7fa16c06bc60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:32.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.228+0000 7fa1720f1700 1 -- 172.21.15.33:0/3026835169 shutdown_connections 2024-09-13T15:02:32.232 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.228+0000 7fa1720f1700 1 -- 172.21.15.33:0/3026835169 wait complete. 2024-09-13T15:02:32.244 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs fail cephfs 2024-09-13T15:02:32.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.360+0000 7f9db62ec700 1 Processor -- start 2024-09-13T15:02:32.365 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.360+0000 7f9db62ec700 1 -- start start 2024-09-13T15:02:32.366 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db62ec700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9db015cc40 0x7f9db00ce710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db62ec700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9db00cd860 0x7f9db008bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db62ec700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9db015d020 con 0x7f9db008c4e0 2024-09-13T15:02:32.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db62ec700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9db008c970 con 0x7f9db015cc40 2024-09-13T15:02:32.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db62ec700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9db00b44c0 con 0x7f9db00cd860 2024-09-13T15:02:32.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db52ea700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9db015cc40 0x7f9db00ce710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db5aeb700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f9db008c4e0 0x7f9db0160720 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34128/0 (socket says 172.21.15.33:34128) 2024-09-13T15:02:32.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db5aeb700 1 -- 172.21.15.33:0/2567735720 learned_addr learned my addr 172.21.15.33:0/2567735720 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:32.367 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db4ae9700 1 --2- 172.21.15.33:0/2567735720 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9db00cd860 0x7f9db008bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9da3fff700 1 -- 172.21.15.33:0/2567735720 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3313806625 0 0) 0x7f9db015d020 con 0x7f9db008c4e0 2024-09-13T15:02:32.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9da3fff700 1 -- 172.21.15.33:0/2567735720 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f9d9c0035d0 con 0x7f9db008c4e0 2024-09-13T15:02:32.369 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db4ae9700 1 -- 172.21.15.33:0/2567735720 >> v2:172.21.15.33:3300/0 conn(0x7f9db015cc40 msgr2=0x7f9db00ce710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:32.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db4ae9700 1 --2- 172.21.15.33:0/2567735720 >> v2:172.21.15.33:3300/0 conn(0x7f9db015cc40 0x7f9db00ce710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db4ae9700 1 -- 172.21.15.33:0/2567735720 >> v1:172.21.15.33:6789/0 conn(0x7f9db008c4e0 legacy=0x7f9db0160720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:32.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db4ae9700 1 -- 172.21.15.33:0/2567735720 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9db00d0720 con 0x7f9db00cd860 2024-09-13T15:02:32.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db4ae9700 1 --2- 172.21.15.33:0/2567735720 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9db00cd860 0x7f9db008bfa0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9da4009850 tx=0x7f9da4009b60 comp rx=0 tx=0).ready entity=mon.2 client_cookie=6ff048d0d0b9ba7b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:32.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9da3fff700 1 -- 172.21.15.33:0/2567735720 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9da4011830 con 0x7f9db00cd860 2024-09-13T15:02:32.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9da3fff700 1 -- 172.21.15.33:0/2567735720 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9da4011990 con 0x7f9db00cd860 2024-09-13T15:02:32.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9da3fff700 1 -- 172.21.15.33:0/2567735720 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9da4011d40 con 0x7f9db00cd860 2024-09-13T15:02:32.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db62ec700 1 -- 172.21.15.33:0/2567735720 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9db00cd860 msgr2=0x7f9db008bfa0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:32.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db62ec700 1 --2- 172.21.15.33:0/2567735720 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9db00cd860 0x7f9db008bfa0 secure :-1 s=READY pgs=102 cs=0 l=1 rev1=1 crypto rx=0x7f9da4009850 tx=0x7f9da4009b60 comp rx=0 tx=0).stop 2024-09-13T15:02:32.370 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db62ec700 1 -- 172.21.15.33:0/2567735720 shutdown_connections 2024-09-13T15:02:32.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db62ec700 1 --2- 172.21.15.33:0/2567735720 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9db00cd860 0x7f9db008bfa0 unknown :-1 s=CLOSED pgs=102 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db62ec700 1 --2- 172.21.15.33:0/2567735720 >> v2:172.21.15.33:3300/0 conn(0x7f9db015cc40 0x7f9db00ce710 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db62ec700 1 -- 172.21.15.33:0/2567735720 >> 172.21.15.33:0/2567735720 conn(0x7f9db00b4640 msgr2=0x7f9db00b4a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:32.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db62ec700 1 -- 172.21.15.33:0/2567735720 shutdown_connections 2024-09-13T15:02:32.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.364+0000 7f9db62ec700 1 -- 172.21.15.33:0/2567735720 wait complete. 2024-09-13T15:02:32.371 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db62ec700 1 Processor -- start 2024-09-13T15:02:32.372 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db62ec700 1 -- start start 2024-09-13T15:02:32.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db62ec700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9db008c4e0 0x7f9db00cb670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db62ec700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9db00cd860 0x7f9db006ba90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.374 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db62ec700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9db015cc40 0x7f9db0154b90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db62ec700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9db00b5980 con 0x7f9db00cd860 2024-09-13T15:02:32.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db62ec700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9db00cbbb0 con 0x7f9db008c4e0 2024-09-13T15:02:32.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db62ec700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9db00cbe50 con 0x7f9db015cc40 2024-09-13T15:02:32.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db4ae9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9db00cd860 0x7f9db006ba90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db4ae9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9db00cd860 0x7f9db006ba90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45844/0 (socket says 172.21.15.33:45844) 2024-09-13T15:02:32.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db4ae9700 1 -- 172.21.15.33:0/1574230866 learned_addr learned my addr 172.21.15.33:0/1574230866 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:32.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db5aeb700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9db015cc40 0x7f9db0154b90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db52ea700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9db008c4e0 0x7f9db00cb670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db4ae9700 1 -- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9db015cc40 msgr2=0x7f9db0154b90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:32.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db4ae9700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9db015cc40 0x7f9db0154b90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.375 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db4ae9700 1 -- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9db008c4e0 msgr2=0x7f9db00cb670 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:32.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.368+0000 7f9db4ae9700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9db008c4e0 0x7f9db00cb670 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.372+0000 7f9db4ae9700 1 -- 172.21.15.33:0/1574230866 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9da40094b0 con 0x7f9db00cd860 2024-09-13T15:02:32.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.372+0000 7f9db52ea700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9db008c4e0 0x7f9db00cb670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:32.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.372+0000 7f9db4ae9700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9db00cd860 0x7f9db006ba90 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f9da4000c00 tx=0x7f9da4004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:32.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.372+0000 7f9da1ffb700 1 -- 172.21.15.33:0/1574230866 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9da4006ea0 con 0x7f9db00cd860 2024-09-13T15:02:32.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.372+0000 7f9da1ffb700 1 -- 172.21.15.33:0/1574230866 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9da401e070 con 0x7f9db00cd860 2024-09-13T15:02:32.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.372+0000 7f9da1ffb700 1 -- 172.21.15.33:0/1574230866 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9da4019c40 con 0x7f9db00cd860 2024-09-13T15:02:32.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.372+0000 7f9db62ec700 1 -- 172.21.15.33:0/1574230866 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9db00cc130 con 0x7f9db00cd860 2024-09-13T15:02:32.376 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.372+0000 7f9db62ec700 1 -- 172.21.15.33:0/1574230866 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9db006bfd0 con 0x7f9db00cd860 2024-09-13T15:02:32.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.372+0000 7f9da1ffb700 1 -- 172.21.15.33:0/1574230866 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9da401a420 con 0x7f9db00cd860 2024-09-13T15:02:32.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.372+0000 7f9db62ec700 1 -- 172.21.15.33:0/1574230866 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f9db006c1c0 con 0x7f9db00cd860 2024-09-13T15:02:32.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.372+0000 7f9da1ffb700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9d94066730 0x7f9d94068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.377 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.372+0000 7f9da1ffb700 1 -- 172.21.15.33:0/1574230866 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(43..43 src has 1..43) v4 ==== 6115+0+0 (secure 0 0 0) 0x7f9da40852f0 con 0x7f9db00cd860 2024-09-13T15:02:32.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.372+0000 7f9db52ea700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9d94066730 0x7f9d94068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.378 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.376+0000 7f9db52ea700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9d94066730 0x7f9d94068bf0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f9dac009c40 tx=0x7f9dac008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:32.385 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.380+0000 7f9da1ffb700 1 -- 172.21.15.33:0/1574230866 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f9da4052430 con 0x7f9db00cd860 2024-09-13T15:02:32.589 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.584+0000 7f9db62ec700 1 -- 172.21.15.33:0/1574230866 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs fail", "fs_name": "cephfs"} v 0) v1 -- 0x7f9db00b5e10 con 0x7f9db00cd860 2024-09-13T15:02:32.591 INFO:tasks.ceph.mon.a.smithi033.stderr:2024-09-13T15:02:32.588+0000 7fb06a7e6700 -1 log_channel(cluster) log [ERR] : Health check failed: 1 filesystem is offline (MDS_ALL_DOWN) 2024-09-13T15:02:32.607 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.604+0000 7f9da1ffb700 1 -- 172.21.15.33:0/1574230866 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs fail", "fs_name": "cephfs"}]=0 cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. v27) v1 ==== 161+0+0 (secure 0 0 0) 0x7f9db00b5e10 con 0x7f9db00cd860 2024-09-13T15:02:32.609 INFO:tasks.ceph.mds.a.smithi033.stderr: -437> 2024-09-13T15:02:25.876+0000 7f0d3e56a700 -1 mds.pinger is_rank_lagging: rank=0 was never sent ping request. 2024-09-13T15:02:32.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.608+0000 7f9db62ec700 1 -- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9d94066730 msgr2=0x7f9d94068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:32.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.608+0000 7f9db62ec700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9d94066730 0x7f9d94068bf0 secure :-1 s=READY pgs=289 cs=0 l=1 rev1=1 crypto rx=0x7f9dac009c40 tx=0x7f9dac008040 comp rx=0 tx=0).stop 2024-09-13T15:02:32.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.608+0000 7f9db62ec700 1 -- 172.21.15.33:0/1574230866 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9db00cd860 msgr2=0x7f9db006ba90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:32.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.608+0000 7f9db62ec700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9db00cd860 0x7f9db006ba90 secure :-1 s=READY pgs=553 cs=0 l=1 rev1=1 crypto rx=0x7f9da4000c00 tx=0x7f9da4004770 comp rx=0 tx=0).stop 2024-09-13T15:02:32.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.608+0000 7f9db62ec700 1 -- 172.21.15.33:0/1574230866 shutdown_connections 2024-09-13T15:02:32.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.608+0000 7f9db62ec700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9d94066730 0x7f9d94068bf0 unknown :-1 s=CLOSED pgs=289 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.608+0000 7f9db62ec700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9db015cc40 0x7f9db0154b90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.608+0000 7f9db62ec700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9db00cd860 0x7f9db006ba90 unknown :-1 s=CLOSED pgs=553 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.611 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.608+0000 7f9db62ec700 1 --2- 172.21.15.33:0/1574230866 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9db008c4e0 0x7f9db00cb670 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.608+0000 7f9db62ec700 1 -- 172.21.15.33:0/1574230866 >> 172.21.15.33:0/1574230866 conn(0x7f9db00b4640 msgr2=0x7f9db00b3d20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:32.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.608+0000 7f9db62ec700 1 -- 172.21.15.33:0/1574230866 shutdown_connections 2024-09-13T15:02:32.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.608+0000 7f9db62ec700 1 -- 172.21.15.33:0/1574230866 wait complete. 2024-09-13T15:02:32.612 INFO:teuthology.orchestra.run.smithi033.stderr:cephfs marked not joinable; MDS cannot join the cluster. All MDS ranks marked failed. 2024-09-13T15:02:32.626 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs rm cephfs --yes-i-really-mean-it 2024-09-13T15:02:32.640 INFO:tasks.ceph.mds.a.smithi033.stdout:starting mds.a at 2024-09-13T15:02:32.742 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ef59e700 1 Processor -- start 2024-09-13T15:02:32.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ef59e700 1 -- start start 2024-09-13T15:02:32.747 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ef59e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa8f0159530 0x7fa8f00cdbd0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ef59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8f00ce110 0x7fa8f015d1c0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ef59e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fa8f015d700 0x7fa8f00b2ac0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ef59e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8f015db90 con 0x7fa8f0159530 2024-09-13T15:02:32.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ef59e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fa8f00ce700 con 0x7fa8f015d700 2024-09-13T15:02:32.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ef59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8f00ce9e0 con 0x7fa8f00ce110 2024-09-13T15:02:32.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ee59c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa8f0159530 0x7fa8f00cdbd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ee59c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fa8f0159530 0x7fa8f00cdbd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45864/0 (socket says 172.21.15.33:45864) 2024-09-13T15:02:32.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ee59c700 1 -- 172.21.15.33:0/3090246827 learned_addr learned my addr 172.21.15.33:0/3090246827 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:32.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8eed9d700 1 --2- 172.21.15.33:0/3090246827 >> v2:172.21.15.103:3300/0 conn(0x7fa8f015d700 0x7fa8f00b2ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8edd9b700 1 --2- 172.21.15.33:0/3090246827 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8f00ce110 0x7fa8f015d1c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ee59c700 1 -- 172.21.15.33:0/3090246827 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8f00ce110 msgr2=0x7fa8f015d1c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:32.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ee59c700 1 --2- 172.21.15.33:0/3090246827 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8f00ce110 0x7fa8f015d1c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ee59c700 1 -- 172.21.15.33:0/3090246827 >> v2:172.21.15.103:3300/0 conn(0x7fa8f015d700 msgr2=0x7fa8f00b2ac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:32.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ee59c700 1 --2- 172.21.15.33:0/3090246827 >> v2:172.21.15.103:3300/0 conn(0x7fa8f015d700 0x7fa8f00b2ac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ee59c700 1 -- 172.21.15.33:0/3090246827 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8f00cecc0 con 0x7fa8f0159530 2024-09-13T15:02:32.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8eed9d700 1 --2- 172.21.15.33:0/3090246827 >> v2:172.21.15.103:3300/0 conn(0x7fa8f015d700 0x7fa8f00b2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:32.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.740+0000 7fa8ee59c700 1 --2- 172.21.15.33:0/3090246827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8f0159530 0x7fa8f00cdbd0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fa8f0071e60 tx=0x7fa8e000be90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89ce1aa94d3a88bf server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:32.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.744+0000 7fa8ed59a700 1 -- 172.21.15.33:0/3090246827 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8e000dd90 con 0x7fa8f0159530 2024-09-13T15:02:32.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.744+0000 7fa8ed59a700 1 -- 172.21.15.33:0/3090246827 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8e0010470 con 0x7fa8f0159530 2024-09-13T15:02:32.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.744+0000 7fa8ed59a700 1 -- 172.21.15.33:0/3090246827 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8e0010800 con 0x7fa8f0159530 2024-09-13T15:02:32.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.744+0000 7fa8ef59e700 1 -- 172.21.15.33:0/3090246827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8f0159530 msgr2=0x7fa8f00cdbd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:32.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.744+0000 7fa8ef59e700 1 --2- 172.21.15.33:0/3090246827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8f0159530 0x7fa8f00cdbd0 secure :-1 s=READY pgs=557 cs=0 l=1 rev1=1 crypto rx=0x7fa8f0071e60 tx=0x7fa8e000be90 comp rx=0 tx=0).stop 2024-09-13T15:02:32.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.744+0000 7fa8ef59e700 1 -- 172.21.15.33:0/3090246827 shutdown_connections 2024-09-13T15:02:32.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.744+0000 7fa8ef59e700 1 --2- 172.21.15.33:0/3090246827 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8f00ce110 0x7fa8f015d1c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.744+0000 7fa8ef59e700 1 --2- 172.21.15.33:0/3090246827 >> v2:172.21.15.103:3300/0 conn(0x7fa8f015d700 0x7fa8f00b2ac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.744+0000 7fa8ef59e700 1 --2- 172.21.15.33:0/3090246827 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8f0159530 0x7fa8f00cdbd0 unknown :-1 s=CLOSED pgs=557 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.744+0000 7fa8ef59e700 1 -- 172.21.15.33:0/3090246827 >> 172.21.15.33:0/3090246827 conn(0x7fa8f006b460 msgr2=0x7fa8f006b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:32.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.744+0000 7fa8ef59e700 1 -- 172.21.15.33:0/3090246827 shutdown_connections 2024-09-13T15:02:32.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.744+0000 7fa8ef59e700 1 -- 172.21.15.33:0/3090246827 wait complete. 2024-09-13T15:02:32.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.744+0000 7fa8ef59e700 1 Processor -- start 2024-09-13T15:02:32.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.744+0000 7fa8ef59e700 1 -- start start 2024-09-13T15:02:32.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8ef59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8f00ce110 0x7fa8f0140370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8ef59e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8f0159530 0x7fa8f0157fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8ef59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8f015d700 0x7fa8f015b740 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8ef59e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8f01584e0 con 0x7fa8f015d700 2024-09-13T15:02:32.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8ef59e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fa8f01586e0 con 0x7fa8f0159530 2024-09-13T15:02:32.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8ef59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fa8f014bc70 con 0x7fa8f00ce110 2024-09-13T15:02:32.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8eed9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8f015d700 0x7fa8f015b740 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8eed9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8f015d700 0x7fa8f015b740 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45878/0 (socket says 172.21.15.33:45878) 2024-09-13T15:02:32.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8eed9d700 1 -- 172.21.15.33:0/2385206092 learned_addr learned my addr 172.21.15.33:0/2385206092 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8edd9b700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8f0159530 0x7fa8f0157fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8ee59c700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8f00ce110 0x7fa8f0140370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8eed9d700 1 -- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8f00ce110 msgr2=0x7fa8f0140370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8eed9d700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8f00ce110 0x7fa8f0140370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8eed9d700 1 -- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8f0159530 msgr2=0x7fa8f0157fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8eed9d700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8f0159530 0x7fa8f0157fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8eed9d700 1 -- 172.21.15.33:0/2385206092 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fa8e000b810 con 0x7fa8f015d700 2024-09-13T15:02:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8ee59c700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8f00ce110 0x7fa8f0140370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:32.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8eed9d700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8f015d700 0x7fa8f015b740 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fa8e8007e70 tx=0x7fa8e800d3b0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:32.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8deffd700 1 -- 172.21.15.33:0/2385206092 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8e800ddd0 con 0x7fa8f015d700 2024-09-13T15:02:32.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8deffd700 1 -- 172.21.15.33:0/2385206092 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fa8e800f040 con 0x7fa8f015d700 2024-09-13T15:02:32.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8ef59e700 1 -- 172.21.15.33:0/2385206092 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fa8f01563f0 con 0x7fa8f015d700 2024-09-13T15:02:32.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8deffd700 1 -- 172.21.15.33:0/2385206092 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fa8e8003c80 con 0x7fa8f015d700 2024-09-13T15:02:32.754 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.748+0000 7fa8ef59e700 1 -- 172.21.15.33:0/2385206092 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fa8f01569b0 con 0x7fa8f015d700 2024-09-13T15:02:32.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.752+0000 7fa8ef59e700 1 -- 172.21.15.33:0/2385206092 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fa8f015d1c0 con 0x7fa8f015d700 2024-09-13T15:02:32.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.752+0000 7fa8deffd700 1 -- 172.21.15.33:0/2385206092 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fa8e8004030 con 0x7fa8f015d700 2024-09-13T15:02:32.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.752+0000 7fa8deffd700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa8d0066730 0x7fa8d0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:32.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.752+0000 7fa8deffd700 1 -- 172.21.15.33:0/2385206092 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6201+0+0 (secure 0 0 0) 0x7fa8e80842c0 con 0x7fa8f015d700 2024-09-13T15:02:32.755 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.752+0000 7fa8ee59c700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa8d0066730 0x7fa8d0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:32.756 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.752+0000 7fa8ee59c700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa8d0066730 0x7fa8d0068bf0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fa8e000bfd0 tx=0x7fa8e0013000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:32.761 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.756+0000 7fa8deffd700 1 -- 172.21.15.33:0/2385206092 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fa8e80514d0 con 0x7fa8f015d700 2024-09-13T15:02:32.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:32.968+0000 7fa8ef59e700 1 -- 172.21.15.33:0/2385206092 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true} v 0) v1 -- 0x7fa8f00b4d30 con 0x7fa8f015d700 2024-09-13T15:02:33.612 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.608+0000 7fa8deffd700 1 -- 172.21.15.33:0/2385206092 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs rm", "fs_name": "cephfs", "yes_i_really_mean_it": true}]=0 v28) v1 ==== 104+0+0 (secure 0 0 0) 0x7fa8e8054af0 con 0x7fa8f015d700 2024-09-13T15:02:33.618 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.612+0000 7fa8ef59e700 1 -- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa8d0066730 msgr2=0x7fa8d0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:33.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.612+0000 7fa8ef59e700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa8d0066730 0x7fa8d0068bf0 secure :-1 s=READY pgs=290 cs=0 l=1 rev1=1 crypto rx=0x7fa8e000bfd0 tx=0x7fa8e0013000 comp rx=0 tx=0).stop 2024-09-13T15:02:33.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.612+0000 7fa8ef59e700 1 -- 172.21.15.33:0/2385206092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8f015d700 msgr2=0x7fa8f015b740 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:33.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.612+0000 7fa8ef59e700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8f015d700 0x7fa8f015b740 secure :-1 s=READY pgs=558 cs=0 l=1 rev1=1 crypto rx=0x7fa8e8007e70 tx=0x7fa8e800d3b0 comp rx=0 tx=0).stop 2024-09-13T15:02:33.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.612+0000 7fa8ef59e700 1 -- 172.21.15.33:0/2385206092 shutdown_connections 2024-09-13T15:02:33.619 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.612+0000 7fa8ef59e700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fa8d0066730 0x7fa8d0068bf0 unknown :-1 s=CLOSED pgs=290 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:33.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.612+0000 7fa8ef59e700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fa8f015d700 0x7fa8f015b740 unknown :-1 s=CLOSED pgs=558 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:33.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.612+0000 7fa8ef59e700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fa8f0159530 0x7fa8f0157fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:33.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.612+0000 7fa8ef59e700 1 --2- 172.21.15.33:0/2385206092 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fa8f00ce110 0x7fa8f0140370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:33.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.612+0000 7fa8ef59e700 1 -- 172.21.15.33:0/2385206092 >> 172.21.15.33:0/2385206092 conn(0x7fa8f006b460 msgr2=0x7fa8f0066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:33.620 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.612+0000 7fa8ef59e700 1 -- 172.21.15.33:0/2385206092 shutdown_connections 2024-09-13T15:02:33.621 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.612+0000 7fa8ef59e700 1 -- 172.21.15.33:0/2385206092 wait complete. 2024-09-13T15:02:33.637 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_metadata cephfs_metadata --yes-i-really-really-mean-it 2024-09-13T15:02:33.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.760+0000 7f383e74b700 1 Processor -- start 2024-09-13T15:02:33.766 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383e74b700 1 -- start start 2024-09-13T15:02:33.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383e74b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f383813c710 0x7f383806dbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:33.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383e74b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3838071400 0x7f383815d500 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:33.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383e74b700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f383813caf0 con 0x7f38380b43e0 2024-09-13T15:02:33.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383e74b700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f383815aca0 con 0x7f383813c710 2024-09-13T15:02:33.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383e74b700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f383806e130 con 0x7f3838071400 2024-09-13T15:02:33.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383d749700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f383813c710 0x7f383806dbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:33.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383cf48700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f38380b43e0 0x7f3838070cf0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34148/0 (socket says 172.21.15.33:34148) 2024-09-13T15:02:33.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383cf48700 1 -- 172.21.15.33:0/595635521 learned_addr learned my addr 172.21.15.33:0/595635521 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:33.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383df4a700 1 --2- 172.21.15.33:0/595635521 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3838071400 0x7f383815d500 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:33.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f382ffff700 1 -- 172.21.15.33:0/595635521 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1914075480 0 0) 0x7f383813caf0 con 0x7f38380b43e0 2024-09-13T15:02:33.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f382ffff700 1 -- 172.21.15.33:0/595635521 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f38240035d0 con 0x7f38380b43e0 2024-09-13T15:02:33.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383df4a700 1 -- 172.21.15.33:0/595635521 >> v2:172.21.15.33:3300/0 conn(0x7f383813c710 msgr2=0x7f383806dbf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:33.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383df4a700 1 --2- 172.21.15.33:0/595635521 >> v2:172.21.15.33:3300/0 conn(0x7f383813c710 0x7f383806dbf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:33.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383df4a700 1 -- 172.21.15.33:0/595635521 >> v1:172.21.15.33:6789/0 conn(0x7f38380b43e0 legacy=0x7f3838070cf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:33.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383df4a700 1 -- 172.21.15.33:0/595635521 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3838159d60 con 0x7f3838071400 2024-09-13T15:02:33.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f383df4a700 1 --2- 172.21.15.33:0/595635521 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3838071400 0x7f383815d500 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f3838159f50 tx=0x7f383000b330 comp rx=0 tx=0).ready entity=mon.2 client_cookie=481ba2e0fc57889a server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:33.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f382ffff700 1 -- 172.21.15.33:0/595635521 <== mon.2 v2:172.21.15.103:3301/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3830016070 con 0x7f3838071400 2024-09-13T15:02:33.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f382ffff700 1 -- 172.21.15.33:0/595635521 <== mon.2 v2:172.21.15.103:3301/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f383000bb20 con 0x7f3838071400 2024-09-13T15:02:33.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.764+0000 7f382ffff700 1 -- 172.21.15.33:0/595635521 <== mon.2 v2:172.21.15.103:3301/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f383000e070 con 0x7f3838071400 2024-09-13T15:02:33.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.768+0000 7f383e74b700 1 -- 172.21.15.33:0/595635521 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3838071400 msgr2=0x7f383815d500 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:33.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.768+0000 7f383e74b700 1 --2- 172.21.15.33:0/595635521 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3838071400 0x7f383815d500 secure :-1 s=READY pgs=103 cs=0 l=1 rev1=1 crypto rx=0x7f3838159f50 tx=0x7f383000b330 comp rx=0 tx=0).stop 2024-09-13T15:02:33.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.768+0000 7f383e74b700 1 -- 172.21.15.33:0/595635521 shutdown_connections 2024-09-13T15:02:33.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.768+0000 7f383e74b700 1 --2- 172.21.15.33:0/595635521 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3838071400 0x7f383815d500 unknown :-1 s=CLOSED pgs=103 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:33.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.768+0000 7f383e74b700 1 --2- 172.21.15.33:0/595635521 >> v2:172.21.15.33:3300/0 conn(0x7f383813c710 0x7f383806dbf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:33.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.768+0000 7f383e74b700 1 -- 172.21.15.33:0/595635521 >> 172.21.15.33:0/595635521 conn(0x7f38380b1730 msgr2=0x7f38380b1b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:33.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.768+0000 7f383e74b700 1 -- 172.21.15.33:0/595635521 shutdown_connections 2024-09-13T15:02:33.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.768+0000 7f383e74b700 1 -- 172.21.15.33:0/595635521 wait complete. 2024-09-13T15:02:33.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.768+0000 7f383e74b700 1 Processor -- start 2024-09-13T15:02:33.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.768+0000 7f383e74b700 1 -- start start 2024-09-13T15:02:33.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383e74b700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3838071400 0x7f3838156810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:33.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383e74b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f38380b43e0 0x7f383815c670 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:33.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383e74b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f383813c710 0x7f38381536b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:33.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383e74b700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f38380b0fa0 con 0x7f38380b43e0 2024-09-13T15:02:33.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383e74b700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f3838155480 con 0x7f3838071400 2024-09-13T15:02:33.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383e74b700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3838154900 con 0x7f383813c710 2024-09-13T15:02:33.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383cf48700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f38380b43e0 0x7f383815c670 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:33.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383cf48700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f38380b43e0 0x7f383815c670 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45894/0 (socket says 172.21.15.33:45894) 2024-09-13T15:02:33.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383cf48700 1 -- 172.21.15.33:0/2148355878 learned_addr learned my addr 172.21.15.33:0/2148355878 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:33.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383d749700 1 --2- 172.21.15.33:0/2148355878 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3838071400 0x7f3838156810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:33.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383df4a700 1 --2- 172.21.15.33:0/2148355878 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f383813c710 0x7f38381536b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:33.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383cf48700 1 -- 172.21.15.33:0/2148355878 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f383813c710 msgr2=0x7f38381536b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:33.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383cf48700 1 --2- 172.21.15.33:0/2148355878 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f383813c710 0x7f38381536b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:33.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383cf48700 1 -- 172.21.15.33:0/2148355878 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3838071400 msgr2=0x7f3838156810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:33.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383cf48700 1 --2- 172.21.15.33:0/2148355878 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3838071400 0x7f3838156810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:33.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383cf48700 1 -- 172.21.15.33:0/2148355878 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3830009a70 con 0x7f38380b43e0 2024-09-13T15:02:33.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383cf48700 1 --2- 172.21.15.33:0/2148355878 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f38380b43e0 0x7f383815c670 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f382800c4f0 tx=0x7f382800c800 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:33.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f382dffb700 1 -- 172.21.15.33:0/2148355878 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3828005d90 con 0x7f38380b43e0 2024-09-13T15:02:33.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f382dffb700 1 -- 172.21.15.33:0/2148355878 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f38280070d0 con 0x7f38380b43e0 2024-09-13T15:02:33.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383e74b700 1 -- 172.21.15.33:0/2148355878 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3838154be0 con 0x7f38380b43e0 2024-09-13T15:02:33.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f382dffb700 1 -- 172.21.15.33:0/2148355878 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3828007440 con 0x7f38380b43e0 2024-09-13T15:02:33.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.772+0000 7f383e74b700 1 -- 172.21.15.33:0/2148355878 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f38381551a0 con 0x7f38380b43e0 2024-09-13T15:02:33.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.776+0000 7f383e74b700 1 -- 172.21.15.33:0/2148355878 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f383806f740 con 0x7f38380b43e0 2024-09-13T15:02:33.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.776+0000 7f382dffb700 1 -- 172.21.15.33:0/2148355878 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f38280075a0 con 0x7f38380b43e0 2024-09-13T15:02:33.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.776+0000 7f382dffb700 1 --2- 172.21.15.33:0/2148355878 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f381c066730 0x7f381c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:33.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.776+0000 7f382dffb700 1 -- 172.21.15.33:0/2148355878 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(44..44 src has 1..44) v4 ==== 6201+0+0 (secure 0 0 0) 0x7f3828083630 con 0x7f38380b43e0 2024-09-13T15:02:33.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.776+0000 7f383d749700 1 --2- 172.21.15.33:0/2148355878 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f381c066730 0x7f381c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:33.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.776+0000 7f383d749700 1 --2- 172.21.15.33:0/2148355878 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f381c066730 0x7f381c068bf0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f3838066b70 tx=0x7f3834009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:33.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.788+0000 7f382dffb700 1 -- 172.21.15.33:0/2148355878 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3828050850 con 0x7f38380b43e0 2024-09-13T15:02:33.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:33.960+0000 7f383e74b700 1 -- 172.21.15.33:0/2148355878 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7f383813d9e0 con 0x7f38380b43e0 2024-09-13T15:02:34.627 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.624+0000 7f382dffb700 1 -- 172.21.15.33:0/2148355878 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_metadata", "pool2": "cephfs_metadata", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_metadata' removed v45) v1 ==== 181+0+0 (secure 0 0 0) 0x7f383813d9e0 con 0x7f38380b43e0 2024-09-13T15:02:34.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.628+0000 7f383e74b700 1 -- 172.21.15.33:0/2148355878 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f381c066730 msgr2=0x7f381c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:34.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.628+0000 7f383e74b700 1 --2- 172.21.15.33:0/2148355878 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f381c066730 0x7f381c068bf0 secure :-1 s=READY pgs=292 cs=0 l=1 rev1=1 crypto rx=0x7f3838066b70 tx=0x7f3834009240 comp rx=0 tx=0).stop 2024-09-13T15:02:34.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.628+0000 7f383e74b700 1 -- 172.21.15.33:0/2148355878 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f38380b43e0 msgr2=0x7f383815c670 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:34.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.628+0000 7f383e74b700 1 --2- 172.21.15.33:0/2148355878 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f38380b43e0 0x7f383815c670 secure :-1 s=READY pgs=560 cs=0 l=1 rev1=1 crypto rx=0x7f382800c4f0 tx=0x7f382800c800 comp rx=0 tx=0).stop 2024-09-13T15:02:34.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.628+0000 7f383e74b700 1 -- 172.21.15.33:0/2148355878 shutdown_connections 2024-09-13T15:02:34.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.628+0000 7f383e74b700 1 --2- 172.21.15.33:0/2148355878 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f381c066730 0x7f381c068bf0 unknown :-1 s=CLOSED pgs=292 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:34.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.628+0000 7f383e74b700 1 --2- 172.21.15.33:0/2148355878 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f383813c710 0x7f38381536b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:34.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.628+0000 7f383e74b700 1 --2- 172.21.15.33:0/2148355878 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f38380b43e0 0x7f383815c670 unknown :-1 s=CLOSED pgs=560 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:34.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.628+0000 7f383e74b700 1 --2- 172.21.15.33:0/2148355878 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f3838071400 0x7f3838156810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:34.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.628+0000 7f383e74b700 1 -- 172.21.15.33:0/2148355878 >> 172.21.15.33:0/2148355878 conn(0x7f38380b1730 msgr2=0x7f38380b1b10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:34.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.628+0000 7f383e74b700 1 -- 172.21.15.33:0/2148355878 shutdown_connections 2024-09-13T15:02:34.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.628+0000 7f383e74b700 1 -- 172.21.15.33:0/2148355878 wait complete. 2024-09-13T15:02:34.634 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_metadata' removed 2024-09-13T15:02:34.648 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd pool rm cephfs_data cephfs_data --yes-i-really-really-mean-it 2024-09-13T15:02:34.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.768+0000 7ff38a861700 1 Processor -- start 2024-09-13T15:02:34.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.768+0000 7ff38a861700 1 -- start start 2024-09-13T15:02:34.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff38a861700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff38406e490 0x7ff384070e50 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:34.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff38a861700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff38406e900 0x7ff384071390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:34.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff38a861700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff38415a280 con 0x7ff3841595f0 2024-09-13T15:02:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff38a861700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff38415a560 con 0x7ff38406e490 2024-09-13T15:02:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff38a861700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff38415a840 con 0x7ff38406e900 2024-09-13T15:02:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff388dfe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff38406e900 0x7ff384071390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff37b7fe700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff38406e490 0x7ff384070e50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:34.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff388dfe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff38406e900 0x7ff384071390 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:48056/0 (socket says 172.21.15.33:48056) 2024-09-13T15:02:34.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff388dfe700 1 -- 172.21.15.33:0/3177730833 learned_addr learned my addr 172.21.15.33:0/3177730833 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:34.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff37b7fe700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7ff38406e490 0x7ff384070e50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:53796/0 (socket says 172.21.15.33:53796) 2024-09-13T15:02:34.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff383fff700 1 --1- 172.21.15.33:0/3177730833 >> v1:172.21.15.103:6789/0 conn(0x7ff3841595f0 0x7ff3841599d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:53710/0 (socket says 172.21.15.33:53710) 2024-09-13T15:02:34.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff37b7fe700 1 -- 172.21.15.33:0/3177730833 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff38406e900 msgr2=0x7ff384071390 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:34.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff37b7fe700 1 --2- 172.21.15.33:0/3177730833 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff38406e900 0x7ff384071390 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:34.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff37b7fe700 1 -- 172.21.15.33:0/3177730833 >> v1:172.21.15.103:6789/0 conn(0x7ff3841595f0 legacy=0x7ff3841599d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:34.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff37b7fe700 1 -- 172.21.15.33:0/3177730833 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff38415ab20 con 0x7ff38406e490 2024-09-13T15:02:34.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff388dfe700 1 --2- 172.21.15.33:0/3177730833 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff38406e900 0x7ff384071390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:34.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff37b7fe700 1 --2- 172.21.15.33:0/3177730833 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff38406e490 0x7ff384070e50 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7ff36c009850 tx=0x7ff36c009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=3e4209f24a2ebac2 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:34.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff3837fe700 1 -- 172.21.15.33:0/3177730833 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff36c011830 con 0x7ff38406e490 2024-09-13T15:02:34.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff3837fe700 1 -- 172.21.15.33:0/3177730833 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff36c011990 con 0x7ff38406e490 2024-09-13T15:02:34.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff3837fe700 1 -- 172.21.15.33:0/3177730833 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff36c011d40 con 0x7ff38406e490 2024-09-13T15:02:34.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff38a861700 1 -- 172.21.15.33:0/3177730833 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff38406e490 msgr2=0x7ff384070e50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:34.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff38a861700 1 --2- 172.21.15.33:0/3177730833 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff38406e490 0x7ff384070e50 secure :-1 s=READY pgs=249 cs=0 l=1 rev1=1 crypto rx=0x7ff36c009850 tx=0x7ff36c009b60 comp rx=0 tx=0).stop 2024-09-13T15:02:34.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff38a861700 1 -- 172.21.15.33:0/3177730833 shutdown_connections 2024-09-13T15:02:34.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff38a861700 1 --2- 172.21.15.33:0/3177730833 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff38406e900 0x7ff384071390 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:34.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff38a861700 1 --2- 172.21.15.33:0/3177730833 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff38406e490 0x7ff384070e50 unknown :-1 s=CLOSED pgs=249 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:34.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff38a861700 1 -- 172.21.15.33:0/3177730833 >> 172.21.15.33:0/3177730833 conn(0x7ff38406b460 msgr2=0x7ff38406b840 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:34.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff38a861700 1 -- 172.21.15.33:0/3177730833 shutdown_connections 2024-09-13T15:02:34.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.772+0000 7ff38a861700 1 -- 172.21.15.33:0/3177730833 wait complete. 2024-09-13T15:02:34.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff38a861700 1 Processor -- start 2024-09-13T15:02:34.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff38a861700 1 -- start start 2024-09-13T15:02:34.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff38a861700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff38406e490 0x7ff38414acd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:34.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff38a861700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff38406e900 0x7ff384157590 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:34.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff38a861700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3841595f0 0x7ff384139260 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:34.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff38a861700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff38414ab60 con 0x7ff3841595f0 2024-09-13T15:02:34.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff38a861700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff38414cf70 con 0x7ff38406e490 2024-09-13T15:02:34.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff38a861700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff38414df70 con 0x7ff38406e900 2024-09-13T15:02:34.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff388dfe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3841595f0 0x7ff384139260 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:34.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff383fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff38406e490 0x7ff38414acd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:34.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff37b7fe700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff38406e900 0x7ff384157590 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:34.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff388dfe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3841595f0 0x7ff384139260 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45900/0 (socket says 172.21.15.33:45900) 2024-09-13T15:02:34.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff383fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff38406e490 0x7ff38414acd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:53798/0 (socket says 172.21.15.33:53798) 2024-09-13T15:02:34.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff388dfe700 1 -- 172.21.15.33:0/1398528026 learned_addr learned my addr 172.21.15.33:0/1398528026 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:34.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff388dfe700 1 -- 172.21.15.33:0/1398528026 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff38406e900 msgr2=0x7ff384157590 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:34.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff388dfe700 1 --2- 172.21.15.33:0/1398528026 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff38406e900 0x7ff384157590 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:34.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff388dfe700 1 -- 172.21.15.33:0/1398528026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff38406e490 msgr2=0x7ff38414acd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:34.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff388dfe700 1 --2- 172.21.15.33:0/1398528026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff38406e490 0x7ff38414acd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:34.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff388dfe700 1 -- 172.21.15.33:0/1398528026 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff37c009b30 con 0x7ff3841595f0 2024-09-13T15:02:34.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff383fff700 1 --2- 172.21.15.33:0/1398528026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff38406e490 0x7ff38414acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:34.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff388dfe700 1 --2- 172.21.15.33:0/1398528026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3841595f0 0x7ff384139260 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7ff37c00efc0 tx=0x7ff37c00c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:34.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff3817fa700 1 -- 172.21.15.33:0/1398528026 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff37c018070 con 0x7ff3841595f0 2024-09-13T15:02:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff3817fa700 1 -- 172.21.15.33:0/1398528026 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff37c00f040 con 0x7ff3841595f0 2024-09-13T15:02:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff38a861700 1 -- 172.21.15.33:0/1398528026 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff36c0094b0 con 0x7ff3841595f0 2024-09-13T15:02:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff3817fa700 1 -- 172.21.15.33:0/1398528026 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff37c003c40 con 0x7ff3841595f0 2024-09-13T15:02:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.776+0000 7ff38a861700 1 -- 172.21.15.33:0/1398528026 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff38414d1b0 con 0x7ff3841595f0 2024-09-13T15:02:34.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.780+0000 7ff38a861700 1 -- 172.21.15.33:0/1398528026 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff3841599d0 con 0x7ff3841595f0 2024-09-13T15:02:34.784 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.780+0000 7ff3817fa700 1 -- 172.21.15.33:0/1398528026 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff37c00c880 con 0x7ff3841595f0 2024-09-13T15:02:34.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.780+0000 7ff3817fa700 1 --2- 172.21.15.33:0/1398528026 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff364066730 0x7ff364068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:34.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.780+0000 7ff3817fa700 1 -- 172.21.15.33:0/1398528026 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(45..45 src has 1..45) v4 ==== 5763+0+0 (secure 0 0 0) 0x7ff37c084290 con 0x7ff3841595f0 2024-09-13T15:02:34.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.780+0000 7ff383fff700 1 --2- 172.21.15.33:0/1398528026 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff364066730 0x7ff364068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:34.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.784+0000 7ff383fff700 1 --2- 172.21.15.33:0/1398528026 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff364066730 0x7ff364068bf0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7ff374000f60 tx=0x7ff374007ef0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:34.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.788+0000 7ff3817fa700 1 -- 172.21.15.33:0/1398528026 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff37c051650 con 0x7ff3841595f0 2024-09-13T15:02:34.960 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:34.956+0000 7ff38a861700 1 -- 172.21.15.33:0/1398528026 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true} v 0) v1 -- 0x7ff38406b9e0 con 0x7ff3841595f0 2024-09-13T15:02:35.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.628+0000 7ff3817fa700 1 -- 172.21.15.33:0/1398528026 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd pool rm", "pool": "cephfs_data", "pool2": "cephfs_data", "yes_i_really_really_mean_it": true}]=0 pool 'cephfs_data' removed v46) v1 ==== 169+0+0 (secure 0 0 0) 0x7ff37c054c70 con 0x7ff3841595f0 2024-09-13T15:02:35.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.636+0000 7ff38a861700 1 -- 172.21.15.33:0/1398528026 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff364066730 msgr2=0x7ff364068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:35.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.636+0000 7ff38a861700 1 --2- 172.21.15.33:0/1398528026 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff364066730 0x7ff364068bf0 secure :-1 s=READY pgs=293 cs=0 l=1 rev1=1 crypto rx=0x7ff374000f60 tx=0x7ff374007ef0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.636+0000 7ff38a861700 1 -- 172.21.15.33:0/1398528026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3841595f0 msgr2=0x7ff384139260 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:35.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.636+0000 7ff38a861700 1 --2- 172.21.15.33:0/1398528026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3841595f0 0x7ff384139260 secure :-1 s=READY pgs=561 cs=0 l=1 rev1=1 crypto rx=0x7ff37c00efc0 tx=0x7ff37c00c3a0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.640+0000 7ff38a861700 1 -- 172.21.15.33:0/1398528026 shutdown_connections 2024-09-13T15:02:35.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.640+0000 7ff38a861700 1 --2- 172.21.15.33:0/1398528026 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff364066730 0x7ff364068bf0 unknown :-1 s=CLOSED pgs=293 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.640+0000 7ff38a861700 1 --2- 172.21.15.33:0/1398528026 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff3841595f0 0x7ff384139260 unknown :-1 s=CLOSED pgs=561 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.640+0000 7ff38a861700 1 --2- 172.21.15.33:0/1398528026 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff38406e900 0x7ff384157590 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.640+0000 7ff38a861700 1 --2- 172.21.15.33:0/1398528026 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff38406e490 0x7ff38414acd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.640+0000 7ff38a861700 1 -- 172.21.15.33:0/1398528026 >> 172.21.15.33:0/1398528026 conn(0x7ff38406b460 msgr2=0x7ff384157f20 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:35.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.640+0000 7ff38a861700 1 -- 172.21.15.33:0/1398528026 shutdown_connections 2024-09-13T15:02:35.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.640+0000 7ff38a861700 1 -- 172.21.15.33:0/1398528026 wait complete. 2024-09-13T15:02:35.643 INFO:teuthology.orchestra.run.smithi033.stderr:pool 'cephfs_data' removed 2024-09-13T15:02:35.655 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph config rm mon mon_allow_pool_delete 2024-09-13T15:02:35.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.768+0000 7fd9b9869700 1 Processor -- start 2024-09-13T15:02:35.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.768+0000 7fd9b9869700 1 -- start start 2024-09-13T15:02:35.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.772+0000 7fd9b9869700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd9b4158810 0x7fd9b40cf060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:35.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.772+0000 7fd9b9869700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd9b40cf5a0 0x7fd9b40ccf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:35.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.772+0000 7fd9b9869700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd9b415bfe0 con 0x7fd9b40cd4b0 2024-09-13T15:02:35.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.772+0000 7fd9b9869700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd9b40cd920 con 0x7fd9b4158810 2024-09-13T15:02:35.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.772+0000 7fd9b9869700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9b415b460 con 0x7fd9b40cf5a0 2024-09-13T15:02:35.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.772+0000 7fd9b2ffd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd9b4158810 0x7fd9b40cf060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:35.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.772+0000 7fd9b2ffd700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd9b4158810 0x7fd9b40cf060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45914/0 (socket says 172.21.15.33:45914) 2024-09-13T15:02:35.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.772+0000 7fd9b2ffd700 1 -- 172.21.15.33:0/3989462169 learned_addr learned my addr 172.21.15.33:0/3989462169 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:35.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.772+0000 7fd9abfff700 1 --2- 172.21.15.33:0/3989462169 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd9b40cf5a0 0x7fd9b40ccf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:35.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.772+0000 7fd9b2ffd700 1 -- 172.21.15.33:0/3989462169 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd9b40cf5a0 msgr2=0x7fd9b40ccf70 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:35.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.772+0000 7fd9b2ffd700 1 --2- 172.21.15.33:0/3989462169 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd9b40cf5a0 0x7fd9b40ccf70 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.772+0000 7fd9b2ffd700 1 -- 172.21.15.33:0/3989462169 >> v1:172.21.15.103:6789/0 conn(0x7fd9b40cd4b0 legacy=0x7fd9b4070d80 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:35.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.772+0000 7fd9b2ffd700 1 -- 172.21.15.33:0/3989462169 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9b415b740 con 0x7fd9b4158810 2024-09-13T15:02:35.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.776+0000 7fd9b2ffd700 1 --2- 172.21.15.33:0/3989462169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9b4158810 0x7fd9b40cf060 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fd9a4009910 tx=0x7fd9a4009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3c20dc5fb24594ba server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:35.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.776+0000 7fd9b27fc700 1 -- 172.21.15.33:0/3989462169 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9a4011830 con 0x7fd9b4158810 2024-09-13T15:02:35.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.776+0000 7fd9b27fc700 1 -- 172.21.15.33:0/3989462169 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9a4011990 con 0x7fd9b4158810 2024-09-13T15:02:35.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.776+0000 7fd9b27fc700 1 -- 172.21.15.33:0/3989462169 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9a4011d40 con 0x7fd9b4158810 2024-09-13T15:02:35.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.776+0000 7fd9b9869700 1 -- 172.21.15.33:0/3989462169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9b4158810 msgr2=0x7fd9b40cf060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:35.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.776+0000 7fd9b9869700 1 --2- 172.21.15.33:0/3989462169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9b4158810 0x7fd9b40cf060 secure :-1 s=READY pgs=562 cs=0 l=1 rev1=1 crypto rx=0x7fd9a4009910 tx=0x7fd9a4009c20 comp rx=0 tx=0).stop 2024-09-13T15:02:35.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.776+0000 7fd9b9869700 1 -- 172.21.15.33:0/3989462169 shutdown_connections 2024-09-13T15:02:35.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.776+0000 7fd9b9869700 1 --2- 172.21.15.33:0/3989462169 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd9b40cf5a0 0x7fd9b40ccf70 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.776+0000 7fd9b9869700 1 --2- 172.21.15.33:0/3989462169 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9b4158810 0x7fd9b40cf060 unknown :-1 s=CLOSED pgs=562 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.776+0000 7fd9b9869700 1 -- 172.21.15.33:0/3989462169 >> 172.21.15.33:0/3989462169 conn(0x7fd9b40b1830 msgr2=0x7fd9b40b1c10 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:35.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.776+0000 7fd9b9869700 1 -- 172.21.15.33:0/3989462169 shutdown_connections 2024-09-13T15:02:35.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.776+0000 7fd9b9869700 1 -- 172.21.15.33:0/3989462169 wait complete. 2024-09-13T15:02:35.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b9869700 1 Processor -- start 2024-09-13T15:02:35.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b9869700 1 -- start start 2024-09-13T15:02:35.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b9869700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9b40cd4b0 0x7fd9b41f0de0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:35.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b9869700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9b40cf5a0 0x7fd9b41efb50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:35.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b9869700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd9b4158810 0x7fd9b41571b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:35.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b9869700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9b41f1320 con 0x7fd9b40cd4b0 2024-09-13T15:02:35.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b9869700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd9b40a95a0 con 0x7fd9b40cf5a0 2024-09-13T15:02:35.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b9869700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd9b40a8a20 con 0x7fd9b4158810 2024-09-13T15:02:35.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b2ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9b40cd4b0 0x7fd9b41f0de0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:35.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b2ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9b40cd4b0 0x7fd9b41f0de0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45924/0 (socket says 172.21.15.33:45924) 2024-09-13T15:02:35.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b2ffd700 1 -- 172.21.15.33:0/2881680702 learned_addr learned my addr 172.21.15.33:0/2881680702 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:35.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9abfff700 1 --2- 172.21.15.33:0/2881680702 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9b40cf5a0 0x7fd9b41efb50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:35.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b37fe700 1 --2- 172.21.15.33:0/2881680702 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd9b4158810 0x7fd9b41571b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:35.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b2ffd700 1 -- 172.21.15.33:0/2881680702 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd9b4158810 msgr2=0x7fd9b41571b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:35.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b2ffd700 1 --2- 172.21.15.33:0/2881680702 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd9b4158810 0x7fd9b41571b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b2ffd700 1 -- 172.21.15.33:0/2881680702 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9b40cf5a0 msgr2=0x7fd9b41efb50 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:35.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b2ffd700 1 --2- 172.21.15.33:0/2881680702 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9b40cf5a0 0x7fd9b41efb50 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b2ffd700 1 -- 172.21.15.33:0/2881680702 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd9a4009570 con 0x7fd9b40cd4b0 2024-09-13T15:02:35.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b2ffd700 1 --2- 172.21.15.33:0/2881680702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9b40cd4b0 0x7fd9b41f0de0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fd9b40cf9e0 tx=0x7fd9a4004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:35.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b0ff9700 1 -- 172.21.15.33:0/2881680702 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9a4004510 con 0x7fd9b40cd4b0 2024-09-13T15:02:35.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b0ff9700 1 -- 172.21.15.33:0/2881680702 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd9a401e070 con 0x7fd9b40cd4b0 2024-09-13T15:02:35.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b9869700 1 -- 172.21.15.33:0/2881680702 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd9b40a8d00 con 0x7fd9b40cd4b0 2024-09-13T15:02:35.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b0ff9700 1 -- 172.21.15.33:0/2881680702 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd9a4003900 con 0x7fd9b40cd4b0 2024-09-13T15:02:35.787 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.780+0000 7fd9b9869700 1 -- 172.21.15.33:0/2881680702 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd9b40a92c0 con 0x7fd9b40cd4b0 2024-09-13T15:02:35.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.784+0000 7fd9b9869700 1 -- 172.21.15.33:0/2881680702 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd9b41f1520 con 0x7fd9b40cd4b0 2024-09-13T15:02:35.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.784+0000 7fd9b0ff9700 1 -- 172.21.15.33:0/2881680702 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd9a4003a60 con 0x7fd9b40cd4b0 2024-09-13T15:02:35.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.784+0000 7fd9b0ff9700 1 --2- 172.21.15.33:0/2881680702 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd994066730 0x7fd994068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:35.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.784+0000 7fd9b0ff9700 1 -- 172.21.15.33:0/2881680702 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fd9a4084bd0 con 0x7fd9b40cd4b0 2024-09-13T15:02:35.788 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.784+0000 7fd9abfff700 1 --2- 172.21.15.33:0/2881680702 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd994066730 0x7fd994068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:35.789 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.784+0000 7fd9abfff700 1 --2- 172.21.15.33:0/2881680702 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd994066730 0x7fd994068bf0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd9b40b4a90 tx=0x7fd99c009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:35.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.788+0000 7fd9b0ff9700 1 -- 172.21.15.33:0/2881680702 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd9b41f1520 con 0x7fd9b40cd4b0 2024-09-13T15:02:35.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.956+0000 7fd9b9869700 1 -- 172.21.15.33:0/2881680702 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"} v 0) v1 -- 0x7fd9b41f1520 con 0x7fd9b40cd4b0 2024-09-13T15:02:35.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.964+0000 7fd9b0ff9700 1 -- 172.21.15.33:0/2881680702 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "config rm", "who": "mon", "name": "mon_allow_pool_delete"}]=0 v11) v1 ==== 104+0+0 (secure 0 0 0) 0x7fd9b41f1520 con 0x7fd9b40cd4b0 2024-09-13T15:02:35.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.964+0000 7fd9b9869700 1 -- 172.21.15.33:0/2881680702 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd994066730 msgr2=0x7fd994068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:35.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.964+0000 7fd9b9869700 1 --2- 172.21.15.33:0/2881680702 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd994066730 0x7fd994068bf0 secure :-1 s=READY pgs=294 cs=0 l=1 rev1=1 crypto rx=0x7fd9b40b4a90 tx=0x7fd99c009240 comp rx=0 tx=0).stop 2024-09-13T15:02:35.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.964+0000 7fd9b9869700 1 -- 172.21.15.33:0/2881680702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9b40cd4b0 msgr2=0x7fd9b41f0de0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:35.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.964+0000 7fd9b9869700 1 --2- 172.21.15.33:0/2881680702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9b40cd4b0 0x7fd9b41f0de0 secure :-1 s=READY pgs=563 cs=0 l=1 rev1=1 crypto rx=0x7fd9b40cf9e0 tx=0x7fd9a4004770 comp rx=0 tx=0).stop 2024-09-13T15:02:35.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.964+0000 7fd9b9869700 1 -- 172.21.15.33:0/2881680702 shutdown_connections 2024-09-13T15:02:35.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.964+0000 7fd9b9869700 1 --2- 172.21.15.33:0/2881680702 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd994066730 0x7fd994068bf0 unknown :-1 s=CLOSED pgs=294 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.964+0000 7fd9b9869700 1 --2- 172.21.15.33:0/2881680702 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd9b4158810 0x7fd9b41571b0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.964+0000 7fd9b9869700 1 --2- 172.21.15.33:0/2881680702 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd9b40cf5a0 0x7fd9b41efb50 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.964+0000 7fd9b9869700 1 --2- 172.21.15.33:0/2881680702 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd9b40cd4b0 0x7fd9b41f0de0 unknown :-1 s=CLOSED pgs=563 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:35.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.964+0000 7fd9b9869700 1 -- 172.21.15.33:0/2881680702 >> 172.21.15.33:0/2881680702 conn(0x7fd9b40b1830 msgr2=0x7fd9b406b390 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:35.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.964+0000 7fd9b9869700 1 -- 172.21.15.33:0/2881680702 shutdown_connections 2024-09-13T15:02:35.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:35.964+0000 7fd9b9869700 1 -- 172.21.15.33:0/2881680702 wait complete. 2024-09-13T15:02:35.982 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph log 'Ended test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal' 2024-09-13T15:02:36.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.092+0000 7f2f17fff700 1 Processor -- start 2024-09-13T15:02:36.097 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.092+0000 7f2f17fff700 1 -- start start 2024-09-13T15:02:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f17fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f1806b730 0x7f2f180cfad0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f17fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f2f180d2c90 0x7f2f180d3140 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f17fff700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2f180ceb60 con 0x7f2f1815cd60 2024-09-13T15:02:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f17fff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2f1815d140 con 0x7f2f180d2c90 2024-09-13T15:02:36.098 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f17fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f180ce230 con 0x7f2f1806b730 2024-09-13T15:02:36.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f177fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f2f180d2c90 0x7f2f180d3140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:36.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f167fc700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f1806b730 0x7f2f180cfad0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:36.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f16ffd700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f2f1815cd60 0x7f2f180cf3c0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:53720/0 (socket says 172.21.15.33:53720) 2024-09-13T15:02:36.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f16ffd700 1 -- 172.21.15.33:0/3789088568 learned_addr learned my addr 172.21.15.33:0/3789088568 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:36.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f177fe700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f2f180d2c90 0x7f2f180d3140 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45926/0 (socket says 172.21.15.33:45926) 2024-09-13T15:02:36.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f177fe700 1 -- 172.21.15.33:0/3789088568 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f1806b730 msgr2=0x7f2f180cfad0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:36.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f177fe700 1 --2- 172.21.15.33:0/3789088568 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f1806b730 0x7f2f180cfad0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:36.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f177fe700 1 -- 172.21.15.33:0/3789088568 >> v1:172.21.15.103:6789/0 conn(0x7f2f1815cd60 legacy=0x7f2f180cf3c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:36.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f177fe700 1 -- 172.21.15.33:0/3789088568 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f180ce510 con 0x7f2f180d2c90 2024-09-13T15:02:36.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f177fe700 1 --2- 172.21.15.33:0/3789088568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f180d2c90 0x7f2f180d3140 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f2f08009850 tx=0x7f2f08009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19183dd128a46e74 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f15ffb700 1 -- 172.21.15.33:0/3789088568 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f08011830 con 0x7f2f180d2c90 2024-09-13T15:02:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f15ffb700 1 -- 172.21.15.33:0/3789088568 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f08011990 con 0x7f2f180d2c90 2024-09-13T15:02:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f15ffb700 1 -- 172.21.15.33:0/3789088568 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f08011d40 con 0x7f2f180d2c90 2024-09-13T15:02:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f17fff700 1 -- 172.21.15.33:0/3789088568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f180d2c90 msgr2=0x7f2f180d3140 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:36.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f17fff700 1 --2- 172.21.15.33:0/3789088568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f180d2c90 0x7f2f180d3140 secure :-1 s=READY pgs=564 cs=0 l=1 rev1=1 crypto rx=0x7f2f08009850 tx=0x7f2f08009b60 comp rx=0 tx=0).stop 2024-09-13T15:02:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f17fff700 1 -- 172.21.15.33:0/3789088568 shutdown_connections 2024-09-13T15:02:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f17fff700 1 --2- 172.21.15.33:0/3789088568 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f180d2c90 0x7f2f180d3140 unknown :-1 s=CLOSED pgs=564 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f17fff700 1 --2- 172.21.15.33:0/3789088568 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f1806b730 0x7f2f180cfad0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f17fff700 1 -- 172.21.15.33:0/3789088568 >> 172.21.15.33:0/3789088568 conn(0x7f2f1808c240 msgr2=0x7f2f1809c000 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f17fff700 1 -- 172.21.15.33:0/3789088568 shutdown_connections 2024-09-13T15:02:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.096+0000 7f2f17fff700 1 -- 172.21.15.33:0/3789088568 wait complete. 2024-09-13T15:02:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f17fff700 1 Processor -- start 2024-09-13T15:02:36.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f17fff700 1 -- start start 2024-09-13T15:02:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f17fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f1806b730 0x7f2f18159a60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f17fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f180d2c90 0x7f2f180cc760 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f17fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f1815cd60 0x7f2f180ccca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f17fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f181f2b80 con 0x7f2f1806b730 2024-09-13T15:02:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f17fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2f181f2e60 con 0x7f2f1815cd60 2024-09-13T15:02:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f17fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2f181f3140 con 0x7f2f180d2c90 2024-09-13T15:02:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f16ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f1806b730 0x7f2f18159a60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:36.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f16ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f1806b730 0x7f2f18159a60 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45932/0 (socket says 172.21.15.33:45932) 2024-09-13T15:02:36.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f16ffd700 1 -- 172.21.15.33:0/486911378 learned_addr learned my addr 172.21.15.33:0/486911378 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:36.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f167fc700 1 --2- 172.21.15.33:0/486911378 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f180d2c90 0x7f2f180cc760 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:36.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f177fe700 1 --2- 172.21.15.33:0/486911378 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f1815cd60 0x7f2f180ccca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:36.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f16ffd700 1 -- 172.21.15.33:0/486911378 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f180d2c90 msgr2=0x7f2f180cc760 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:36.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f16ffd700 1 --2- 172.21.15.33:0/486911378 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f180d2c90 0x7f2f180cc760 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:36.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f16ffd700 1 -- 172.21.15.33:0/486911378 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f1815cd60 msgr2=0x7f2f180ccca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:36.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f16ffd700 1 --2- 172.21.15.33:0/486911378 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f1815cd60 0x7f2f180ccca0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:36.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f16ffd700 1 -- 172.21.15.33:0/486911378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2f080094b0 con 0x7f2f1806b730 2024-09-13T15:02:36.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f16ffd700 1 --2- 172.21.15.33:0/486911378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f1806b730 0x7f2f18159a60 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f2f1000cb10 tx=0x7f2f1000cb40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:36.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2eff7fe700 1 -- 172.21.15.33:0/486911378 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f10007480 con 0x7f2f1806b730 2024-09-13T15:02:36.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2eff7fe700 1 -- 172.21.15.33:0/486911378 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2f100075e0 con 0x7f2f1806b730 2024-09-13T15:02:36.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f17fff700 1 -- 172.21.15.33:0/486911378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2f181f3420 con 0x7f2f1806b730 2024-09-13T15:02:36.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2eff7fe700 1 -- 172.21.15.33:0/486911378 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2f10007970 con 0x7f2f1806b730 2024-09-13T15:02:36.106 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.100+0000 7f2f17fff700 1 -- 172.21.15.33:0/486911378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2f18159fa0 con 0x7f2f1806b730 2024-09-13T15:02:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.104+0000 7f2f17fff700 1 -- 172.21.15.33:0/486911378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2f180d3140 con 0x7f2f1806b730 2024-09-13T15:02:36.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.104+0000 7f2eff7fe700 1 -- 172.21.15.33:0/486911378 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2f1001b3b0 con 0x7f2f1806b730 2024-09-13T15:02:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.104+0000 7f2eff7fe700 1 --2- 172.21.15.33:0/486911378 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2f04066730 0x7f2f04068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:36.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.104+0000 7f2eff7fe700 1 -- 172.21.15.33:0/486911378 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f2f10083910 con 0x7f2f1806b730 2024-09-13T15:02:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.104+0000 7f2f167fc700 1 --2- 172.21.15.33:0/486911378 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2f04066730 0x7f2f04068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:36.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.104+0000 7f2f167fc700 1 --2- 172.21.15.33:0/486911378 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2f04066730 0x7f2f04068bf0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f2f180b1e10 tx=0x7f2f0c009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:36.113 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.108+0000 7f2eff7fe700 1 -- 172.21.15.33:0/486911378 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2f10050de0 con 0x7f2f1806b730 2024-09-13T15:02:36.348 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.344+0000 7f2f17fff700 1 -- 172.21.15.33:0/486911378 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]} v 0) v1 -- 0x7f2f1806b510 con 0x7f2f1806b730 2024-09-13T15:02:36.634 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.628+0000 7f2eff7fe700 1 -- 172.21.15.33:0/486911378 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "log", "logtext": ["Ended test tasks.cephfs.test_recovery_fs.TestFSRecovery.test_recover_fs_after_fsmap_removal"]}]=0 v119) v1 ==== 159+0+0 (secure 0 0 0) 0x7f2f10017070 con 0x7f2f1806b730 2024-09-13T15:02:36.638 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.636+0000 7f2f17fff700 1 -- 172.21.15.33:0/486911378 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2f04066730 msgr2=0x7f2f04068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:36.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.636+0000 7f2f17fff700 1 --2- 172.21.15.33:0/486911378 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2f04066730 0x7f2f04068bf0 secure :-1 s=READY pgs=295 cs=0 l=1 rev1=1 crypto rx=0x7f2f180b1e10 tx=0x7f2f0c009240 comp rx=0 tx=0).stop 2024-09-13T15:02:36.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.636+0000 7f2f17fff700 1 -- 172.21.15.33:0/486911378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f1806b730 msgr2=0x7f2f18159a60 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:36.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.636+0000 7f2f17fff700 1 --2- 172.21.15.33:0/486911378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f1806b730 0x7f2f18159a60 secure :-1 s=READY pgs=565 cs=0 l=1 rev1=1 crypto rx=0x7f2f1000cb10 tx=0x7f2f1000cb40 comp rx=0 tx=0).stop 2024-09-13T15:02:36.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.636+0000 7f2f17fff700 1 -- 172.21.15.33:0/486911378 shutdown_connections 2024-09-13T15:02:36.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.636+0000 7f2f17fff700 1 --2- 172.21.15.33:0/486911378 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2f04066730 0x7f2f04068bf0 unknown :-1 s=CLOSED pgs=295 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:36.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.636+0000 7f2f17fff700 1 --2- 172.21.15.33:0/486911378 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2f1815cd60 0x7f2f180ccca0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:36.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.636+0000 7f2f17fff700 1 --2- 172.21.15.33:0/486911378 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2f180d2c90 0x7f2f180cc760 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:36.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.636+0000 7f2f17fff700 1 --2- 172.21.15.33:0/486911378 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2f1806b730 0x7f2f18159a60 unknown :-1 s=CLOSED pgs=565 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:36.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.636+0000 7f2f17fff700 1 -- 172.21.15.33:0/486911378 >> 172.21.15.33:0/486911378 conn(0x7f2f1808c240 msgr2=0x7f2f180d18b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:36.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.636+0000 7f2f17fff700 1 -- 172.21.15.33:0/486911378 shutdown_connections 2024-09-13T15:02:36.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:36.636+0000 7f2f17fff700 1 -- 172.21.15.33:0/486911378 wait complete. 2024-09-13T15:02:36.655 INFO:tasks.cephfs_test_runner:test_recover_fs_after_fsmap_removal (tasks.cephfs.test_recovery_fs.TestFSRecovery) ... ok 2024-09-13T15:02:36.655 INFO:tasks.cephfs_test_runner: 2024-09-13T15:02:36.655 INFO:tasks.cephfs_test_runner:---------------------------------------------------------------------- 2024-09-13T15:02:36.655 INFO:tasks.cephfs_test_runner:Ran 1 test in 60.313s 2024-09-13T15:02:36.655 INFO:tasks.cephfs_test_runner: 2024-09-13T15:02:36.655 INFO:tasks.cephfs_test_runner:OK 2024-09-13T15:02:36.656 DEBUG:teuthology.run_tasks:Unwinding manager cephfs_test_runner 2024-09-13T15:02:36.667 DEBUG:teuthology.run_tasks:Unwinding manager ceph-fuse 2024-09-13T15:02:36.770 INFO:tasks.ceph_fuse:Unmounting ceph-fuse clients... 2024-09-13T15:02:36.770 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:02:36.770 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:02:36.778 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,noexec,relatime,size=16349420k,nr_inodes=4087355,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3276116k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup2 /sys/fs/cgroup/unified cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 none /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=28,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=479 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3276112k,mode=700,uid=1000,gid=1267 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3276116k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T15:02:36.778 DEBUG:teuthology.orchestra.run.smithi033:> set -ex 2024-09-13T15:02:36.779 DEBUG:teuthology.orchestra.run.smithi033:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:02:36.829 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,noexec,relatime,size=16349420k,nr_inodes=4087355,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3276116k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup2 /sys/fs/cgroup/unified cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 none /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=28,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=479 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3276112k,mode=700,uid=1000,gid=1267 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-0 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-1 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-2 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-3 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3276116k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.0 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.2 nsfs rw 0 0 2024-09-13T15:02:36.829 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:02:36.829 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:02:36.837 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,noexec,relatime,size=16346340k,nr_inodes=4086585,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275500k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup2 /sys/fs/cgroup/unified cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 none /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=28,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=199 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275496k,mode=700,uid=1000,gid=1267 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275500k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T15:02:36.837 DEBUG:teuthology.orchestra.run.smithi103:> set -ex 2024-09-13T15:02:36.837 DEBUG:teuthology.orchestra.run.smithi103:> dd if=/proc/self/mounts of=/dev/stdout 2024-09-13T15:02:36.843 DEBUG:tasks.cephfs.mount:not mounted; /proc/self/mounts is: sysfs /sys sysfs rw,nosuid,nodev,noexec,relatime 0 0 proc /proc proc rw,nosuid,nodev,noexec,relatime 0 0 udev /dev devtmpfs rw,nosuid,noexec,relatime,size=16346340k,nr_inodes=4086585,mode=755 0 0 devpts /dev/pts devpts rw,nosuid,noexec,relatime,gid=5,mode=620,ptmxmode=000 0 0 tmpfs /run tmpfs rw,nosuid,nodev,noexec,relatime,size=3275500k,mode=755 0 0 /dev/sda1 / ext4 rw,relatime,errors=remount-ro 0 0 securityfs /sys/kernel/security securityfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /dev/shm tmpfs rw,nosuid,nodev 0 0 tmpfs /run/lock tmpfs rw,nosuid,nodev,noexec,relatime,size=5120k 0 0 tmpfs /sys/fs/cgroup tmpfs ro,nosuid,nodev,noexec,mode=755 0 0 cgroup2 /sys/fs/cgroup/unified cgroup2 rw,nosuid,nodev,noexec,relatime,nsdelegate 0 0 cgroup /sys/fs/cgroup/systemd cgroup rw,nosuid,nodev,noexec,relatime,xattr,name=systemd 0 0 pstore /sys/fs/pstore pstore rw,nosuid,nodev,noexec,relatime 0 0 none /sys/fs/bpf bpf rw,nosuid,nodev,noexec,relatime,mode=700 0 0 cgroup /sys/fs/cgroup/freezer cgroup rw,nosuid,nodev,noexec,relatime,freezer 0 0 cgroup /sys/fs/cgroup/cpu,cpuacct cgroup rw,nosuid,nodev,noexec,relatime,cpu,cpuacct 0 0 cgroup /sys/fs/cgroup/devices cgroup rw,nosuid,nodev,noexec,relatime,devices 0 0 cgroup /sys/fs/cgroup/cpuset cgroup rw,nosuid,nodev,noexec,relatime,cpuset 0 0 cgroup /sys/fs/cgroup/memory cgroup rw,nosuid,nodev,noexec,relatime,memory 0 0 cgroup /sys/fs/cgroup/net_cls,net_prio cgroup rw,nosuid,nodev,noexec,relatime,net_cls,net_prio 0 0 cgroup /sys/fs/cgroup/pids cgroup rw,nosuid,nodev,noexec,relatime,pids 0 0 cgroup /sys/fs/cgroup/hugetlb cgroup rw,nosuid,nodev,noexec,relatime,hugetlb 0 0 cgroup /sys/fs/cgroup/rdma cgroup rw,nosuid,nodev,noexec,relatime,rdma 0 0 cgroup /sys/fs/cgroup/perf_event cgroup rw,nosuid,nodev,noexec,relatime,perf_event 0 0 cgroup /sys/fs/cgroup/blkio cgroup rw,nosuid,nodev,noexec,relatime,blkio 0 0 systemd-1 /proc/sys/fs/binfmt_misc autofs rw,relatime,fd=28,pgrp=1,timeout=0,minproto=5,maxproto=5,direct,pipe_ino=199 0 0 hugetlbfs /dev/hugepages hugetlbfs rw,relatime,pagesize=2M 0 0 mqueue /dev/mqueue mqueue rw,nosuid,nodev,noexec,relatime 0 0 debugfs /sys/kernel/debug debugfs rw,nosuid,nodev,noexec,relatime 0 0 tracefs /sys/kernel/tracing tracefs rw,nosuid,nodev,noexec,relatime 0 0 sunrpc /run/rpc_pipefs rpc_pipefs rw,relatime 0 0 nfsd /proc/fs/nfsd nfsd rw,relatime 0 0 fusectl /sys/fs/fuse/connections fusectl rw,nosuid,nodev,noexec,relatime 0 0 configfs /sys/kernel/config configfs rw,nosuid,nodev,noexec,relatime 0 0 tmpfs /run/user/1000 tmpfs rw,nosuid,nodev,relatime,size=3275496k,mode=700,uid=1000,gid=1267 0 0 /dev/mapper/vg_nvme-lv_5 /var/lib/ceph xfs rw,relatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_1 /var/lib/ceph/osd/ceph-4 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_2 /var/lib/ceph/osd/ceph-5 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_3 /var/lib/ceph/osd/ceph-6 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 /dev/mapper/vg_nvme-lv_4 /var/lib/ceph/osd/ceph-7 xfs rw,noatime,attr2,inode64,logbufs=8,logbsize=32k,noquota 0 0 tmpfs /run/netns tmpfs rw,nosuid,nodev,noexec,relatime,size=3275500k,mode=755 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.1 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 nsfs /run/netns/ceph-ns--home-ubuntu-cephtest-mnt.3 nsfs rw 0 0 2024-09-13T15:02:36.843 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:36.843 DEBUG:teuthology.orchestra.run.smithi103:> ip netns list 2024-09-13T15:02:36.890 INFO:teuthology.orchestra.run.smithi103.stdout:ceph-ns--home-ubuntu-cephtest-mnt.3 (id: 1) 2024-09-13T15:02:36.891 INFO:teuthology.orchestra.run.smithi103.stdout:ceph-ns--home-ubuntu-cephtest-mnt.1 (id: 0) 2024-09-13T15:02:36.891 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:36.891 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.3 2024-09-13T15:02:36.907 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:36.907 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.1 2024-09-13T15:02:36.921 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:36.921 DEBUG:teuthology.orchestra.run.smithi103:> sudo ip link delete ceph-brx 2024-09-13T15:02:37.090 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:37.090 DEBUG:teuthology.orchestra.run.smithi033:> ip netns list 2024-09-13T15:02:37.098 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.2 (id: 1) 2024-09-13T15:02:37.098 INFO:teuthology.orchestra.run.smithi033.stdout:ceph-ns--home-ubuntu-cephtest-mnt.0 (id: 0) 2024-09-13T15:02:37.099 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:37.099 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.2 2024-09-13T15:02:37.116 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:37.116 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip netns delete ceph-ns--home-ubuntu-cephtest-mnt.0 2024-09-13T15:02:37.202 INFO:teuthology.orchestra.run:Running command with timeout 300 2024-09-13T15:02:37.202 DEBUG:teuthology.orchestra.run.smithi033:> sudo ip link delete ceph-brx 2024-09-13T15:02:37.312 DEBUG:teuthology.run_tasks:Unwinding manager ceph 2024-09-13T15:02:37.321 INFO:tasks.ceph.ceph_manager.ceph:waiting for clean 2024-09-13T15:02:37.321 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:02:37.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 Processor -- start 2024-09-13T15:02:37.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 -- start start 2024-09-13T15:02:37.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f6f140cc060 0x7f6f140cd930 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:37.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f6f140cde70 0x7f6f140b2380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:37.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6f1406cf60 con 0x7f6f140adb30 2024-09-13T15:02:37.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f140cc4d0 con 0x7f6f140cde70 2024-09-13T15:02:37.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6f1406c350 con 0x7f6f140cc060 2024-09-13T15:02:37.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f12ffd700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f6f140adb30 0x7f6f1406bb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34162/0 (socket says 172.21.15.33:34162) 2024-09-13T15:02:37.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f12ffd700 1 -- 172.21.15.33:0/3713400489 learned_addr learned my addr 172.21.15.33:0/3713400489 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:37.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f137fe700 1 --2- 172.21.15.33:0/3713400489 >> v2:172.21.15.33:3300/0 conn(0x7f6f140cde70 0x7f6f140b2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:37.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f0bfff700 1 --2- 172.21.15.33:0/3713400489 >> v2:172.21.15.103:3300/0 conn(0x7f6f140cc060 0x7f6f140cd930 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:37.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f127fc700 1 -- 172.21.15.33:0/3713400489 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3171427874 0 0) 0x7f6f1406cf60 con 0x7f6f140adb30 2024-09-13T15:02:37.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f127fc700 1 -- 172.21.15.33:0/3713400489 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6f000035d0 con 0x7f6f140adb30 2024-09-13T15:02:37.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f137fe700 1 -- 172.21.15.33:0/3713400489 >> v2:172.21.15.103:3300/0 conn(0x7f6f140cc060 msgr2=0x7f6f140cd930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:37.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f137fe700 1 --2- 172.21.15.33:0/3713400489 >> v2:172.21.15.103:3300/0 conn(0x7f6f140cc060 0x7f6f140cd930 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f137fe700 1 -- 172.21.15.33:0/3713400489 >> v1:172.21.15.33:6789/0 conn(0x7f6f140adb30 legacy=0x7f6f1406bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:37.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f137fe700 1 -- 172.21.15.33:0/3713400489 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f1406c630 con 0x7f6f140cde70 2024-09-13T15:02:37.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f137fe700 1 --2- 172.21.15.33:0/3713400489 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f140cde70 0x7f6f140b2380 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f6f140cb210 tx=0x7f6f0c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=f9664e0f7189dae server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:37.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f127fc700 1 -- 172.21.15.33:0/3713400489 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f0c00e070 con 0x7f6f140cde70 2024-09-13T15:02:37.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f127fc700 1 -- 172.21.15.33:0/3713400489 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f0c00bb20 con 0x7f6f140cde70 2024-09-13T15:02:37.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f127fc700 1 -- 172.21.15.33:0/3713400489 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f0c012430 con 0x7f6f140cde70 2024-09-13T15:02:37.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 -- 172.21.15.33:0/3713400489 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f140cde70 msgr2=0x7f6f140b2380 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:37.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 --2- 172.21.15.33:0/3713400489 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f140cde70 0x7f6f140b2380 secure :-1 s=READY pgs=567 cs=0 l=1 rev1=1 crypto rx=0x7f6f140cb210 tx=0x7f6f0c00b330 comp rx=0 tx=0).stop 2024-09-13T15:02:37.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 -- 172.21.15.33:0/3713400489 shutdown_connections 2024-09-13T15:02:37.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 --2- 172.21.15.33:0/3713400489 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f140cde70 0x7f6f140b2380 unknown :-1 s=CLOSED pgs=567 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 --2- 172.21.15.33:0/3713400489 >> v2:172.21.15.103:3300/0 conn(0x7f6f140cc060 0x7f6f140cd930 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 -- 172.21.15.33:0/3713400489 >> 172.21.15.33:0/3713400489 conn(0x7f6f1406a350 msgr2=0x7f6f1406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:37.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 -- 172.21.15.33:0/3713400489 shutdown_connections 2024-09-13T15:02:37.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.444+0000 7f6f13fff700 1 -- 172.21.15.33:0/3713400489 wait complete. 2024-09-13T15:02:37.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.448+0000 7f6f13fff700 1 Processor -- start 2024-09-13T15:02:37.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.448+0000 7f6f13fff700 1 -- start start 2024-09-13T15:02:37.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f13fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f140adb30 0x7f6f14142c40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f13fff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6f140cc060 0x7f6f1415acf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f13fff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6f140cde70 0x7f6f140af710 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f13fff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f1413cbd0 con 0x7f6f140adb30 2024-09-13T15:02:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f13fff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6f1413c680 con 0x7f6f140cde70 2024-09-13T15:02:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f13fff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6f1415b230 con 0x7f6f140cc060 2024-09-13T15:02:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f12ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f140adb30 0x7f6f14142c40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f12ffd700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f140adb30 0x7f6f14142c40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45948/0 (socket says 172.21.15.33:45948) 2024-09-13T15:02:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f12ffd700 1 -- 172.21.15.33:0/851277574 learned_addr learned my addr 172.21.15.33:0/851277574 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f137fe700 1 --2- 172.21.15.33:0/851277574 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6f140cde70 0x7f6f140af710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f0bfff700 1 --2- 172.21.15.33:0/851277574 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6f140cc060 0x7f6f1415acf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f12ffd700 1 -- 172.21.15.33:0/851277574 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6f140cc060 msgr2=0x7f6f1415acf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f12ffd700 1 --2- 172.21.15.33:0/851277574 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6f140cc060 0x7f6f1415acf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f12ffd700 1 -- 172.21.15.33:0/851277574 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6f140cde70 msgr2=0x7f6f140af710 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:37.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f12ffd700 1 --2- 172.21.15.33:0/851277574 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6f140cde70 0x7f6f140af710 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f12ffd700 1 -- 172.21.15.33:0/851277574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6f0c009a70 con 0x7f6f140adb30 2024-09-13T15:02:37.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f12ffd700 1 --2- 172.21.15.33:0/851277574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f140adb30 0x7f6f14142c40 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f6f0400c730 tx=0x7f6f0400ca40 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:37.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f10ff9700 1 -- 172.21.15.33:0/851277574 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f04005d90 con 0x7f6f140adb30 2024-09-13T15:02:37.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f10ff9700 1 -- 172.21.15.33:0/851277574 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6f040070d0 con 0x7f6f140adb30 2024-09-13T15:02:37.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f13fff700 1 -- 172.21.15.33:0/851277574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6f1413c8f0 con 0x7f6f140adb30 2024-09-13T15:02:37.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f10ff9700 1 -- 172.21.15.33:0/851277574 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6f04007460 con 0x7f6f140adb30 2024-09-13T15:02:37.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f13fff700 1 -- 172.21.15.33:0/851277574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6f1415d5e0 con 0x7f6f140adb30 2024-09-13T15:02:37.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f13fff700 1 -- 172.21.15.33:0/851277574 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f6f140adf10 con 0x7f6f140adb30 2024-09-13T15:02:37.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f10ff9700 1 -- 172.21.15.33:0/851277574 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6f040075c0 con 0x7f6f140adb30 2024-09-13T15:02:37.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.452+0000 7f6f10ff9700 1 --2- 172.21.15.33:0/851277574 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ef4066730 0x7f6ef4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:37.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.456+0000 7f6f10ff9700 1 -- 172.21.15.33:0/851277574 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f6f040833e0 con 0x7f6f140adb30 2024-09-13T15:02:37.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.456+0000 7f6f0bfff700 1 --2- 172.21.15.33:0/851277574 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ef4066730 0x7f6ef4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:37.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.456+0000 7f6f0bfff700 1 --2- 172.21.15.33:0/851277574 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ef4066730 0x7f6ef4068bf0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6efc015340 tx=0x7f6efc00f040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:37.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.460+0000 7f6f10ff9700 1 -- 172.21.15.33:0/851277574 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f6f04050940 con 0x7f6f140adb30 2024-09-13T15:02:37.633 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.628+0000 7f6f13fff700 1 -- 172.21.15.33:0/851277574 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f6f140ce300 con 0x7f6ef4066730 2024-09-13T15:02:37.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.636+0000 7f6f10ff9700 1 -- 172.21.15.33:0/851277574 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49627 (secure 0 0 0) 0x7f6efc013040 con 0x7f6ef4066730 2024-09-13T15:02:37.640 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:37.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.636+0000 7f6f13fff700 1 -- 172.21.15.33:0/851277574 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ef4066730 msgr2=0x7f6ef4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:37.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.636+0000 7f6f13fff700 1 --2- 172.21.15.33:0/851277574 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ef4066730 0x7f6ef4068bf0 secure :-1 s=READY pgs=296 cs=0 l=1 rev1=1 crypto rx=0x7f6efc015340 tx=0x7f6efc00f040 comp rx=0 tx=0).stop 2024-09-13T15:02:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.636+0000 7f6f13fff700 1 -- 172.21.15.33:0/851277574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f140adb30 msgr2=0x7f6f14142c40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.636+0000 7f6f13fff700 1 --2- 172.21.15.33:0/851277574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f140adb30 0x7f6f14142c40 secure :-1 s=READY pgs=568 cs=0 l=1 rev1=1 crypto rx=0x7f6f0400c730 tx=0x7f6f0400ca40 comp rx=0 tx=0).stop 2024-09-13T15:02:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.636+0000 7f6f13fff700 1 -- 172.21.15.33:0/851277574 shutdown_connections 2024-09-13T15:02:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.636+0000 7f6f13fff700 1 --2- 172.21.15.33:0/851277574 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ef4066730 0x7f6ef4068bf0 unknown :-1 s=CLOSED pgs=296 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.642 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.636+0000 7f6f13fff700 1 --2- 172.21.15.33:0/851277574 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6f140cde70 0x7f6f140af710 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.636+0000 7f6f13fff700 1 --2- 172.21.15.33:0/851277574 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6f140cc060 0x7f6f1415acf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.636+0000 7f6f13fff700 1 --2- 172.21.15.33:0/851277574 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6f140adb30 0x7f6f14142c40 unknown :-1 s=CLOSED pgs=568 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.636+0000 7f6f13fff700 1 -- 172.21.15.33:0/851277574 >> 172.21.15.33:0/851277574 conn(0x7f6f1406a350 msgr2=0x7f6f140b2b80 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.636+0000 7f6f13fff700 1 -- 172.21.15.33:0/851277574 shutdown_connections 2024-09-13T15:02:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.636+0000 7f6f13fff700 1 -- 172.21.15.33:0/851277574 wait complete. 2024-09-13T15:02:37.643 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-13T15:02:37.654 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":96,"stamp":"2024-09-13T15:02:36.279723+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225420,"kb_used_data":5168,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":754749300,"statfs":{"total":773094113280,"available":772863283200,"internally_reserved":0,"allocated":5292032,"data_stored":2954556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8745,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-80,"num_read_kb":-88,"num_write":-52,"num_write_kb":-25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002584"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":182,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-13T15:02:22.290065+0000","last_change":"2024-09-13T15:00:46.489302+0000","last_active":"2024-09-13T15:02:22.290065+0000","last_peered":"2024-09-13T15:02:22.290065+0000","last_clean":"2024-09-13T15:02:22.290065+0000","last_became_active":"2024-09-13T15:00:46.487009+0000","last_became_peered":"2024-09-13T15:00:46.487009+0000","last_unstale":"2024-09-13T15:02:22.290065+0000","last_undegraded":"2024-09-13T15:02:22.290065+0000","last_fullsized":"2024-09-13T15:02:22.290065+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_clean_scrub_stamp":"2024-09-13T15:00:45.246135+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:04.189008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542168,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28120,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343720,"statfs":{"total":96636764160,"available":96607969280,"internally_reserved":0,"allocated":1126400,"data_stored":820554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.54300000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":1.1279999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":1.1970000000000001},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.626}]},{"osd":3,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":1.0580000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.327,"5min":1.327,"15min":1.327},"last":1.0109999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"min":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.97299999999999998},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.94099999999999995}]},{"osd":6,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.78000000000000003},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.90200000000000002}]}]},{"osd":6,"up_from":14,"seq":60129542169,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":512000,"data_stored":222594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":2.8929999999999998,"5min":2.8929999999999998,"15min":2.8929999999999998},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.872}]},{"osd":1,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.67300000000000004},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":3.9769999999999999,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":0.84699999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.6899999999999999,"5min":1.6899999999999999,"15min":1.6899999999999999},"last":0.91100000000000003}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.9910000000000001,"5min":1.9910000000000001,"15min":1.9910000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.79500000000000004}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"min":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.996}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":2.032,"5min":2.032,"15min":2.032},"last":0.82399999999999995},{"interface":"front","average":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":2.492,"5min":2.492,"15min":2.492},"last":0.94999999999999996}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":1.173,"15min":1.173},"min":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":1.8140000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":1.1000000000000001},{"interface":"front","average":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"min":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"max":{"1min":2.6560000000000001,"5min":2.6560000000000001,"15min":2.6560000000000001},"last":1.077}]}]},{"osd":5,"up_from":14,"seq":60129542169,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":507904,"data_stored":215638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":0.97599999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":3.0019999999999998,"5min":3.0019999999999998,"15min":3.0019999999999998},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.76700000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.875},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.54600000000000004}]},{"osd":3,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":2.7490000000000001,"5min":2.7490000000000001,"15min":2.7490000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":1.0029999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":2.1160000000000001,"5min":2.1160000000000001,"15min":2.1160000000000001},"last":0.93700000000000006},{"interface":"front","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":3.173,"5min":3.173,"15min":3.173},"last":0.90600000000000003}]},{"osd":6,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.7310000000000001,"5min":1.7310000000000001,"15min":1.7310000000000001},"last":0.62},{"interface":"front","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":0.71999999999999997}]},{"osd":7,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":2.9060000000000001,"5min":2.9060000000000001,"15min":2.9060000000000001},"last":0.79900000000000004},{"interface":"front","average":{"1min":1.173,"5min":1.173,"15min":1.173},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.841,"5min":1.841,"15min":1.841},"last":1.0549999999999999}]}]},{"osd":4,"up_from":14,"seq":60129542169,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":503808,"data_stored":216129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.66700000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.282,"5min":1.282,"15min":1.282},"last":1.0609999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.419,"5min":1.419,"15min":1.419},"last":0.94099999999999995}]},{"osd":2,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.83599999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.81299999999999994},{"interface":"front","average":{"1min":1.046,"5min":1.046,"15min":1.046},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":0.99099999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.90500000000000003}]},{"osd":6,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.611,"5min":1.611,"15min":1.611},"last":0.878},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":1.0249999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":1.1559999999999999}]}]},{"osd":3,"up_from":14,"seq":60129542169,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":516096,"data_stored":223662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.60499999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":2.1219999999999999,"5min":2.1219999999999999,"15min":2.1219999999999999},"last":1.4259999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.877,"5min":0.877,"15min":0.877},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":1.52}]},{"osd":4,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":1.2989999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":2.2480000000000002,"5min":2.2480000000000002,"15min":2.2480000000000002},"last":2.0819999999999999},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.2350000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":1.181},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":2.282,"5min":2.282,"15min":2.282},"last":2.0019999999999998}]},{"osd":7,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":1.337},{"interface":"front","average":{"1min":1.149,"5min":1.149,"15min":1.149},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":1.385}]}]},{"osd":2,"up_from":14,"seq":60129542170,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":512000,"data_stored":222082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.68899999999999995}]},{"osd":1,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.505}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.74399999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":1.0309999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"max":{"1min":1.4790000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.081,"5min":1.081,"15min":1.081},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.925,"5min":1.925,"15min":1.925},"last":0.80200000000000005}]},{"osd":6,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.4039999999999999},{"interface":"front","average":{"1min":1.159,"5min":1.159,"15min":1.159},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":2.8730000000000002,"5min":2.8730000000000002,"15min":2.8730000000000002},"last":1.1559999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":1.579},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"max":{"1min":2.0779999999999998,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":1.319}]}]},{"osd":1,"up_from":14,"seq":60129542170,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":512000,"data_stored":222102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.85399999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.48399999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.2270000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.755}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.6919999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.627},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.89600000000000002}]},{"osd":6,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.95099999999999996},{"interface":"front","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.83299999999999996}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.6259999999999999,"5min":1.6259999999999999,"15min":1.6259999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":1.107,"5min":1.107,"15min":1.107},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":1.02}]}]},{"osd":0,"up_from":14,"seq":60129542169,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32192,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339648,"statfs":{"total":96636764160,"available":96603799552,"internally_reserved":0,"allocated":1101824,"data_stored":811795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.48699999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.589,"5min":1.589,"15min":1.589},"last":0.52900000000000003}]},{"osd":3,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.64700000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":1.046,"15min":1.046},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.92500000000000004}]},{"osd":5,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":0.69199999999999995}]},{"osd":6,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"min":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":0.72199999999999998},{"interface":"front","average":{"1min":1.149,"5min":1.149,"15min":1.149},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.9099999999999999,"5min":1.9099999999999999,"15min":1.9099999999999999},"last":0.95499999999999996}]},{"osd":7,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.778,"5min":1.778,"15min":1.778},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.8799999999999999,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":1.139}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:02:37.656 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:02:37.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.764+0000 7f047ad9c700 1 Processor -- start 2024-09-13T15:02:37.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.764+0000 7f047ad9c700 1 -- start start 2024-09-13T15:02:37.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047ad9c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f04740adb30 0x7f04740cc060 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:37.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047ad9c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f04740ce040 0x7f04740b2380 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:37.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047ad9c700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f047406cf60 con 0x7f047406bb90 2024-09-13T15:02:37.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047ad9c700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f047406c350 con 0x7f04740adb30 2024-09-13T15:02:37.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047ad9c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f047406c630 con 0x7f04740ce040 2024-09-13T15:02:37.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f0479d9a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f04740adb30 0x7f04740cc060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:37.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f0479d9a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f04740adb30 0x7f04740cc060 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45958/0 (socket says 172.21.15.33:45958) 2024-09-13T15:02:37.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f0479d9a700 1 -- 172.21.15.33:0/518666437 learned_addr learned my addr 172.21.15.33:0/518666437 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:37.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047a59b700 1 --2- 172.21.15.33:0/518666437 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f04740ce040 0x7f04740b2380 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:37.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f0479d9a700 1 -- 172.21.15.33:0/518666437 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f04740ce040 msgr2=0x7f04740b2380 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:37.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f0479d9a700 1 --2- 172.21.15.33:0/518666437 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f04740ce040 0x7f04740b2380 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f0479d9a700 1 -- 172.21.15.33:0/518666437 >> v1:172.21.15.103:6789/0 conn(0x7f047406bb90 legacy=0x7f04740cd930 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:37.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f0479d9a700 1 -- 172.21.15.33:0/518666437 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f047406c910 con 0x7f04740adb30 2024-09-13T15:02:37.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047a59b700 1 --2- 172.21.15.33:0/518666437 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f04740ce040 0x7f04740b2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:37.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f0479d9a700 1 --2- 172.21.15.33:0/518666437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04740adb30 0x7f04740cc060 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f0468009910 tx=0x7f0468009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=c11214108f8194cd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:37.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f0478d98700 1 -- 172.21.15.33:0/518666437 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f046800ba60 con 0x7f04740adb30 2024-09-13T15:02:37.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f0478d98700 1 -- 172.21.15.33:0/518666437 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f046800bbc0 con 0x7f04740adb30 2024-09-13T15:02:37.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f0478d98700 1 -- 172.21.15.33:0/518666437 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0468009e60 con 0x7f04740adb30 2024-09-13T15:02:37.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047ad9c700 1 -- 172.21.15.33:0/518666437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04740adb30 msgr2=0x7f04740cc060 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:37.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047ad9c700 1 --2- 172.21.15.33:0/518666437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04740adb30 0x7f04740cc060 secure :-1 s=READY pgs=569 cs=0 l=1 rev1=1 crypto rx=0x7f0468009910 tx=0x7f0468009c20 comp rx=0 tx=0).stop 2024-09-13T15:02:37.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047ad9c700 1 -- 172.21.15.33:0/518666437 shutdown_connections 2024-09-13T15:02:37.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047ad9c700 1 --2- 172.21.15.33:0/518666437 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f04740ce040 0x7f04740b2380 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047ad9c700 1 --2- 172.21.15.33:0/518666437 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04740adb30 0x7f04740cc060 unknown :-1 s=CLOSED pgs=569 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047ad9c700 1 -- 172.21.15.33:0/518666437 >> 172.21.15.33:0/518666437 conn(0x7f047406a350 msgr2=0x7f047406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:37.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047ad9c700 1 -- 172.21.15.33:0/518666437 shutdown_connections 2024-09-13T15:02:37.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.768+0000 7f047ad9c700 1 -- 172.21.15.33:0/518666437 wait complete. 2024-09-13T15:02:37.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f047ad9c700 1 Processor -- start 2024-09-13T15:02:37.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f047ad9c700 1 -- start start 2024-09-13T15:02:37.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f047ad9c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f047406bb90 0x7f0474148fe0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:37.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f047ad9c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04740adb30 0x7f047415cee0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:37.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f047ad9c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f04740ce040 0x7f047413c700 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:37.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f047ad9c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f047415be40 con 0x7f04740adb30 2024-09-13T15:02:37.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f047ad9c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f047415c120 con 0x7f047406bb90 2024-09-13T15:02:37.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f047ad9c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f047415c400 con 0x7f04740ce040 2024-09-13T15:02:37.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f0479599700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04740adb30 0x7f047415cee0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:37.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f0479599700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04740adb30 0x7f047415cee0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45962/0 (socket says 172.21.15.33:45962) 2024-09-13T15:02:37.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f0479599700 1 -- 172.21.15.33:0/3045702444 learned_addr learned my addr 172.21.15.33:0/3045702444 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:37.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f0479d9a700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f047406bb90 0x7f0474148fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:37.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f047a59b700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f04740ce040 0x7f047413c700 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:37.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f0479599700 1 -- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f04740ce040 msgr2=0x7f047413c700 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f0479599700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f04740ce040 0x7f047413c700 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f0479599700 1 -- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f047406bb90 msgr2=0x7f0474148fe0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f0479599700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f047406bb90 0x7f0474148fe0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f0479599700 1 -- 172.21.15.33:0/3045702444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0468009570 con 0x7f04740adb30 2024-09-13T15:02:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f0479d9a700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f047406bb90 0x7f0474148fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f0479599700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04740adb30 0x7f047415cee0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f047000cbd0 tx=0x7f047000cf90 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f04667fc700 1 -- 172.21.15.33:0/3045702444 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0470003c20 con 0x7f04740adb30 2024-09-13T15:02:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f04667fc700 1 -- 172.21.15.33:0/3045702444 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0470003d80 con 0x7f04740adb30 2024-09-13T15:02:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.772+0000 7f047ad9c700 1 -- 172.21.15.33:0/3045702444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f047415c6e0 con 0x7f04740adb30 2024-09-13T15:02:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.776+0000 7f04667fc700 1 -- 172.21.15.33:0/3045702444 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f047000abf0 con 0x7f04740adb30 2024-09-13T15:02:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.776+0000 7f047ad9c700 1 -- 172.21.15.33:0/3045702444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0474159890 con 0x7f04740adb30 2024-09-13T15:02:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.776+0000 7f047ad9c700 1 -- 172.21.15.33:0/3045702444 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f047406d3d0 con 0x7f04740adb30 2024-09-13T15:02:37.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.776+0000 7f04667fc700 1 -- 172.21.15.33:0/3045702444 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f047000ad50 con 0x7f04740adb30 2024-09-13T15:02:37.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.776+0000 7f04667fc700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0458066730 0x7f0458068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:37.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.776+0000 7f04667fc700 1 -- 172.21.15.33:0/3045702444 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f0470084130 con 0x7f04740adb30 2024-09-13T15:02:37.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.776+0000 7f0479d9a700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0458066730 0x7f0458068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:37.783 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.780+0000 7f0479d9a700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0458066730 0x7f0458068bf0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f0468000c00 tx=0x7f0468008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:37.785 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.780+0000 7f04667fc700 1 -- 172.21.15.33:0/3045702444 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f047406d3d0 con 0x7f04740adb30 2024-09-13T15:02:37.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.952+0000 7f047ad9c700 1 -- 172.21.15.33:0/3045702444 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f047406c000 con 0x7f0458066730 2024-09-13T15:02:37.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.960+0000 7f04667fc700 1 -- 172.21.15.33:0/3045702444 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49627 (secure 0 0 0) 0x7f0468004040 con 0x7f0458066730 2024-09-13T15:02:37.963 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:37.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.960+0000 7f047ad9c700 1 -- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0458066730 msgr2=0x7f0458068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:37.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.960+0000 7f047ad9c700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0458066730 0x7f0458068bf0 secure :-1 s=READY pgs=297 cs=0 l=1 rev1=1 crypto rx=0x7f0468000c00 tx=0x7f0468008030 comp rx=0 tx=0).stop 2024-09-13T15:02:37.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.960+0000 7f047ad9c700 1 -- 172.21.15.33:0/3045702444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04740adb30 msgr2=0x7f047415cee0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:37.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.960+0000 7f047ad9c700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04740adb30 0x7f047415cee0 secure :-1 s=READY pgs=570 cs=0 l=1 rev1=1 crypto rx=0x7f047000cbd0 tx=0x7f047000cf90 comp rx=0 tx=0).stop 2024-09-13T15:02:37.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.960+0000 7f047ad9c700 1 -- 172.21.15.33:0/3045702444 shutdown_connections 2024-09-13T15:02:37.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.960+0000 7f047ad9c700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0458066730 0x7f0458068bf0 unknown :-1 s=CLOSED pgs=297 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.960+0000 7f047ad9c700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f04740ce040 0x7f047413c700 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.960+0000 7f047ad9c700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f04740adb30 0x7f047415cee0 unknown :-1 s=CLOSED pgs=570 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.965 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.960+0000 7f047ad9c700 1 --2- 172.21.15.33:0/3045702444 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f047406bb90 0x7f0474148fe0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:37.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.960+0000 7f047ad9c700 1 -- 172.21.15.33:0/3045702444 >> 172.21.15.33:0/3045702444 conn(0x7f047406a350 msgr2=0x7f04741420d0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:37.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.960+0000 7f047ad9c700 1 -- 172.21.15.33:0/3045702444 shutdown_connections 2024-09-13T15:02:37.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:37.960+0000 7f047ad9c700 1 -- 172.21.15.33:0/3045702444 wait complete. 2024-09-13T15:02:37.966 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-13T15:02:37.979 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":96,"stamp":"2024-09-13T15:02:36.279723+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225420,"kb_used_data":5168,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":754749300,"statfs":{"total":773094113280,"available":772863283200,"internally_reserved":0,"allocated":5292032,"data_stored":2954556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8745,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-80,"num_read_kb":-88,"num_write":-52,"num_write_kb":-25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002584"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":182,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-13T15:02:22.290065+0000","last_change":"2024-09-13T15:00:46.489302+0000","last_active":"2024-09-13T15:02:22.290065+0000","last_peered":"2024-09-13T15:02:22.290065+0000","last_clean":"2024-09-13T15:02:22.290065+0000","last_became_active":"2024-09-13T15:00:46.487009+0000","last_became_peered":"2024-09-13T15:00:46.487009+0000","last_unstale":"2024-09-13T15:02:22.290065+0000","last_undegraded":"2024-09-13T15:02:22.290065+0000","last_fullsized":"2024-09-13T15:02:22.290065+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_clean_scrub_stamp":"2024-09-13T15:00:45.246135+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:04.189008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542168,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28120,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343720,"statfs":{"total":96636764160,"available":96607969280,"internally_reserved":0,"allocated":1126400,"data_stored":820554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.54300000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":1.1279999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":1.1970000000000001},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.626}]},{"osd":3,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":1.0580000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.327,"5min":1.327,"15min":1.327},"last":1.0109999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"min":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.97299999999999998},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.94099999999999995}]},{"osd":6,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.78000000000000003},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.90200000000000002}]}]},{"osd":6,"up_from":14,"seq":60129542169,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":512000,"data_stored":222594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":2.8929999999999998,"5min":2.8929999999999998,"15min":2.8929999999999998},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.872}]},{"osd":1,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.67300000000000004},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":3.9769999999999999,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":0.84699999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.6899999999999999,"5min":1.6899999999999999,"15min":1.6899999999999999},"last":0.91100000000000003}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.9910000000000001,"5min":1.9910000000000001,"15min":1.9910000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.79500000000000004}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"min":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.996}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":2.032,"5min":2.032,"15min":2.032},"last":0.82399999999999995},{"interface":"front","average":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":2.492,"5min":2.492,"15min":2.492},"last":0.94999999999999996}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":1.173,"15min":1.173},"min":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":1.8140000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":1.1000000000000001},{"interface":"front","average":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"min":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"max":{"1min":2.6560000000000001,"5min":2.6560000000000001,"15min":2.6560000000000001},"last":1.077}]}]},{"osd":5,"up_from":14,"seq":60129542169,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":507904,"data_stored":215638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":0.97599999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":3.0019999999999998,"5min":3.0019999999999998,"15min":3.0019999999999998},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.76700000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.875},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.54600000000000004}]},{"osd":3,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":2.7490000000000001,"5min":2.7490000000000001,"15min":2.7490000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":1.0029999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":2.1160000000000001,"5min":2.1160000000000001,"15min":2.1160000000000001},"last":0.93700000000000006},{"interface":"front","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":3.173,"5min":3.173,"15min":3.173},"last":0.90600000000000003}]},{"osd":6,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.7310000000000001,"5min":1.7310000000000001,"15min":1.7310000000000001},"last":0.62},{"interface":"front","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":0.71999999999999997}]},{"osd":7,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":2.9060000000000001,"5min":2.9060000000000001,"15min":2.9060000000000001},"last":0.79900000000000004},{"interface":"front","average":{"1min":1.173,"5min":1.173,"15min":1.173},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.841,"5min":1.841,"15min":1.841},"last":1.0549999999999999}]}]},{"osd":4,"up_from":14,"seq":60129542169,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":503808,"data_stored":216129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.66700000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.282,"5min":1.282,"15min":1.282},"last":1.0609999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.419,"5min":1.419,"15min":1.419},"last":0.94099999999999995}]},{"osd":2,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.83599999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.81299999999999994},{"interface":"front","average":{"1min":1.046,"5min":1.046,"15min":1.046},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":0.99099999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.90500000000000003}]},{"osd":6,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.611,"5min":1.611,"15min":1.611},"last":0.878},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":1.0249999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":1.1559999999999999}]}]},{"osd":3,"up_from":14,"seq":60129542169,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":516096,"data_stored":223662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.60499999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":2.1219999999999999,"5min":2.1219999999999999,"15min":2.1219999999999999},"last":1.4259999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.877,"5min":0.877,"15min":0.877},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":1.52}]},{"osd":4,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":1.2989999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":2.2480000000000002,"5min":2.2480000000000002,"15min":2.2480000000000002},"last":2.0819999999999999},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.2350000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":1.181},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":2.282,"5min":2.282,"15min":2.282},"last":2.0019999999999998}]},{"osd":7,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":1.337},{"interface":"front","average":{"1min":1.149,"5min":1.149,"15min":1.149},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":1.385}]}]},{"osd":2,"up_from":14,"seq":60129542170,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":512000,"data_stored":222082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.68899999999999995}]},{"osd":1,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.505}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.74399999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":1.0309999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"max":{"1min":1.4790000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.081,"5min":1.081,"15min":1.081},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.925,"5min":1.925,"15min":1.925},"last":0.80200000000000005}]},{"osd":6,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.4039999999999999},{"interface":"front","average":{"1min":1.159,"5min":1.159,"15min":1.159},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":2.8730000000000002,"5min":2.8730000000000002,"15min":2.8730000000000002},"last":1.1559999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":1.579},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"max":{"1min":2.0779999999999998,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":1.319}]}]},{"osd":1,"up_from":14,"seq":60129542170,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":512000,"data_stored":222102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.85399999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.48399999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.2270000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.755}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.6919999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.627},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.89600000000000002}]},{"osd":6,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.95099999999999996},{"interface":"front","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.83299999999999996}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.6259999999999999,"5min":1.6259999999999999,"15min":1.6259999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":1.107,"5min":1.107,"15min":1.107},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":1.02}]}]},{"osd":0,"up_from":14,"seq":60129542169,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32192,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339648,"statfs":{"total":96636764160,"available":96603799552,"internally_reserved":0,"allocated":1101824,"data_stored":811795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.48699999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.589,"5min":1.589,"15min":1.589},"last":0.52900000000000003}]},{"osd":3,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.64700000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":1.046,"15min":1.046},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.92500000000000004}]},{"osd":5,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":0.69199999999999995}]},{"osd":6,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"min":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":0.72199999999999998},{"interface":"front","average":{"1min":1.149,"5min":1.149,"15min":1.149},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.9099999999999999,"5min":1.9099999999999999,"15min":1.9099999999999999},"last":0.95499999999999996}]},{"osd":7,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.778,"5min":1.778,"15min":1.778},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.8799999999999999,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":1.139}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:02:37.980 INFO:tasks.ceph.ceph_manager.ceph:clean! 2024-09-13T15:02:37.981 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:02:38.100 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.096+0000 7f51d759e700 1 Processor -- start 2024-09-13T15:02:38.101 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.096+0000 7f51d759e700 1 -- start start 2024-09-13T15:02:38.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.096+0000 7f51d759e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f51d8146230 0x7f51d806bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:38.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.096+0000 7f51d759e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51d806cd80 con 0x7f51d80b2a30 2024-09-13T15:02:38.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.096+0000 7f51d759e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f51d806c170 con 0x7f51d80ac8c0 2024-09-13T15:02:38.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.096+0000 7f51d759e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f51d80b2ea0 con 0x7f51d8146230 2024-09-13T15:02:38.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.096+0000 7f51d5d9b700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f51d80b2a30 0x7f51d815cec0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34166/0 (socket says 172.21.15.33:34166) 2024-09-13T15:02:38.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.096+0000 7f51d5d9b700 1 -- 172.21.15.33:0/665857084 learned_addr learned my addr 172.21.15.33:0/665857084 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:38.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.096+0000 7f51d659c700 1 --2- 172.21.15.33:0/665857084 >> v2:172.21.15.33:3300/0 conn(0x7f51d8146230 0x7f51d806bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d559a700 1 -- 172.21.15.33:0/665857084 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2879399551 0 0) 0x7f51d806cd80 con 0x7f51d80b2a30 2024-09-13T15:02:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d559a700 1 -- 172.21.15.33:0/665857084 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f51c00035d0 con 0x7f51d80b2a30 2024-09-13T15:02:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d659c700 1 -- 172.21.15.33:0/665857084 >> v1:172.21.15.103:6789/0 conn(0x7f51d80ac8c0 legacy=0x7f51d80acca0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d659c700 1 -- 172.21.15.33:0/665857084 >> v1:172.21.15.33:6789/0 conn(0x7f51d80b2a30 legacy=0x7f51d815cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d659c700 1 -- 172.21.15.33:0/665857084 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51d806c450 con 0x7f51d8146230 2024-09-13T15:02:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d659c700 1 --2- 172.21.15.33:0/665857084 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51d8146230 0x7f51d806bb90 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f51d80b2fe0 tx=0x7f51cc009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=1a0545b0382fd2dd server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d559a700 1 -- 172.21.15.33:0/665857084 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51cc004020 con 0x7f51d8146230 2024-09-13T15:02:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d559a700 1 -- 172.21.15.33:0/665857084 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51cc004180 con 0x7f51d8146230 2024-09-13T15:02:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d559a700 1 -- 172.21.15.33:0/665857084 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51cc004530 con 0x7f51d8146230 2024-09-13T15:02:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d759e700 1 -- 172.21.15.33:0/665857084 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51d8146230 msgr2=0x7f51d806bb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d759e700 1 --2- 172.21.15.33:0/665857084 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51d8146230 0x7f51d806bb90 secure :-1 s=READY pgs=572 cs=0 l=1 rev1=1 crypto rx=0x7f51d80b2fe0 tx=0x7f51cc009b30 comp rx=0 tx=0).stop 2024-09-13T15:02:38.104 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d759e700 1 -- 172.21.15.33:0/665857084 shutdown_connections 2024-09-13T15:02:38.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d759e700 1 --2- 172.21.15.33:0/665857084 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51d8146230 0x7f51d806bb90 unknown :-1 s=CLOSED pgs=572 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:38.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d759e700 1 -- 172.21.15.33:0/665857084 >> 172.21.15.33:0/665857084 conn(0x7f51d806a350 msgr2=0x7f51d806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:38.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d759e700 1 -- 172.21.15.33:0/665857084 shutdown_connections 2024-09-13T15:02:38.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d759e700 1 -- 172.21.15.33:0/665857084 wait complete. 2024-09-13T15:02:38.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d759e700 1 Processor -- start 2024-09-13T15:02:38.105 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.100+0000 7f51d759e700 1 -- start start 2024-09-13T15:02:38.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d759e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51d80ac8c0 0x7f51d80b09f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:38.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d759e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f51d80b2a30 0x7f51d80c6bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:38.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d759e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f51d8146230 0x7f51d80c7130 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:38.107 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d759e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51d80b0560 con 0x7f51d80ac8c0 2024-09-13T15:02:38.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d759e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f51d80af950 con 0x7f51d8146230 2024-09-13T15:02:38.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d759e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f51d80afc30 con 0x7f51d80b2a30 2024-09-13T15:02:38.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d659c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51d80ac8c0 0x7f51d80b09f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:38.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d659c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51d80ac8c0 0x7f51d80b09f0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:45978/0 (socket says 172.21.15.33:45978) 2024-09-13T15:02:38.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d659c700 1 -- 172.21.15.33:0/1436228731 learned_addr learned my addr 172.21.15.33:0/1436228731 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:38.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d6d9d700 1 --2- 172.21.15.33:0/1436228731 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f51d8146230 0x7f51d80c7130 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:38.108 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d5d9b700 1 --2- 172.21.15.33:0/1436228731 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f51d80b2a30 0x7f51d80c6bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d659c700 1 -- 172.21.15.33:0/1436228731 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f51d80b2a30 msgr2=0x7f51d80c6bf0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:38.109 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d659c700 1 --2- 172.21.15.33:0/1436228731 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f51d80b2a30 0x7f51d80c6bf0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d659c700 1 -- 172.21.15.33:0/1436228731 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f51d8146230 msgr2=0x7f51d80c7130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d659c700 1 --2- 172.21.15.33:0/1436228731 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f51d8146230 0x7f51d80c7130 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d659c700 1 -- 172.21.15.33:0/1436228731 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f51cc0094b0 con 0x7f51d80ac8c0 2024-09-13T15:02:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d659c700 1 --2- 172.21.15.33:0/1436228731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51d80ac8c0 0x7f51d80b09f0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f51cc0090b0 tx=0x7f51cc004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51c6ffd700 1 -- 172.21.15.33:0/1436228731 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51cc011da0 con 0x7f51d80ac8c0 2024-09-13T15:02:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51c6ffd700 1 -- 172.21.15.33:0/1436228731 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f51cc0036c0 con 0x7f51d80ac8c0 2024-09-13T15:02:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d759e700 1 -- 172.21.15.33:0/1436228731 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f51d80aff10 con 0x7f51d80ac8c0 2024-09-13T15:02:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51c6ffd700 1 -- 172.21.15.33:0/1436228731 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f51cc003a70 con 0x7f51d80ac8c0 2024-09-13T15:02:38.110 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.104+0000 7f51d759e700 1 -- 172.21.15.33:0/1436228731 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f51d80af3b0 con 0x7f51d80ac8c0 2024-09-13T15:02:38.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.108+0000 7f51d759e700 1 -- 172.21.15.33:0/1436228731 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f51d806bb90 con 0x7f51d80ac8c0 2024-09-13T15:02:38.111 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.108+0000 7f51c6ffd700 1 -- 172.21.15.33:0/1436228731 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f51cc003bd0 con 0x7f51d80ac8c0 2024-09-13T15:02:38.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.108+0000 7f51c6ffd700 1 --2- 172.21.15.33:0/1436228731 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f51b8066730 0x7f51b8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:38.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.108+0000 7f51c6ffd700 1 -- 172.21.15.33:0/1436228731 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f51cc085050 con 0x7f51d80ac8c0 2024-09-13T15:02:38.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.108+0000 7f51d5d9b700 1 --2- 172.21.15.33:0/1436228731 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f51b8066730 0x7f51b8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:38.112 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.108+0000 7f51d5d9b700 1 --2- 172.21.15.33:0/1436228731 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f51b8066730 0x7f51b8068bf0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f51d81443e0 tx=0x7f51c8009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:38.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.120+0000 7f51c6ffd700 1 -- 172.21.15.33:0/1436228731 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f51cc0525b0 con 0x7f51d80ac8c0 2024-09-13T15:02:38.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.292+0000 7f51d759e700 1 -- 172.21.15.33:0/1436228731 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f51d80b3c50 con 0x7f51b8066730 2024-09-13T15:02:38.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.296+0000 7f51c6ffd700 1 -- 172.21.15.33:0/1436228731 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49627 (secure 0 0 0) 0x7f51c800e6d0 con 0x7f51b8066730 2024-09-13T15:02:38.301 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:38.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.300+0000 7f51d759e700 1 -- 172.21.15.33:0/1436228731 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f51b8066730 msgr2=0x7f51b8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:38.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.300+0000 7f51d759e700 1 --2- 172.21.15.33:0/1436228731 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f51b8066730 0x7f51b8068bf0 secure :-1 s=READY pgs=298 cs=0 l=1 rev1=1 crypto rx=0x7f51d81443e0 tx=0x7f51c8009040 comp rx=0 tx=0).stop 2024-09-13T15:02:38.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.300+0000 7f51d759e700 1 -- 172.21.15.33:0/1436228731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51d80ac8c0 msgr2=0x7f51d80b09f0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:38.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.300+0000 7f51d759e700 1 --2- 172.21.15.33:0/1436228731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51d80ac8c0 0x7f51d80b09f0 secure :-1 s=READY pgs=573 cs=0 l=1 rev1=1 crypto rx=0x7f51cc0090b0 tx=0x7f51cc004770 comp rx=0 tx=0).stop 2024-09-13T15:02:38.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.300+0000 7f51d759e700 1 -- 172.21.15.33:0/1436228731 shutdown_connections 2024-09-13T15:02:38.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.300+0000 7f51d759e700 1 --2- 172.21.15.33:0/1436228731 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f51b8066730 0x7f51b8068bf0 unknown :-1 s=CLOSED pgs=298 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:38.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.300+0000 7f51d759e700 1 --2- 172.21.15.33:0/1436228731 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f51d8146230 0x7f51d80c7130 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:38.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.300+0000 7f51d759e700 1 --2- 172.21.15.33:0/1436228731 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f51d80b2a30 0x7f51d80c6bf0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:38.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.300+0000 7f51d759e700 1 --2- 172.21.15.33:0/1436228731 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f51d80ac8c0 0x7f51d80b09f0 unknown :-1 s=CLOSED pgs=573 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:38.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.300+0000 7f51d759e700 1 -- 172.21.15.33:0/1436228731 >> 172.21.15.33:0/1436228731 conn(0x7f51d806a350 msgr2=0x7f51d8066090 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:38.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.300+0000 7f51d759e700 1 -- 172.21.15.33:0/1436228731 shutdown_connections 2024-09-13T15:02:38.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.300+0000 7f51d759e700 1 -- 172.21.15.33:0/1436228731 wait complete. 2024-09-13T15:02:38.304 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-13T15:02:38.318 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":97,"stamp":"2024-09-13T15:02:38.280221+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":194,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":8,"kb":754974720,"kb_used":225420,"kb_used_data":5168,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":754749300,"statfs":{"total":773094113280,"available":772863283200,"internally_reserved":0,"allocated":5292032,"data_stored":2954556,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":8,"apply_latency_ms":8,"commit_latency_ns":8000000,"apply_latency_ns":8000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8745,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-80,"num_read_kb":-88,"num_write":-52,"num_write_kb":-25,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"6.002035"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":182,"reported_epoch":43,"state":"active+clean","last_fresh":"2024-09-13T15:02:22.290065+0000","last_change":"2024-09-13T15:00:46.489302+0000","last_active":"2024-09-13T15:02:22.290065+0000","last_peered":"2024-09-13T15:02:22.290065+0000","last_clean":"2024-09-13T15:02:22.290065+0000","last_became_active":"2024-09-13T15:00:46.487009+0000","last_became_peered":"2024-09-13T15:00:46.487009+0000","last_unstale":"2024-09-13T15:02:22.290065+0000","last_undegraded":"2024-09-13T15:02:22.290065+0000","last_fullsized":"2024-09-13T15:02:22.290065+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_clean_scrub_stamp":"2024-09-13T15:00:45.246135+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:04.189008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542168,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28120,"kb_used_data":1100,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343720,"statfs":{"total":96636764160,"available":96607969280,"internally_reserved":0,"allocated":1126400,"data_stored":820554,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.84399999999999997},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.54300000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.71999999999999997},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":1.1279999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":1.1970000000000001},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":0.626}]},{"osd":3,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":1.0580000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.82499999999999996},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.327,"5min":1.327,"15min":1.327},"last":1.0109999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"min":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.97299999999999998},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.94099999999999995}]},{"osd":6,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.78000000000000003},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.90200000000000002}]}]},{"osd":6,"up_from":14,"seq":60129542169,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":512000,"data_stored":222594,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":2.8929999999999998,"5min":2.8929999999999998,"15min":2.8929999999999998},"last":0.72399999999999998},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.872}]},{"osd":1,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.67300000000000004},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":3.9769999999999999,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":0.84699999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.76300000000000001},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.6899999999999999,"5min":1.6899999999999999,"15min":1.6899999999999999},"last":0.91100000000000003}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.9910000000000001,"5min":1.9910000000000001,"15min":1.9910000000000001},"last":0.56899999999999995},{"interface":"front","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.79500000000000004}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"min":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":0.64400000000000002},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.996}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":2.032,"5min":2.032,"15min":2.032},"last":0.82399999999999995},{"interface":"front","average":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":2.492,"5min":2.492,"15min":2.492},"last":0.94999999999999996}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":1.173,"15min":1.173},"min":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":1.8140000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":1.1000000000000001},{"interface":"front","average":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"min":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"max":{"1min":2.6560000000000001,"5min":2.6560000000000001,"15min":2.6560000000000001},"last":1.077}]}]},{"osd":5,"up_from":14,"seq":60129542169,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27516,"kb_used_data":496,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344324,"statfs":{"total":96636764160,"available":96608587776,"internally_reserved":0,"allocated":507904,"data_stored":215638,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":0.64700000000000002},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":0.97599999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":3.0019999999999998,"5min":3.0019999999999998,"15min":3.0019999999999998},"last":0.58699999999999997},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.76700000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.875},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":0.54600000000000004}]},{"osd":3,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":2.7490000000000001,"5min":2.7490000000000001,"15min":2.7490000000000001},"last":0.68100000000000005},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":1.0029999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":2.1160000000000001,"5min":2.1160000000000001,"15min":2.1160000000000001},"last":0.93700000000000006},{"interface":"front","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":3.173,"5min":3.173,"15min":3.173},"last":0.90600000000000003}]},{"osd":6,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.7310000000000001,"5min":1.7310000000000001,"15min":1.7310000000000001},"last":0.62},{"interface":"front","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":0.71999999999999997}]},{"osd":7,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":2.9060000000000001,"5min":2.9060000000000001,"15min":2.9060000000000001},"last":0.79900000000000004},{"interface":"front","average":{"1min":1.173,"5min":1.173,"15min":1.173},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.841,"5min":1.841,"15min":1.841},"last":1.0549999999999999}]}]},{"osd":4,"up_from":14,"seq":60129542169,"num_pgs":26,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27512,"kb_used_data":492,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344328,"statfs":{"total":96636764160,"available":96608591872,"internally_reserved":0,"allocated":503808,"data_stored":216129,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.42999999999999999},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.66700000000000004}]},{"osd":1,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.282,"5min":1.282,"15min":1.282},"last":1.0609999999999999},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.419,"5min":1.419,"15min":1.419},"last":0.94099999999999995}]},{"osd":2,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.78200000000000003},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.83599999999999997}]},{"osd":3,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.81299999999999994},{"interface":"front","average":{"1min":1.046,"5min":1.046,"15min":1.046},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":0.99099999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.73599999999999999},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.90500000000000003}]},{"osd":6,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.611,"5min":1.611,"15min":1.611},"last":0.878},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":1.0249999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":1.1559999999999999}]}]},{"osd":3,"up_from":14,"seq":60129542169,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":504,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":516096,"data_stored":223662,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.86599999999999999},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.60499999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.51400000000000001},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":2.1219999999999999,"5min":2.1219999999999999,"15min":2.1219999999999999},"last":1.4259999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.63600000000000001},{"interface":"front","average":{"1min":0.877,"5min":0.877,"15min":0.877},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":1.52}]},{"osd":4,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":1.0720000000000001},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":1.2989999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":2.2480000000000002,"5min":2.2480000000000002,"15min":2.2480000000000002},"last":2.0819999999999999},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":1.2350000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":1.181},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":2.282,"5min":2.282,"15min":2.282},"last":2.0019999999999998}]},{"osd":7,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":1.337},{"interface":"front","average":{"1min":1.149,"5min":1.149,"15min":1.149},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":1.385}]}]},{"osd":2,"up_from":14,"seq":60129542170,"num_pgs":23,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":512000,"data_stored":222082,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.45300000000000001},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.68899999999999995}]},{"osd":1,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.92200000000000004},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.505}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.59699999999999998},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.74399999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.85599999999999998},{"interface":"front","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":1.0309999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"max":{"1min":1.4790000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.081,"5min":1.081,"15min":1.081},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.925,"5min":1.925,"15min":1.925},"last":0.80200000000000005}]},{"osd":6,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.4039999999999999},{"interface":"front","average":{"1min":1.159,"5min":1.159,"15min":1.159},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":2.8730000000000002,"5min":2.8730000000000002,"15min":2.8730000000000002},"last":1.1559999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":1.579},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"max":{"1min":2.0779999999999998,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":1.319}]}]},{"osd":1,"up_from":14,"seq":60129542170,"num_pgs":22,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":27520,"kb_used_data":500,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344320,"statfs":{"total":96636764160,"available":96608583680,"internally_reserved":0,"allocated":512000,"data_stored":222102,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.85399999999999998}]},{"osd":2,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.24099999999999999},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.48399999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.72499999999999998},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":1.2270000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.755}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.6919999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.627},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.89600000000000002}]},{"osd":6,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.95099999999999996},{"interface":"front","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":0.83299999999999996}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.6259999999999999,"5min":1.6259999999999999,"15min":1.6259999999999999},"last":0.80500000000000005},{"interface":"front","average":{"1min":1.107,"5min":1.107,"15min":1.107},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":1.02}]}]},{"osd":0,"up_from":14,"seq":60129542169,"num_pgs":21,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32192,"kb_used_data":1076,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339648,"statfs":{"total":96636764160,"available":96603799552,"internally_reserved":0,"allocated":1101824,"data_stored":811795,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.55000000000000004},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.48699999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.60199999999999998},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.589,"5min":1.589,"15min":1.589},"last":0.52900000000000003}]},{"osd":3,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.76200000000000001},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.64700000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":1.046,"15min":1.046},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.73599999999999999},{"interface":"front","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.92500000000000004}]},{"osd":5,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":1.0660000000000001},{"interface":"front","average":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":0.69199999999999995}]},{"osd":6,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"min":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":0.72199999999999998},{"interface":"front","average":{"1min":1.149,"5min":1.149,"15min":1.149},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.9099999999999999,"5min":1.9099999999999999,"15min":1.9099999999999999},"last":0.95499999999999996}]},{"osd":7,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.778,"5min":1.778,"15min":1.778},"last":0.90500000000000003},{"interface":"front","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.8799999999999999,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":1.139}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:02:38.320 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd dump --format=json 2024-09-13T15:02:38.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.432+0000 7f331f59e700 1 Processor -- start 2024-09-13T15:02:38.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.432+0000 7f331f59e700 1 -- start start 2024-09-13T15:02:38.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.432+0000 7f331f59e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f3318037370 0x7f331803a710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:38.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.432+0000 7f331f59e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f331803a280 con 0x7f331800ba60 2024-09-13T15:02:38.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.432+0000 7f331f59e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f3318007fb0 con 0x7f3318007380 2024-09-13T15:02:38.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.432+0000 7f331f59e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3318007cd0 con 0x7f3318037370 2024-09-13T15:02:38.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.432+0000 7f331dd9b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f3318037370 0x7f331803a710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:38.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.432+0000 7f331e59c700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f331800ba60 0x7f331800be40 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34178/0 (socket says 172.21.15.33:34178) 2024-09-13T15:02:38.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.432+0000 7f331e59c700 1 -- 172.21.15.33:0/400495063 learned_addr learned my addr 172.21.15.33:0/400495063 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:38.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331dd9b700 1 -- 172.21.15.33:0/400495063 >> v1:172.21.15.103:6789/0 conn(0x7f3318007380 legacy=0x7f33180e3010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:38.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331dd9b700 1 -- 172.21.15.33:0/400495063 >> v1:172.21.15.33:6789/0 conn(0x7f331800ba60 legacy=0x7f331800be40 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:38.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331dd9b700 1 -- 172.21.15.33:0/400495063 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f3318039c30 con 0x7f3318037370 2024-09-13T15:02:38.439 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331d59a700 1 -- 172.21.15.33:0/400495063 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2495789911 0 0) 0x7f331803a280 con 0x7f331800ba60 2024-09-13T15:02:38.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331dd9b700 1 --2- 172.21.15.33:0/400495063 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3318037370 0x7f331803a710 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f3314009850 tx=0x7f3314009b60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=19806a9b15ac7d9d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:38.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331d59a700 1 -- 172.21.15.33:0/400495063 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3314011830 con 0x7f3318037370 2024-09-13T15:02:38.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331d59a700 1 -- 172.21.15.33:0/400495063 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3314011990 con 0x7f3318037370 2024-09-13T15:02:38.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331d59a700 1 -- 172.21.15.33:0/400495063 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3314011d20 con 0x7f3318037370 2024-09-13T15:02:38.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331f59e700 1 -- 172.21.15.33:0/400495063 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3318037370 msgr2=0x7f331803a710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:38.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331f59e700 1 --2- 172.21.15.33:0/400495063 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3318037370 0x7f331803a710 secure :-1 s=READY pgs=575 cs=0 l=1 rev1=1 crypto rx=0x7f3314009850 tx=0x7f3314009b60 comp rx=0 tx=0).stop 2024-09-13T15:02:38.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331f59e700 1 -- 172.21.15.33:0/400495063 shutdown_connections 2024-09-13T15:02:38.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331f59e700 1 --2- 172.21.15.33:0/400495063 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3318037370 0x7f331803a710 unknown :-1 s=CLOSED pgs=575 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:38.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331f59e700 1 -- 172.21.15.33:0/400495063 >> 172.21.15.33:0/400495063 conn(0x7f331801e270 msgr2=0x7f3318054ee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:38.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331f59e700 1 -- 172.21.15.33:0/400495063 shutdown_connections 2024-09-13T15:02:38.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331f59e700 1 -- 172.21.15.33:0/400495063 wait complete. 2024-09-13T15:02:38.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.436+0000 7f331f59e700 1 Processor -- start 2024-09-13T15:02:38.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331f59e700 1 -- start start 2024-09-13T15:02:38.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331f59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3318007380 0x7f3318049e10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:38.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331f59e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f331800ba60 0x7f331804a350 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:38.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331f59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3318037370 0x7f3318034840 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:38.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331f59e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f33180cffc0 con 0x7f3318007380 2024-09-13T15:02:38.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331f59e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f331804a890 con 0x7f331800ba60 2024-09-13T15:02:38.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331f59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3318036310 con 0x7f3318037370 2024-09-13T15:02:38.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331e59c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3318007380 0x7f3318049e10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:38.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331e59c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3318007380 0x7f3318049e10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46000/0 (socket says 172.21.15.33:46000) 2024-09-13T15:02:38.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331e59c700 1 -- 172.21.15.33:0/1249842360 learned_addr learned my addr 172.21.15.33:0/1249842360 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:38.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331dd9b700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f331800ba60 0x7f331804a350 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:38.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331ed9d700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3318037370 0x7f3318034840 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:38.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331e59c700 1 -- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3318037370 msgr2=0x7f3318034840 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:38.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331e59c700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3318037370 0x7f3318034840 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:38.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331e59c700 1 -- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f331800ba60 msgr2=0x7f331804a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:38.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331e59c700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f331800ba60 0x7f331804a350 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:38.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331e59c700 1 -- 172.21.15.33:0/1249842360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f33140094b0 con 0x7f3318007380 2024-09-13T15:02:38.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331ed9d700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3318037370 0x7f3318034840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:38.445 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331e59c700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3318007380 0x7f3318049e10 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f331000c750 tx=0x7f331000ca60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:38.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f330effd700 1 -- 172.21.15.33:0/1249842360 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f33100074e0 con 0x7f3318007380 2024-09-13T15:02:38.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f330effd700 1 -- 172.21.15.33:0/1249842360 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f3310007640 con 0x7f3318007380 2024-09-13T15:02:38.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331f59e700 1 -- 172.21.15.33:0/1249842360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f3318035d50 con 0x7f3318007380 2024-09-13T15:02:38.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f330effd700 1 -- 172.21.15.33:0/1249842360 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3310005a90 con 0x7f3318007380 2024-09-13T15:02:38.446 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.440+0000 7f331f59e700 1 -- 172.21.15.33:0/1249842360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f33180cfbe0 con 0x7f3318007380 2024-09-13T15:02:38.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.444+0000 7f330effd700 1 -- 172.21.15.33:0/1249842360 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3310005bf0 con 0x7f3318007380 2024-09-13T15:02:38.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.444+0000 7f331f59e700 1 -- 172.21.15.33:0/1249842360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f3318034620 con 0x7f3318007380 2024-09-13T15:02:38.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.444+0000 7f330effd700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3300066730 0x7f3300068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:38.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.444+0000 7f330effd700 1 -- 172.21.15.33:0/1249842360 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f33100835a0 con 0x7f3318007380 2024-09-13T15:02:38.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.444+0000 7f331dd9b700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3300066730 0x7f3300068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:38.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.448+0000 7f331dd9b700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3300066730 0x7f3300068bf0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3314014040 tx=0x7f331401c040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:38.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.452+0000 7f330effd700 1 -- 172.21.15.33:0/1249842360 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3310050940 con 0x7f3318007380 2024-09-13T15:02:38.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.620+0000 7f331f59e700 1 -- 172.21.15.33:0/1249842360 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "osd dump", "format": "json"} v 0) v1 -- 0x7f331800f020 con 0x7f3318007380 2024-09-13T15:02:38.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.620+0000 7f330effd700 1 -- 172.21.15.33:0/1249842360 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "osd dump", "format": "json"}]=0 v46) v1 ==== 74+0+13273 (secure 0 0 0) 0x7f3310017090 con 0x7f3318007380 2024-09-13T15:02:38.626 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:38.626 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":46,"fsid":"26cfc81a-7b79-4125-b830-c08a65e88194","created":"2024-09-13T15:00:32.851575+0000","modified":"2024-09-13T15:02:35.616452+0000","last_up_change":"2024-09-13T15:00:43.240838+0000","last_in_change":"2024-09-13T15:00:34.971505+0000","flags":"sortbitwise,recovery_deletes,purged_snapdirs,pglog_hardlimit","flags_num":5799936,"flags_set":["pglog_hardlimit","purged_snapdirs","recovery_deletes","sortbitwise"],"crush_version":6,"full_ratio":0.94999998807907104,"backfillfull_ratio":0.89999997615814209,"nearfull_ratio":0.85000002384185791,"cluster_snapshot":"","pool_max":6,"max_osd":8,"require_min_compat_client":"luminous","min_compat_client":"jewel","require_osd_release":"reef","allow_crimson":false,"pools":[{"pool":1,"pool_name":".mgr","create_time":"2024-09-13T15:00:44.305372+0000","flags":1,"flags_names":"hashpspool","type":1,"size":2,"min_size":1,"crush_rule":0,"peering_crush_bucket_count":0,"peering_crush_bucket_target":0,"peering_crush_bucket_barrier":0,"peering_crush_bucket_mandatory_member":2147483647,"object_hash":2,"pg_autoscale_mode":"off","pg_num":1,"pg_placement_num":1,"pg_placement_num_target":1,"pg_num_target":1,"pg_num_pending":1,"last_pg_merge_meta":{"source_pgid":"0.0","ready_epoch":0,"last_epoch_started":0,"last_epoch_clean":0,"source_version":"0'0","target_version":"0'0"},"last_change":"18","last_force_op_resend":"0","last_force_op_resend_prenautilus":"0","last_force_op_resend_preluminous":"0","auid":0,"snap_mode":"selfmanaged","snap_seq":0,"snap_epoch":0,"pool_snaps":[],"removed_snaps":"[]","quota_max_bytes":0,"quota_max_objects":0,"tiers":[],"tier_of":-1,"read_tier":-1,"write_tier":-1,"cache_mode":"none","target_max_bytes":0,"target_max_objects":0,"cache_target_dirty_ratio_micro":400000,"cache_target_dirty_high_ratio_micro":600000,"cache_target_full_ratio_micro":800000,"cache_min_flush_age":0,"cache_min_evict_age":0,"erasure_code_profile":"","hit_set_params":{"type":"none"},"hit_set_period":0,"hit_set_count":0,"use_gmt_hitset":true,"min_read_recency_for_promote":0,"min_write_recency_for_promote":0,"hit_set_grade_decay_rate":0,"hit_set_search_last_n":0,"grade_table":[],"stripe_width":0,"expected_num_objects":0,"fast_read":false,"options":{"pg_num_max":32,"pg_num_min":1},"application_metadata":{"mgr":{}},"read_balance":{"score_acting":8,"score_stable":8,"optimal_score":0.25,"raw_score_acting":2,"raw_score_stable":2,"primary_affinity_weighted":1,"average_primary_affinity":1,"average_primary_affinity_weighted":1}}],"osds":[{"osd":0,"uuid":"bcf443d4-fe87-4a08-b855-487aea95a01e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6806","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6808","nonce":84018156}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6810","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6811","nonce":84018156}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6814","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6815","nonce":84018156}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6812","nonce":84018156},{"type":"v1","addr":"172.21.15.33:6813","nonce":84018156}]},"public_addr":"172.21.15.33:6808/84018156","cluster_addr":"172.21.15.33:6811/84018156","heartbeat_back_addr":"172.21.15.33:6815/84018156","heartbeat_front_addr":"172.21.15.33:6813/84018156","state":["exists","up"]},{"osd":1,"uuid":"6c187992-32d6-4c46-aa31-701ab9199c7e","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6800","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6801","nonce":2310982799}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6802","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6803","nonce":2310982799}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6807","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6809","nonce":2310982799}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6804","nonce":2310982799},{"type":"v1","addr":"172.21.15.33:6805","nonce":2310982799}]},"public_addr":"172.21.15.33:6801/2310982799","cluster_addr":"172.21.15.33:6803/2310982799","heartbeat_back_addr":"172.21.15.33:6809/2310982799","heartbeat_front_addr":"172.21.15.33:6805/2310982799","state":["exists","up"]},{"osd":2,"uuid":"8c4dd812-5301-4577-9337-29cfa307789b","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6816","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6817","nonce":588923312}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6820","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6821","nonce":588923312}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6826","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6828","nonce":588923312}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6823","nonce":588923312},{"type":"v1","addr":"172.21.15.33:6825","nonce":588923312}]},"public_addr":"172.21.15.33:6817/588923312","cluster_addr":"172.21.15.33:6821/588923312","heartbeat_back_addr":"172.21.15.33:6828/588923312","heartbeat_front_addr":"172.21.15.33:6825/588923312","state":["exists","up"]},{"osd":3,"uuid":"8b3e4855-a51c-4a31-920b-a523fbba4972","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6818","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6819","nonce":1899465917}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6822","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6824","nonce":1899465917}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6830","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6831","nonce":1899465917}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6827","nonce":1899465917},{"type":"v1","addr":"172.21.15.33:6829","nonce":1899465917}]},"public_addr":"172.21.15.33:6819/1899465917","cluster_addr":"172.21.15.33:6824/1899465917","heartbeat_back_addr":"172.21.15.33:6831/1899465917","heartbeat_front_addr":"172.21.15.33:6829/1899465917","state":["exists","up"]},{"osd":4,"uuid":"a231c6bf-7e3d-46f1-a59f-84cb91fab7bb","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6800","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6801","nonce":3668482288}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6802","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6803","nonce":3668482288}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6806","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6807","nonce":3668482288}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6804","nonce":3668482288},{"type":"v1","addr":"172.21.15.103:6805","nonce":3668482288}]},"public_addr":"172.21.15.103:6801/3668482288","cluster_addr":"172.21.15.103:6803/3668482288","heartbeat_back_addr":"172.21.15.103:6807/3668482288","heartbeat_front_addr":"172.21.15.103:6805/3668482288","state":["exists","up"]},{"osd":5,"uuid":"57f0977d-4cf6-47bd-be7d-5b77131b4a21","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6808","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6809","nonce":330577803}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6810","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6811","nonce":330577803}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6814","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6815","nonce":330577803}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6812","nonce":330577803},{"type":"v1","addr":"172.21.15.103:6813","nonce":330577803}]},"public_addr":"172.21.15.103:6809/330577803","cluster_addr":"172.21.15.103:6811/330577803","heartbeat_back_addr":"172.21.15.103:6815/330577803","heartbeat_front_addr":"172.21.15.103:6813/330577803","state":["exists","up"]},{"osd":6,"uuid":"ed6a7f06-5adb-489a-a610-848721e29a25","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6816","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6817","nonce":2786140903}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6818","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6819","nonce":2786140903}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6822","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6823","nonce":2786140903}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6820","nonce":2786140903},{"type":"v1","addr":"172.21.15.103:6821","nonce":2786140903}]},"public_addr":"172.21.15.103:6817/2786140903","cluster_addr":"172.21.15.103:6819/2786140903","heartbeat_back_addr":"172.21.15.103:6823/2786140903","heartbeat_front_addr":"172.21.15.103:6821/2786140903","state":["exists","up"]},{"osd":7,"uuid":"0dcebe20-2464-4608-9675-b7a33cc0fc17","up":1,"in":1,"weight":1,"primary_affinity":1,"last_clean_begin":0,"last_clean_end":0,"up_from":14,"up_thru":39,"down_at":0,"lost_at":0,"public_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6824","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6825","nonce":222075078}]},"cluster_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6826","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6827","nonce":222075078}]},"heartbeat_back_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6830","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6831","nonce":222075078}]},"heartbeat_front_addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6828","nonce":222075078},{"type":"v1","addr":"172.21.15.103:6829","nonce":222075078}]},"public_addr":"172.21.15.103:6825/222075078","cluster_addr":"172.21.15.103:6827/222075078","heartbeat_back_addr":"172.21.15.103:6831/222075078","heartbeat_front_addr":"172.21.15.103:6829/222075078","state":["exists","up"]}],"osd_xinfo":[{"osd":0,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.250915+0000","dead_epoch":0},{"osd":1,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.235093+0000","dead_epoch":0},{"osd":2,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:39.916010+0000","dead_epoch":0},{"osd":3,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.230987+0000","dead_epoch":0},{"osd":4,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.218956+0000","dead_epoch":0},{"osd":5,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.018279+0000","dead_epoch":0},{"osd":6,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.488348+0000","dead_epoch":0},{"osd":7,"down_stamp":"0.000000","laggy_probability":0,"laggy_interval":0,"features":4540138322906710015,"old_weight":0,"last_purged_snaps_scrub":"2024-09-13T15:00:40.236808+0000","dead_epoch":0}],"pg_upmap":[],"pg_upmap_items":[],"pg_upmap_primaries":[],"pg_temp":[],"primary_temp":[],"blocklist":{"172.21.15.33:6835/2960876626":"2024-09-14T15:02:32.588703+0000","172.21.15.33:6834/2960876626":"2024-09-14T15:02:32.588703+0000","172.21.15.33:6835/2157339166":"2024-09-14T15:02:19.855838+0000","172.21.15.33:6834/2157339166":"2024-09-14T15:02:19.855838+0000"},"range_blocklist":{},"erasure_code_profiles":{"cephfs_data_ec":{"crush-device-class":"","crush-failure-domain":"osd","crush-root":"default","jerasure-per-chunk-alignment":"false","k":"2","m":"2","plugin":"jerasure","technique":"reed_sol_van","w":"8"},"default":{"crush-failure-domain":"osd","k":"2","m":"1","plugin":"jerasure","technique":"reed_sol_van"}},"removed_snaps_queue":[],"new_removed_snaps":[],"new_purged_snaps":[],"crush_node_flags":{},"device_class_flags":{},"stretch_mode":{"stretch_mode_enabled":false,"stretch_bucket_count":0,"degraded_stretch_mode":0,"recovering_stretch_mode":0,"stretch_mode_bucket":0}} 2024-09-13T15:02:38.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.628+0000 7f331f59e700 1 -- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3300066730 msgr2=0x7f3300068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:38.630 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.628+0000 7f331f59e700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3300066730 0x7f3300068bf0 secure :-1 s=READY pgs=299 cs=0 l=1 rev1=1 crypto rx=0x7f3314014040 tx=0x7f331401c040 comp rx=0 tx=0).stop 2024-09-13T15:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.628+0000 7f331f59e700 1 -- 172.21.15.33:0/1249842360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3318007380 msgr2=0x7f3318049e10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.628+0000 7f331f59e700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3318007380 0x7f3318049e10 secure :-1 s=READY pgs=576 cs=0 l=1 rev1=1 crypto rx=0x7f331000c750 tx=0x7f331000ca60 comp rx=0 tx=0).stop 2024-09-13T15:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.628+0000 7f331f59e700 1 -- 172.21.15.33:0/1249842360 shutdown_connections 2024-09-13T15:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.628+0000 7f331f59e700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3300066730 0x7f3300068bf0 unknown :-1 s=CLOSED pgs=299 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.628+0000 7f331f59e700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f3318037370 0x7f3318034840 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.628+0000 7f331f59e700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f331800ba60 0x7f331804a350 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.628+0000 7f331f59e700 1 --2- 172.21.15.33:0/1249842360 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f3318007380 0x7f3318049e10 unknown :-1 s=CLOSED pgs=576 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.628+0000 7f331f59e700 1 -- 172.21.15.33:0/1249842360 >> 172.21.15.33:0/1249842360 conn(0x7f331801e270 msgr2=0x7f3318051c90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.628+0000 7f331f59e700 1 -- 172.21.15.33:0/1249842360 shutdown_connections 2024-09-13T15:02:38.631 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:38.628+0000 7f331f59e700 1 -- 172.21.15.33:0/1249842360 wait complete. 2024-09-13T15:02:39.648 INFO:tasks.ceph:Scrubbing osd.0 2024-09-13T15:02:39.648 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.0 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:02:39.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.780+0000 7f0d47138700 1 Processor -- start 2024-09-13T15:02:39.786 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.780+0000 7f0d47138700 1 -- start start 2024-09-13T15:02:39.790 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d47138700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f0d40159030 0x7f0d40071960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d47138700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f0d400ace20 0x7f0d40071ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d47138700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f0d4006c250 con 0x7f0d400ac8e0 2024-09-13T15:02:39.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d47138700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d40159410 con 0x7f0d40159030 2024-09-13T15:02:39.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d47138700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0d400741c0 con 0x7f0d400ace20 2024-09-13T15:02:39.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d46136700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f0d40159030 0x7f0d40071960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.791 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d46136700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f0d40159030 0x7f0d40071960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46012/0 (socket says 172.21.15.33:46012) 2024-09-13T15:02:39.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d46136700 1 -- 172.21.15.33:0/1983251150 learned_addr learned my addr 172.21.15.33:0/1983251150 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:39.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d45935700 1 --2- 172.21.15.33:0/1983251150 >> v2:172.21.15.103:3300/0 conn(0x7f0d400ace20 0x7f0d40071ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d46136700 1 -- 172.21.15.33:0/1983251150 >> v2:172.21.15.103:3300/0 conn(0x7f0d400ace20 msgr2=0x7f0d40071ea0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:39.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d46136700 1 --2- 172.21.15.33:0/1983251150 >> v2:172.21.15.103:3300/0 conn(0x7f0d400ace20 0x7f0d40071ea0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:39.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d46136700 1 -- 172.21.15.33:0/1983251150 >> v1:172.21.15.103:6789/0 conn(0x7f0d400ac8e0 legacy=0x7f0d40073ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:39.792 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d46136700 1 -- 172.21.15.33:0/1983251150 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d400cd730 con 0x7f0d40159030 2024-09-13T15:02:39.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d45935700 1 --2- 172.21.15.33:0/1983251150 >> v2:172.21.15.103:3300/0 conn(0x7f0d400ace20 0x7f0d40071ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:39.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d46136700 1 --2- 172.21.15.33:0/1983251150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d40159030 0x7f0d40071960 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f0d400718b0 tx=0x7f0d3c009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b0ad1c76a79da02b server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:39.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d45134700 1 -- 172.21.15.33:0/1983251150 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d3c011830 con 0x7f0d40159030 2024-09-13T15:02:39.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d45134700 1 -- 172.21.15.33:0/1983251150 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d3c011990 con 0x7f0d40159030 2024-09-13T15:02:39.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d45134700 1 -- 172.21.15.33:0/1983251150 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d3c011d40 con 0x7f0d40159030 2024-09-13T15:02:39.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d47138700 1 -- 172.21.15.33:0/1983251150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d40159030 msgr2=0x7f0d40071960 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:39.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d47138700 1 --2- 172.21.15.33:0/1983251150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d40159030 0x7f0d40071960 secure :-1 s=READY pgs=577 cs=0 l=1 rev1=1 crypto rx=0x7f0d400718b0 tx=0x7f0d3c009c20 comp rx=0 tx=0).stop 2024-09-13T15:02:39.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d47138700 1 -- 172.21.15.33:0/1983251150 shutdown_connections 2024-09-13T15:02:39.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d47138700 1 --2- 172.21.15.33:0/1983251150 >> v2:172.21.15.103:3300/0 conn(0x7f0d400ace20 0x7f0d40071ea0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:39.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d47138700 1 --2- 172.21.15.33:0/1983251150 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d40159030 0x7f0d40071960 unknown :-1 s=CLOSED pgs=577 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:39.794 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d47138700 1 -- 172.21.15.33:0/1983251150 >> 172.21.15.33:0/1983251150 conn(0x7f0d400ae4b0 msgr2=0x7f0d400b0bf0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:39.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d47138700 1 -- 172.21.15.33:0/1983251150 shutdown_connections 2024-09-13T15:02:39.795 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.784+0000 7f0d47138700 1 -- 172.21.15.33:0/1983251150 wait complete. 2024-09-13T15:02:39.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.788+0000 7f0d47138700 1 Processor -- start 2024-09-13T15:02:39.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.788+0000 7f0d47138700 1 -- start start 2024-09-13T15:02:39.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d47138700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d400ac8e0 0x7f0d4014dac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d47138700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d400ace20 0x7f0d400afca0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d47138700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d40159030 0x7f0d400b01e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d47138700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d4006cc00 con 0x7f0d400ace20 2024-09-13T15:02:39.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d47138700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0d4006c560 con 0x7f0d400ac8e0 2024-09-13T15:02:39.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d47138700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0d4014b010 con 0x7f0d40159030 2024-09-13T15:02:39.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d45935700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d400ace20 0x7f0d400afca0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d45935700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d400ace20 0x7f0d400afca0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46028/0 (socket says 172.21.15.33:46028) 2024-09-13T15:02:39.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d45935700 1 -- 172.21.15.33:0/3048499118 learned_addr learned my addr 172.21.15.33:0/3048499118 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:39.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d46136700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d400ac8e0 0x7f0d4014dac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d46937700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d40159030 0x7f0d400b01e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d45935700 1 -- 172.21.15.33:0/3048499118 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d40159030 msgr2=0x7f0d400b01e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:39.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d45935700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f0d40159030 0x7f0d400b01e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:39.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d45935700 1 -- 172.21.15.33:0/3048499118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d400ac8e0 msgr2=0x7f0d4014dac0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:39.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d45935700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d400ac8e0 0x7f0d4014dac0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:39.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d45935700 1 -- 172.21.15.33:0/3048499118 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f0d300094b0 con 0x7f0d400ace20 2024-09-13T15:02:39.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d46136700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f0d400ac8e0 0x7f0d4014dac0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:39.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d45935700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d400ace20 0x7f0d400afca0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f0d3000ebe0 tx=0x7f0d30009ed0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:39.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d36ffd700 1 -- 172.21.15.33:0/3048499118 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d3000c910 con 0x7f0d400ace20 2024-09-13T15:02:39.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d36ffd700 1 -- 172.21.15.33:0/3048499118 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f0d3000ca70 con 0x7f0d400ace20 2024-09-13T15:02:39.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d47138700 1 -- 172.21.15.33:0/3048499118 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0d3c009570 con 0x7f0d400ace20 2024-09-13T15:02:39.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d36ffd700 1 -- 172.21.15.33:0/3048499118 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f0d3000ce00 con 0x7f0d400ace20 2024-09-13T15:02:39.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.792+0000 7f0d47138700 1 -- 172.21.15.33:0/3048499118 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0d4014ba60 con 0x7f0d400ace20 2024-09-13T15:02:39.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.796+0000 7f0d47138700 1 -- 172.21.15.33:0/3048499118 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f0d400cd3c0 con 0x7f0d400ace20 2024-09-13T15:02:39.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.796+0000 7f0d36ffd700 1 -- 172.21.15.33:0/3048499118 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f0d30013470 con 0x7f0d400ace20 2024-09-13T15:02:39.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.796+0000 7f0d36ffd700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d24066730 0x7f0d24068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.796+0000 7f0d36ffd700 1 -- 172.21.15.33:0/3048499118 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f0d300841e0 con 0x7f0d400ace20 2024-09-13T15:02:39.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.796+0000 7f0d46136700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d24066730 0x7f0d24068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.796+0000 7f0d36ffd700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.33:6806/84018156,v1:172.21.15.33:6808/84018156] conn(0x7f0d2406cad0 0x7f0d2406ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.796+0000 7f0d36ffd700 1 -- 172.21.15.33:0/3048499118 --> [v2:172.21.15.33:6806/84018156,v1:172.21.15.33:6808/84018156] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f0d2406f5e0 con 0x7f0d2406cad0 2024-09-13T15:02:39.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.796+0000 7f0d36ffd700 1 -- 172.21.15.33:0/3048499118 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=46) v2 ==== 24+0+0 (secure 0 0 0) 0x7f0d300867c0 con 0x7f0d400ace20 2024-09-13T15:02:39.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.796+0000 7f0d46937700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.33:6806/84018156,v1:172.21.15.33:6808/84018156] conn(0x7f0d2406cad0 0x7f0d2406ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.796+0000 7f0d46136700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d24066730 0x7f0d24068bf0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c014040 tx=0x7f0d3c008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:39.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.796+0000 7f0d46937700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.33:6806/84018156,v1:172.21.15.33:6808/84018156] conn(0x7f0d2406cad0 0x7f0d2406ef10 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:39.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.796+0000 7f0d36ffd700 1 -- 172.21.15.33:0/3048499118 <== osd.0 v2:172.21.15.33:6806/84018156 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f0d2406f5e0 con 0x7f0d2406cad0 2024-09-13T15:02:39.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.820+0000 7f0d47138700 1 -- 172.21.15.33:0/3048499118 --> [v2:172.21.15.33:6806/84018156,v1:172.21.15.33:6808/84018156] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f0d400cd0e0 con 0x7f0d2406cad0 2024-09-13T15:02:39.823 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.820+0000 7f0d36ffd700 1 -- 172.21.15.33:0/3048499118 <== osd.0 v2:172.21.15.33:6806/84018156 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f0d38003a20 con 0x7f0d2406cad0 2024-09-13T15:02:39.824 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:02:39.824 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:02:39.824 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:02:39.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.820+0000 7f0d47138700 1 -- 172.21.15.33:0/3048499118 >> [v2:172.21.15.33:6806/84018156,v1:172.21.15.33:6808/84018156] conn(0x7f0d2406cad0 msgr2=0x7f0d2406ef10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:39.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.820+0000 7f0d47138700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.33:6806/84018156,v1:172.21.15.33:6808/84018156] conn(0x7f0d2406cad0 0x7f0d2406ef10 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:39.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.820+0000 7f0d47138700 1 -- 172.21.15.33:0/3048499118 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d24066730 msgr2=0x7f0d24068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:39.825 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.820+0000 7f0d47138700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f0d24066730 0x7f0d24068bf0 secure :-1 s=READY pgs=300 cs=0 l=1 rev1=1 crypto rx=0x7f0d3c014040 tx=0x7f0d3c008030 comp rx=0 tx=0).stop 2024-09-13T15:02:39.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.820+0000 7f0d47138700 1 -- 172.21.15.33:0/3048499118 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d400ace20 msgr2=0x7f0d400afca0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:39.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.820+0000 7f0d47138700 1 --2- 172.21.15.33:0/3048499118 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f0d400ace20 0x7f0d400afca0 secure :-1 s=READY pgs=578 cs=0 l=1 rev1=1 crypto rx=0x7f0d3000ebe0 tx=0x7f0d30009ed0 comp rx=0 tx=0).stop 2024-09-13T15:02:39.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.820+0000 7f0d46937700 1 -- 172.21.15.33:0/3048499118 reap_dead start 2024-09-13T15:02:39.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.820+0000 7f0d47138700 1 -- 172.21.15.33:0/3048499118 shutdown_connections 2024-09-13T15:02:39.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.820+0000 7f0d47138700 1 -- 172.21.15.33:0/3048499118 >> 172.21.15.33:0/3048499118 conn(0x7f0d400ae4b0 msgr2=0x7f0d40157280 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:39.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.820+0000 7f0d47138700 1 -- 172.21.15.33:0/3048499118 shutdown_connections 2024-09-13T15:02:39.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.820+0000 7f0d47138700 1 -- 172.21.15.33:0/3048499118 wait complete. 2024-09-13T15:02:39.838 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 0 2024-09-13T15:02:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.956+0000 7fd4facb4700 1 Processor -- start 2024-09-13T15:02:39.961 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.956+0000 7fd4facb4700 1 -- start start 2024-09-13T15:02:39.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4facb4700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4f40cd090 0x7fd4f415cf00 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4facb4700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4f415bcf0 con 0x7fd4f40ccc40 2024-09-13T15:02:39.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4facb4700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd4f415b730 con 0x7fd4f40aef90 2024-09-13T15:02:39.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4facb4700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4f415c3d0 con 0x7fd4f40cd090 2024-09-13T15:02:39.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f94b1700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fd4f40ccc40 0x7fd4f415c7f0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34194/0 (socket says 172.21.15.33:34194) 2024-09-13T15:02:39.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f94b1700 1 -- 172.21.15.33:0/3138147530 learned_addr learned my addr 172.21.15.33:0/3138147530 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:39.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4fa4b3700 1 --2- 172.21.15.33:0/3138147530 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4f40cd090 0x7fd4f415cf00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4056474508 0 0) 0x7fd4f415bcf0 con 0x7fd4f40ccc40 2024-09-13T15:02:39.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd4dc0035d0 con 0x7fd4f40ccc40 2024-09-13T15:02:39.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4134448453 0 0) 0x7fd4f415b730 con 0x7fd4f40aef90 2024-09-13T15:02:39.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd4f415bcf0 con 0x7fd4f40aef90 2024-09-13T15:02:39.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 716064401 0 0) 0x7fd4dc0035d0 con 0x7fd4f40ccc40 2024-09-13T15:02:39.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4f40cd090 msgr2=0x7fd4f415cf00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:39.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 --2- 172.21.15.33:0/3138147530 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4f40cd090 0x7fd4f415cf00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:39.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 >> v1:172.21.15.103:6789/0 conn(0x7fd4f40aef90 legacy=0x7fd4f415ad00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:39.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4f415ba10 con 0x7fd4f40ccc40 2024-09-13T15:02:39.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7fd4e80019f0 con 0x7fd4f40ccc40 2024-09-13T15:02:39.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 >> v1:172.21.15.33:6789/0 conn(0x7fd4f40ccc40 legacy=0x7fd4f415c7f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:39.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 --2- 172.21.15.33:0/3138147530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4dc003be0 0x7fd4dc003fe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.971 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 --2- 172.21.15.33:0/3138147530 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4f40cd090 0x7fd4dc004870 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 --2- 172.21.15.33:0/3138147530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4dc004db0 0x7fd4dc005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4f415c3d0 con 0x7fd4dc003be0 2024-09-13T15:02:39.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4dc00bb30 con 0x7fd4dc004db0 2024-09-13T15:02:39.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4dc00bcf0 con 0x7fd4f40cd090 2024-09-13T15:02:39.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f9cb2700 1 --2- 172.21.15.33:0/3138147530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4dc003be0 0x7fd4dc003fe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f94b1700 1 --2- 172.21.15.33:0/3138147530 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4f40cd090 0x7fd4dc004870 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4fa4b3700 1 --2- 172.21.15.33:0/3138147530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4dc004db0 0x7fd4dc005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f9cb2700 1 -- 172.21.15.33:0/3138147530 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4f40cd090 msgr2=0x7fd4dc004870 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:39.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f9cb2700 1 --2- 172.21.15.33:0/3138147530 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4f40cd090 0x7fd4dc004870 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:39.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f9cb2700 1 -- 172.21.15.33:0/3138147530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4dc004db0 msgr2=0x7fd4dc005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:39.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f9cb2700 1 --2- 172.21.15.33:0/3138147530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4dc004db0 0x7fd4dc005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:39.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f9cb2700 1 -- 172.21.15.33:0/3138147530 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4dc0035d0 con 0x7fd4dc003be0 2024-09-13T15:02:39.972 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4fa4b3700 1 --2- 172.21.15.33:0/3138147530 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4dc004db0 0x7fd4dc005230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).send_auth_request state changed! 2024-09-13T15:02:39.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f9cb2700 1 --2- 172.21.15.33:0/3138147530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4dc003be0 0x7fd4dc003fe0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fd4e4001960 tx=0x7fd4dc0058a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=e544bb8ff1dca4ef server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:39.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.960+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4e4001450 con 0x7fd4dc003be0 2024-09-13T15:02:39.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.964+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4e40052f0 con 0x7fd4dc003be0 2024-09-13T15:02:39.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.964+0000 7fd4f8cb0700 1 -- 172.21.15.33:0/3138147530 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4e40036a0 con 0x7fd4dc003be0 2024-09-13T15:02:39.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.964+0000 7fd4facb4700 1 -- 172.21.15.33:0/3138147530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4dc003be0 msgr2=0x7fd4dc003fe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:39.973 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.964+0000 7fd4facb4700 1 --2- 172.21.15.33:0/3138147530 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4dc003be0 0x7fd4dc003fe0 secure :-1 s=READY pgs=580 cs=0 l=1 rev1=1 crypto rx=0x7fd4e4001960 tx=0x7fd4dc0058a0 comp rx=0 tx=0).stop 2024-09-13T15:02:39.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.964+0000 7fd4fa4b3700 1 -- 172.21.15.33:0/3138147530 reap_dead start 2024-09-13T15:02:39.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.964+0000 7fd4facb4700 1 -- 172.21.15.33:0/3138147530 shutdown_connections 2024-09-13T15:02:39.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.964+0000 7fd4facb4700 1 -- 172.21.15.33:0/3138147530 >> 172.21.15.33:0/3138147530 conn(0x7fd4f40b1500 msgr2=0x7fd4f40b18e0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:39.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.964+0000 7fd4facb4700 1 -- 172.21.15.33:0/3138147530 shutdown_connections 2024-09-13T15:02:39.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.964+0000 7fd4facb4700 1 -- 172.21.15.33:0/3138147530 wait complete. 2024-09-13T15:02:39.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.964+0000 7fd4facb4700 1 Processor -- start 2024-09-13T15:02:39.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.964+0000 7fd4facb4700 1 -- start start 2024-09-13T15:02:39.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4facb4700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4dc003be0 0x7fd4f4156210 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4facb4700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4f4144180 0x7fd4f40a84b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4facb4700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4f4157390 0x7fd4f4157810 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4facb4700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4f4157d50 con 0x7fd4f4144180 2024-09-13T15:02:39.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4facb4700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd4f4144600 con 0x7fd4f4157390 2024-09-13T15:02:39.975 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4facb4700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd4f4155170 con 0x7fd4dc003be0 2024-09-13T15:02:39.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4f94b1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4f4144180 0x7fd4f40a84b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4f94b1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4f4144180 0x7fd4f40a84b0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46050/0 (socket says 172.21.15.33:46050) 2024-09-13T15:02:39.977 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4f94b1700 1 -- 172.21.15.33:0/2602665250 learned_addr learned my addr 172.21.15.33:0/2602665250 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:39.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4f9cb2700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4dc003be0 0x7fd4f4156210 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4fa4b3700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4f4157390 0x7fd4f4157810 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4f94b1700 1 -- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4dc003be0 msgr2=0x7fd4f4156210 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:39.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4f94b1700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4dc003be0 0x7fd4f4156210 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:39.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4f94b1700 1 -- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4f4157390 msgr2=0x7fd4f4157810 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:39.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4f94b1700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4f4157390 0x7fd4f4157810 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:39.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4f94b1700 1 -- 172.21.15.33:0/2602665250 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd4f4155450 con 0x7fd4f4144180 2024-09-13T15:02:39.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4fa4b3700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4f4157390 0x7fd4f4157810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:39.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4f94b1700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4f4144180 0x7fd4f40a84b0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fd4e8001a90 tx=0x7fd4e8001ac0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:39.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4f27fc700 1 -- 172.21.15.33:0/2602665250 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4e800ab40 con 0x7fd4f4144180 2024-09-13T15:02:39.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4f27fc700 1 -- 172.21.15.33:0/2602665250 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd4e800aca0 con 0x7fd4f4144180 2024-09-13T15:02:39.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4facb4700 1 -- 172.21.15.33:0/2602665250 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd4f4155730 con 0x7fd4f4144180 2024-09-13T15:02:39.978 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4f27fc700 1 -- 172.21.15.33:0/2602665250 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd4e8013630 con 0x7fd4f4144180 2024-09-13T15:02:39.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.968+0000 7fd4facb4700 1 -- 172.21.15.33:0/2602665250 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd4f4155cf0 con 0x7fd4f4144180 2024-09-13T15:02:39.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.972+0000 7fd4facb4700 1 -- 172.21.15.33:0/2602665250 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fd4f415b730 con 0x7fd4f4144180 2024-09-13T15:02:39.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.972+0000 7fd4f27fc700 1 -- 172.21.15.33:0/2602665250 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd4e8013790 con 0x7fd4f4144180 2024-09-13T15:02:39.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.972+0000 7fd4f27fc700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd4e0066730 0x7fd4e0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:39.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.972+0000 7fd4f27fc700 1 -- 172.21.15.33:0/2602665250 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fd4e8084ae0 con 0x7fd4f4144180 2024-09-13T15:02:39.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.972+0000 7fd4f9cb2700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd4e0066730 0x7fd4e0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:39.979 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.972+0000 7fd4f9cb2700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd4e0066730 0x7fd4e0068bf0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd4e4000c00 tx=0x7fd4e400a000 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:39.984 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:39.980+0000 7fd4f27fc700 1 -- 172.21.15.33:0/2602665250 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fd4e8051fb0 con 0x7fd4f4144180 2024-09-13T15:02:40.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.152+0000 7fd4facb4700 1 -- 172.21.15.33:0/2602665250 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "0", "target": ["mon-mgr", ""]}) v1 -- 0x7fd4f415b410 con 0x7fd4e0066730 2024-09-13T15:02:40.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.152+0000 7fd4f27fc700 1 -- 172.21.15.33:0/2602665250 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 0 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fd4e40050d0 con 0x7fd4e0066730 2024-09-13T15:02:40.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.156+0000 7fd4facb4700 1 -- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd4e0066730 msgr2=0x7fd4e0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.159 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.156+0000 7fd4facb4700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd4e0066730 0x7fd4e0068bf0 secure :-1 s=READY pgs=301 cs=0 l=1 rev1=1 crypto rx=0x7fd4e4000c00 tx=0x7fd4e400a000 comp rx=0 tx=0).stop 2024-09-13T15:02:40.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.156+0000 7fd4facb4700 1 -- 172.21.15.33:0/2602665250 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4f4144180 msgr2=0x7fd4f40a84b0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.156+0000 7fd4facb4700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4f4144180 0x7fd4f40a84b0 secure :-1 s=READY pgs=581 cs=0 l=1 rev1=1 crypto rx=0x7fd4e8001a90 tx=0x7fd4e8001ac0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.156+0000 7fd4facb4700 1 -- 172.21.15.33:0/2602665250 shutdown_connections 2024-09-13T15:02:40.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.156+0000 7fd4facb4700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd4e0066730 0x7fd4e0068bf0 unknown :-1 s=CLOSED pgs=301 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.156+0000 7fd4facb4700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd4f4157390 0x7fd4f4157810 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.156+0000 7fd4facb4700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd4f4144180 0x7fd4f40a84b0 unknown :-1 s=CLOSED pgs=581 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.156+0000 7fd4facb4700 1 --2- 172.21.15.33:0/2602665250 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd4dc003be0 0x7fd4f4156210 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.156+0000 7fd4facb4700 1 -- 172.21.15.33:0/2602665250 >> 172.21.15.33:0/2602665250 conn(0x7fd4f40b1500 msgr2=0x7fd4f406a560 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:40.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.156+0000 7fd4facb4700 1 -- 172.21.15.33:0/2602665250 shutdown_connections 2024-09-13T15:02:40.160 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.156+0000 7fd4facb4700 1 -- 172.21.15.33:0/2602665250 wait complete. 2024-09-13T15:02:40.161 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 0 to deep-scrub 2024-09-13T15:02:40.178 INFO:tasks.ceph:Scrubbing osd.1 2024-09-13T15:02:40.179 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.1 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:02:40.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e2617700 1 Processor -- start 2024-09-13T15:02:40.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e2617700 1 -- start start 2024-09-13T15:02:40.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e2617700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f12dc15c900 0x7f12dc15cce0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e2617700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f12dc0d35a0 0x7f12dc0b21a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e2617700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f12dc0b26e0 0x7f12dc0d10a0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e2617700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12dc0d0650 con 0x7f12dc0d35a0 2024-09-13T15:02:40.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e2617700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f12dc0d39e0 con 0x7f12dc0b26e0 2024-09-13T15:02:40.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e2617700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12dc0ce5a0 con 0x7f12dc15c900 2024-09-13T15:02:40.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e0e14700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f12dc0d35a0 0x7f12dc0b21a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e0e14700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f12dc0d35a0 0x7f12dc0b21a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46064/0 (socket says 172.21.15.33:46064) 2024-09-13T15:02:40.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e0e14700 1 -- 172.21.15.33:0/1250808881 learned_addr learned my addr 172.21.15.33:0/1250808881 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:40.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e1615700 1 --2- 172.21.15.33:0/1250808881 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f12dc15c900 0x7f12dc15cce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.301 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e1e16700 1 --2- 172.21.15.33:0/1250808881 >> v2:172.21.15.103:3300/0 conn(0x7f12dc0b26e0 0x7f12dc0d10a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e0e14700 1 -- 172.21.15.33:0/1250808881 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f12dc15c900 msgr2=0x7f12dc15cce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:40.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e0e14700 1 --2- 172.21.15.33:0/1250808881 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f12dc15c900 0x7f12dc15cce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e0e14700 1 -- 172.21.15.33:0/1250808881 >> v2:172.21.15.103:3300/0 conn(0x7f12dc0b26e0 msgr2=0x7f12dc0d10a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:40.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e0e14700 1 --2- 172.21.15.33:0/1250808881 >> v2:172.21.15.103:3300/0 conn(0x7f12dc0b26e0 0x7f12dc0d10a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e0e14700 1 -- 172.21.15.33:0/1250808881 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12dc0ce880 con 0x7f12dc0d35a0 2024-09-13T15:02:40.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12e0e14700 1 --2- 172.21.15.33:0/1250808881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12dc0d35a0 0x7f12dc0b21a0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f12dc08b230 tx=0x7f12cc009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=142f9b32322e0a75 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:40.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12d3fff700 1 -- 172.21.15.33:0/1250808881 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc011830 con 0x7f12dc0d35a0 2024-09-13T15:02:40.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12d3fff700 1 -- 172.21.15.33:0/1250808881 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12cc011990 con 0x7f12dc0d35a0 2024-09-13T15:02:40.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.296+0000 7f12d3fff700 1 -- 172.21.15.33:0/1250808881 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc011d20 con 0x7f12dc0d35a0 2024-09-13T15:02:40.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 -- 172.21.15.33:0/1250808881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12dc0d35a0 msgr2=0x7f12dc0b21a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 --2- 172.21.15.33:0/1250808881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12dc0d35a0 0x7f12dc0b21a0 secure :-1 s=READY pgs=582 cs=0 l=1 rev1=1 crypto rx=0x7f12dc08b230 tx=0x7f12cc009bf0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 -- 172.21.15.33:0/1250808881 shutdown_connections 2024-09-13T15:02:40.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 --2- 172.21.15.33:0/1250808881 >> v2:172.21.15.103:3300/0 conn(0x7f12dc0b26e0 0x7f12dc0d10a0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 --2- 172.21.15.33:0/1250808881 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12dc0d35a0 0x7f12dc0b21a0 unknown :-1 s=CLOSED pgs=582 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 --2- 172.21.15.33:0/1250808881 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f12dc15c900 0x7f12dc15cce0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 -- 172.21.15.33:0/1250808881 >> 172.21.15.33:0/1250808881 conn(0x7f12dc0d2a80 msgr2=0x7f12dc0d2e90 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:40.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 -- 172.21.15.33:0/1250808881 shutdown_connections 2024-09-13T15:02:40.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 -- 172.21.15.33:0/1250808881 wait complete. 2024-09-13T15:02:40.304 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 Processor -- start 2024-09-13T15:02:40.305 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 -- start start 2024-09-13T15:02:40.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12dc0b26e0 0x7f12dc0c71f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12dc0d35a0 0x7f12dc06ac00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f12dc15c900 0x7f12dc06b140 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12dc0c9b50 con 0x7f12dc0d35a0 2024-09-13T15:02:40.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f12dc0c88c0 con 0x7f12dc0b26e0 2024-09-13T15:02:40.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.300+0000 7f12e2617700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f12dc0c7cb0 con 0x7f12dc15c900 2024-09-13T15:02:40.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e0e14700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12dc0d35a0 0x7f12dc06ac00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e0e14700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12dc0d35a0 0x7f12dc06ac00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46068/0 (socket says 172.21.15.33:46068) 2024-09-13T15:02:40.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e0e14700 1 -- 172.21.15.33:0/3815667541 learned_addr learned my addr 172.21.15.33:0/3815667541 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:40.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e1615700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12dc0b26e0 0x7f12dc0c71f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e1e16700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f12dc15c900 0x7f12dc06b140 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e0e14700 1 -- 172.21.15.33:0/3815667541 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f12dc15c900 msgr2=0x7f12dc06b140 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e0e14700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f12dc15c900 0x7f12dc06b140 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e0e14700 1 -- 172.21.15.33:0/3815667541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12dc0b26e0 msgr2=0x7f12dc0c71f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e0e14700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12dc0b26e0 0x7f12dc0c71f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e0e14700 1 -- 172.21.15.33:0/3815667541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f12cc009570 con 0x7f12dc0d35a0 2024-09-13T15:02:40.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e1615700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f12dc0b26e0 0x7f12dc0c71f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:40.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e0e14700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12dc0d35a0 0x7f12dc06ac00 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f12cc000c00 tx=0x7f12cc004770 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:40.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12d1ffb700 1 -- 172.21.15.33:0/3815667541 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc004590 con 0x7f12dc0d35a0 2024-09-13T15:02:40.308 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12d1ffb700 1 -- 172.21.15.33:0/3815667541 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f12cc01e070 con 0x7f12dc0d35a0 2024-09-13T15:02:40.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e2617700 1 -- 172.21.15.33:0/3815667541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f12dc0c7f90 con 0x7f12dc0d35a0 2024-09-13T15:02:40.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12d1ffb700 1 -- 172.21.15.33:0/3815667541 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f12cc0038e0 con 0x7f12dc0d35a0 2024-09-13T15:02:40.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e2617700 1 -- 172.21.15.33:0/3815667541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f12dc0c8550 con 0x7f12dc0d35a0 2024-09-13T15:02:40.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12e2617700 1 -- 172.21.15.33:0/3815667541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f12dc0b2b10 con 0x7f12dc0d35a0 2024-09-13T15:02:40.309 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.304+0000 7f12d1ffb700 1 -- 172.21.15.33:0/3815667541 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f12cc003a40 con 0x7f12dc0d35a0 2024-09-13T15:02:40.310 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.308+0000 7f12d1ffb700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f12c0066730 0x7f12c0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.308+0000 7f12d1ffb700 1 -- 172.21.15.33:0/3815667541 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f12cc0849f0 con 0x7f12dc0d35a0 2024-09-13T15:02:40.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.308+0000 7f12e1615700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f12c0066730 0x7f12c0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.308+0000 7f12d1ffb700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.33:6800/2310982799,v1:172.21.15.33:6801/2310982799] conn(0x7f12c006cad0 0x7f12c006ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.308+0000 7f12d1ffb700 1 -- 172.21.15.33:0/3815667541 --> [v2:172.21.15.33:6800/2310982799,v1:172.21.15.33:6801/2310982799] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f12c006f5e0 con 0x7f12c006cad0 2024-09-13T15:02:40.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.308+0000 7f12d1ffb700 1 -- 172.21.15.33:0/3815667541 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=46) v2 ==== 24+0+0 (secure 0 0 0) 0x7f12cc0892c0 con 0x7f12dc0d35a0 2024-09-13T15:02:40.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.308+0000 7f12e1e16700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.33:6800/2310982799,v1:172.21.15.33:6801/2310982799] conn(0x7f12c006cad0 0x7f12c006ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.311 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.308+0000 7f12e1615700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f12c0066730 0x7f12c0068bf0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f12d8009fd0 tx=0x7f12d800b040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:40.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.308+0000 7f12e1e16700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.33:6800/2310982799,v1:172.21.15.33:6801/2310982799] conn(0x7f12c006cad0 0x7f12c006ef10 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:40.312 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.308+0000 7f12d1ffb700 1 -- 172.21.15.33:0/3815667541 <== osd.1 v2:172.21.15.33:6800/2310982799 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f12c006f5e0 con 0x7f12c006cad0 2024-09-13T15:02:40.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.328+0000 7f12e2617700 1 -- 172.21.15.33:0/3815667541 --> [v2:172.21.15.33:6800/2310982799,v1:172.21.15.33:6801/2310982799] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f12dc0b1e70 con 0x7f12c006cad0 2024-09-13T15:02:40.330 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.328+0000 7f12d1ffb700 1 -- 172.21.15.33:0/3815667541 <== osd.1 v2:172.21.15.33:6800/2310982799 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f12d4009af0 con 0x7f12c006cad0 2024-09-13T15:02:40.330 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:02:40.330 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:02:40.331 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:02:40.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.328+0000 7f12e2617700 1 -- 172.21.15.33:0/3815667541 >> [v2:172.21.15.33:6800/2310982799,v1:172.21.15.33:6801/2310982799] conn(0x7f12c006cad0 msgr2=0x7f12c006ef10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.328+0000 7f12e2617700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.33:6800/2310982799,v1:172.21.15.33:6801/2310982799] conn(0x7f12c006cad0 0x7f12c006ef10 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.331 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.328+0000 7f12e2617700 1 -- 172.21.15.33:0/3815667541 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f12c0066730 msgr2=0x7f12c0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.328+0000 7f12e2617700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f12c0066730 0x7f12c0068bf0 secure :-1 s=READY pgs=302 cs=0 l=1 rev1=1 crypto rx=0x7f12d8009fd0 tx=0x7f12d800b040 comp rx=0 tx=0).stop 2024-09-13T15:02:40.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.328+0000 7f12e2617700 1 -- 172.21.15.33:0/3815667541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12dc0d35a0 msgr2=0x7f12dc06ac00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.328+0000 7f12e2617700 1 --2- 172.21.15.33:0/3815667541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f12dc0d35a0 0x7f12dc06ac00 secure :-1 s=READY pgs=583 cs=0 l=1 rev1=1 crypto rx=0x7f12cc000c00 tx=0x7f12cc004770 comp rx=0 tx=0).stop 2024-09-13T15:02:40.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.328+0000 7f12e1e16700 1 -- 172.21.15.33:0/3815667541 reap_dead start 2024-09-13T15:02:40.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.328+0000 7f12e2617700 1 -- 172.21.15.33:0/3815667541 shutdown_connections 2024-09-13T15:02:40.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.328+0000 7f12e2617700 1 -- 172.21.15.33:0/3815667541 >> 172.21.15.33:0/3815667541 conn(0x7f12dc0d2a80 msgr2=0x7f12dc0b3240 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:40.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.328+0000 7f12e2617700 1 -- 172.21.15.33:0/3815667541 shutdown_connections 2024-09-13T15:02:40.332 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.328+0000 7f12e2617700 1 -- 172.21.15.33:0/3815667541 wait complete. 2024-09-13T15:02:40.343 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 1 2024-09-13T15:02:40.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.456+0000 7ff782d1b700 1 Processor -- start 2024-09-13T15:02:40.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.456+0000 7ff782d1b700 1 -- start start 2024-09-13T15:02:40.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.456+0000 7ff782d1b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff77c15cc40 0x7ff77c0ce710 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.456+0000 7ff782d1b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff77c0cd860 0x7ff77c08bfa0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.456+0000 7ff782d1b700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7ff77c15d020 con 0x7ff77c08c4e0 2024-09-13T15:02:40.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.456+0000 7ff782d1b700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7ff77c08c970 con 0x7ff77c15cc40 2024-09-13T15:02:40.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.456+0000 7ff782d1b700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff77c0b44c0 con 0x7ff77c0cd860 2024-09-13T15:02:40.463 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff781d19700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff77c15cc40 0x7ff77c0ce710 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff781d19700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7ff77c15cc40 0x7ff77c0ce710 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46076/0 (socket says 172.21.15.33:46076) 2024-09-13T15:02:40.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff781d19700 1 -- 172.21.15.33:0/2048048934 learned_addr learned my addr 172.21.15.33:0/2048048934 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:40.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff781518700 1 --2- 172.21.15.33:0/2048048934 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff77c0cd860 0x7ff77c08bfa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff781d19700 1 -- 172.21.15.33:0/2048048934 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff77c0cd860 msgr2=0x7ff77c08bfa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:40.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff781d19700 1 --2- 172.21.15.33:0/2048048934 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff77c0cd860 0x7ff77c08bfa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff781d19700 1 -- 172.21.15.33:0/2048048934 >> v1:172.21.15.103:6789/0 conn(0x7ff77c08c4e0 legacy=0x7ff77c160720 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff781d19700 1 -- 172.21.15.33:0/2048048934 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff77c0d0720 con 0x7ff77c15cc40 2024-09-13T15:02:40.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff781d19700 1 --2- 172.21.15.33:0/2048048934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff77c15cc40 0x7ff77c0ce710 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7ff778009940 tx=0x7ff778009c50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=3eba61d781f2526f server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:40.465 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff780d17700 1 -- 172.21.15.33:0/2048048934 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff778011830 con 0x7ff77c15cc40 2024-09-13T15:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff780d17700 1 -- 172.21.15.33:0/2048048934 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff778011990 con 0x7ff77c15cc40 2024-09-13T15:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff780d17700 1 -- 172.21.15.33:0/2048048934 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff778011d20 con 0x7ff77c15cc40 2024-09-13T15:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff782d1b700 1 -- 172.21.15.33:0/2048048934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff77c15cc40 msgr2=0x7ff77c0ce710 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff782d1b700 1 --2- 172.21.15.33:0/2048048934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff77c15cc40 0x7ff77c0ce710 secure :-1 s=READY pgs=584 cs=0 l=1 rev1=1 crypto rx=0x7ff778009940 tx=0x7ff778009c50 comp rx=0 tx=0).stop 2024-09-13T15:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff782d1b700 1 -- 172.21.15.33:0/2048048934 shutdown_connections 2024-09-13T15:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff782d1b700 1 --2- 172.21.15.33:0/2048048934 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff77c0cd860 0x7ff77c08bfa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff782d1b700 1 --2- 172.21.15.33:0/2048048934 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff77c15cc40 0x7ff77c0ce710 unknown :-1 s=CLOSED pgs=584 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff782d1b700 1 -- 172.21.15.33:0/2048048934 >> 172.21.15.33:0/2048048934 conn(0x7ff77c0b4640 msgr2=0x7ff77c0b4a50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff782d1b700 1 -- 172.21.15.33:0/2048048934 shutdown_connections 2024-09-13T15:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff782d1b700 1 -- 172.21.15.33:0/2048048934 wait complete. 2024-09-13T15:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff782d1b700 1 Processor -- start 2024-09-13T15:02:40.466 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.460+0000 7ff782d1b700 1 -- start start 2024-09-13T15:02:40.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff782d1b700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff77c08c4e0 0x7ff77c153ed0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.468 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff782d1b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff77c0cd860 0x7ff77c0c7720 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff782d1b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff77c15cc40 0x7ff77c0afd60 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff782d1b700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff77c0c81e0 con 0x7ff77c0cd860 2024-09-13T15:02:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff782d1b700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7ff77c0c84c0 con 0x7ff77c08c4e0 2024-09-13T15:02:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff782d1b700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7ff77c0c87a0 con 0x7ff77c15cc40 2024-09-13T15:02:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff781518700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff77c0cd860 0x7ff77c0c7720 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff781518700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff77c0cd860 0x7ff77c0c7720 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46078/0 (socket says 172.21.15.33:46078) 2024-09-13T15:02:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff781518700 1 -- 172.21.15.33:0/241876260 learned_addr learned my addr 172.21.15.33:0/241876260 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff781d19700 1 --2- 172.21.15.33:0/241876260 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff77c08c4e0 0x7ff77c153ed0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff78251a700 1 --2- 172.21.15.33:0/241876260 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff77c15cc40 0x7ff77c0afd60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff781518700 1 -- 172.21.15.33:0/241876260 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff77c15cc40 msgr2=0x7ff77c0afd60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff781518700 1 --2- 172.21.15.33:0/241876260 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff77c15cc40 0x7ff77c0afd60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.469 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff781518700 1 -- 172.21.15.33:0/241876260 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff77c08c4e0 msgr2=0x7ff77c153ed0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff781518700 1 --2- 172.21.15.33:0/241876260 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff77c08c4e0 0x7ff77c153ed0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff781518700 1 -- 172.21.15.33:0/241876260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7ff778009570 con 0x7ff77c0cd860 2024-09-13T15:02:40.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff781518700 1 --2- 172.21.15.33:0/241876260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff77c0cd860 0x7ff77c0c7720 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7ff76c00e840 tx=0x7ff76c00eb50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:40.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff7727fc700 1 -- 172.21.15.33:0/241876260 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff76c0095a0 con 0x7ff77c0cd860 2024-09-13T15:02:40.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff7727fc700 1 -- 172.21.15.33:0/241876260 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7ff76c013680 con 0x7ff77c0cd860 2024-09-13T15:02:40.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff782d1b700 1 -- 172.21.15.33:0/241876260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7ff77c0c8a80 con 0x7ff77c0cd860 2024-09-13T15:02:40.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff7727fc700 1 -- 172.21.15.33:0/241876260 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7ff76c0139f0 con 0x7ff77c0cd860 2024-09-13T15:02:40.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff782d1b700 1 -- 172.21.15.33:0/241876260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7ff77c1546d0 con 0x7ff77c0cd860 2024-09-13T15:02:40.470 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff782d1b700 1 -- 172.21.15.33:0/241876260 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7ff77c0d1540 con 0x7ff77c0cd860 2024-09-13T15:02:40.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.464+0000 7ff7727fc700 1 -- 172.21.15.33:0/241876260 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7ff76c013b50 con 0x7ff77c0cd860 2024-09-13T15:02:40.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.468+0000 7ff7727fc700 1 --2- 172.21.15.33:0/241876260 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff760066730 0x7ff760068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.468+0000 7ff7727fc700 1 -- 172.21.15.33:0/241876260 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7ff76c083f10 con 0x7ff77c0cd860 2024-09-13T15:02:40.471 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.468+0000 7ff781d19700 1 --2- 172.21.15.33:0/241876260 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff760066730 0x7ff760068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.472 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.468+0000 7ff781d19700 1 --2- 172.21.15.33:0/241876260 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff760066730 0x7ff760068bf0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ff778009890 tx=0x7ff778008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:40.478 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.476+0000 7ff7727fc700 1 -- 172.21.15.33:0/241876260 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7ff76c051360 con 0x7ff77c0cd860 2024-09-13T15:02:40.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.644+0000 7ff782d1b700 1 -- 172.21.15.33:0/241876260 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "1", "target": ["mon-mgr", ""]}) v1 -- 0x7ff77c0c8630 con 0x7ff760066730 2024-09-13T15:02:40.647 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.644+0000 7ff7727fc700 1 -- 172.21.15.33:0/241876260 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 1 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7ff77c0c8630 con 0x7ff760066730 2024-09-13T15:02:40.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.644+0000 7ff782d1b700 1 -- 172.21.15.33:0/241876260 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff760066730 msgr2=0x7ff760068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.648+0000 7ff782d1b700 1 --2- 172.21.15.33:0/241876260 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff760066730 0x7ff760068bf0 secure :-1 s=READY pgs=303 cs=0 l=1 rev1=1 crypto rx=0x7ff778009890 tx=0x7ff778008030 comp rx=0 tx=0).stop 2024-09-13T15:02:40.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.648+0000 7ff782d1b700 1 -- 172.21.15.33:0/241876260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff77c0cd860 msgr2=0x7ff77c0c7720 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.648+0000 7ff782d1b700 1 --2- 172.21.15.33:0/241876260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff77c0cd860 0x7ff77c0c7720 secure :-1 s=READY pgs=585 cs=0 l=1 rev1=1 crypto rx=0x7ff76c00e840 tx=0x7ff76c00eb50 comp rx=0 tx=0).stop 2024-09-13T15:02:40.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.648+0000 7ff782d1b700 1 -- 172.21.15.33:0/241876260 shutdown_connections 2024-09-13T15:02:40.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.648+0000 7ff782d1b700 1 --2- 172.21.15.33:0/241876260 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7ff760066730 0x7ff760068bf0 unknown :-1 s=CLOSED pgs=303 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.648+0000 7ff782d1b700 1 --2- 172.21.15.33:0/241876260 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7ff77c15cc40 0x7ff77c0afd60 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.648+0000 7ff782d1b700 1 --2- 172.21.15.33:0/241876260 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7ff77c0cd860 0x7ff77c0c7720 unknown :-1 s=CLOSED pgs=585 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.648+0000 7ff782d1b700 1 --2- 172.21.15.33:0/241876260 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7ff77c08c4e0 0x7ff77c153ed0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.648+0000 7ff782d1b700 1 -- 172.21.15.33:0/241876260 >> 172.21.15.33:0/241876260 conn(0x7ff77c0b4640 msgr2=0x7ff77c06ac00 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:40.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.648+0000 7ff782d1b700 1 -- 172.21.15.33:0/241876260 shutdown_connections 2024-09-13T15:02:40.651 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.648+0000 7ff782d1b700 1 -- 172.21.15.33:0/241876260 wait complete. 2024-09-13T15:02:40.652 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 1 to deep-scrub 2024-09-13T15:02:40.669 INFO:tasks.ceph:Scrubbing osd.2 2024-09-13T15:02:40.669 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.2 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:02:40.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.788+0000 7f6efad99700 1 Processor -- start 2024-09-13T15:02:40.793 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.788+0000 7f6efad99700 1 -- start start 2024-09-13T15:02:40.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6efad99700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f6ef415cc40 0x7f6ef40cfbf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6efad99700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ef40d3260 con 0x7f6ef40d0720 2024-09-13T15:02:40.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6efad99700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f6ef40cd640 con 0x7f6ef40d1840 2024-09-13T15:02:40.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6efad99700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f6ef40d0130 con 0x7f6ef415cc40 2024-09-13T15:02:40.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6ef9596700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f6ef40d0720 0x7f6ef40d1130 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34196/0 (socket says 172.21.15.33:34196) 2024-09-13T15:02:40.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6ef9596700 1 -- 172.21.15.33:0/645464961 learned_addr learned my addr 172.21.15.33:0/645464961 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:40.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6ef9d97700 1 --2- 172.21.15.33:0/645464961 >> v2:172.21.15.103:3300/0 conn(0x7f6ef415cc40 0x7f6ef40cfbf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.796 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6ef8d95700 1 -- 172.21.15.33:0/645464961 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3200699859 0 0) 0x7f6ef40d3260 con 0x7f6ef40d0720 2024-09-13T15:02:40.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6ef8d95700 1 -- 172.21.15.33:0/645464961 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f6ee00035d0 con 0x7f6ef40d0720 2024-09-13T15:02:40.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6ef9d97700 1 -- 172.21.15.33:0/645464961 >> v1:172.21.15.103:6789/0 conn(0x7f6ef40d1840 legacy=0x7f6ef40cdab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6ef9d97700 1 -- 172.21.15.33:0/645464961 >> v1:172.21.15.33:6789/0 conn(0x7f6ef40d0720 legacy=0x7f6ef40d1130 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6ef8d95700 1 -- 172.21.15.33:0/645464961 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3456757568 0 0) 0x7f6ee00035d0 con 0x7f6ef40d0720 2024-09-13T15:02:40.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6ef9d97700 1 -- 172.21.15.33:0/645464961 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ef40d0c70 con 0x7f6ef415cc40 2024-09-13T15:02:40.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6ef9d97700 1 --2- 172.21.15.33:0/645464961 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ef415cc40 0x7f6ef40cfbf0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f6ee4009850 tx=0x7f6ee4009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a18b44b2766ba458 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:40.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6ef8d95700 1 -- 172.21.15.33:0/645464961 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ef0001670 con 0x7f6ef415cc40 2024-09-13T15:02:40.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6ef8d95700 1 -- 172.21.15.33:0/645464961 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ee4004030 con 0x7f6ef415cc40 2024-09-13T15:02:40.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6ef8d95700 1 -- 172.21.15.33:0/645464961 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ee40043c0 con 0x7f6ef415cc40 2024-09-13T15:02:40.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6efad99700 1 -- 172.21.15.33:0/645464961 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ef415cc40 msgr2=0x7f6ef40cfbf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6efad99700 1 --2- 172.21.15.33:0/645464961 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ef415cc40 0x7f6ef40cfbf0 secure :-1 s=READY pgs=259 cs=0 l=1 rev1=1 crypto rx=0x7f6ee4009850 tx=0x7f6ee4009b60 comp rx=0 tx=0).stop 2024-09-13T15:02:40.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6efad99700 1 -- 172.21.15.33:0/645464961 shutdown_connections 2024-09-13T15:02:40.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6efad99700 1 --2- 172.21.15.33:0/645464961 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ef415cc40 0x7f6ef40cfbf0 unknown :-1 s=CLOSED pgs=259 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6efad99700 1 -- 172.21.15.33:0/645464961 >> 172.21.15.33:0/645464961 conn(0x7f6ef409be40 msgr2=0x7f6ef40d2b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:40.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6efad99700 1 -- 172.21.15.33:0/645464961 shutdown_connections 2024-09-13T15:02:40.799 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.792+0000 7f6efad99700 1 -- 172.21.15.33:0/645464961 wait complete. 2024-09-13T15:02:40.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6efad99700 1 Processor -- start 2024-09-13T15:02:40.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6efad99700 1 -- start start 2024-09-13T15:02:40.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6efad99700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ef40d0720 0x7f6ef40c9280 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6efad99700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ef40d1840 0x7f6ef40c9c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6efad99700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ef415cc40 0x7f6ef4148a90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6efad99700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ef40b3730 con 0x7f6ef40d1840 2024-09-13T15:02:40.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6efad99700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f6ef40ccd30 con 0x7f6ef415cc40 2024-09-13T15:02:40.802 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6efad99700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f6ef40cc490 con 0x7f6ef40d0720 2024-09-13T15:02:40.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6ef9596700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ef40d1840 0x7f6ef40c9c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6ef9596700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ef40d1840 0x7f6ef40c9c20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46092/0 (socket says 172.21.15.33:46092) 2024-09-13T15:02:40.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6ef9596700 1 -- 172.21.15.33:0/667435587 learned_addr learned my addr 172.21.15.33:0/667435587 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:40.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6ef9d97700 1 --2- 172.21.15.33:0/667435587 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ef40d0720 0x7f6ef40c9280 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6efa598700 1 --2- 172.21.15.33:0/667435587 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ef415cc40 0x7f6ef4148a90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6ef9596700 1 -- 172.21.15.33:0/667435587 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ef40d0720 msgr2=0x7f6ef40c9280 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6ef9596700 1 --2- 172.21.15.33:0/667435587 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f6ef40d0720 0x7f6ef40c9280 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6ef9596700 1 -- 172.21.15.33:0/667435587 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ef415cc40 msgr2=0x7f6ef4148a90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6ef9596700 1 --2- 172.21.15.33:0/667435587 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f6ef415cc40 0x7f6ef4148a90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6ef9596700 1 -- 172.21.15.33:0/667435587 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f6ee40094b0 con 0x7f6ef40d1840 2024-09-13T15:02:40.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.796+0000 7f6ef9596700 1 --2- 172.21.15.33:0/667435587 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ef40d1840 0x7f6ef40c9c20 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f6ef00011e0 tx=0x7f6ef000ca50 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:40.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.800+0000 7f6eea7fc700 1 -- 172.21.15.33:0/667435587 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ef0004ca0 con 0x7f6ef40d1840 2024-09-13T15:02:40.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.800+0000 7f6eea7fc700 1 -- 172.21.15.33:0/667435587 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6ef0004e00 con 0x7f6ef40d1840 2024-09-13T15:02:40.803 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.800+0000 7f6efad99700 1 -- 172.21.15.33:0/667435587 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f6ef40cc770 con 0x7f6ef40d1840 2024-09-13T15:02:40.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.800+0000 7f6eea7fc700 1 -- 172.21.15.33:0/667435587 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6ef00072f0 con 0x7f6ef40d1840 2024-09-13T15:02:40.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.800+0000 7f6efad99700 1 -- 172.21.15.33:0/667435587 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f6ef4149780 con 0x7f6ef40d1840 2024-09-13T15:02:40.804 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.800+0000 7f6efad99700 1 -- 172.21.15.33:0/667435587 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f6ef40d3770 con 0x7f6ef40d1840 2024-09-13T15:02:40.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.800+0000 7f6eea7fc700 1 -- 172.21.15.33:0/667435587 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6ef0007450 con 0x7f6ef40d1840 2024-09-13T15:02:40.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.800+0000 7f6eea7fc700 1 --2- 172.21.15.33:0/667435587 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ed8066730 0x7f6ed8068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.800+0000 7f6eea7fc700 1 -- 172.21.15.33:0/667435587 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f6ef00845e0 con 0x7f6ef40d1840 2024-09-13T15:02:40.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.800+0000 7f6eea7fc700 1 --2- 172.21.15.33:0/667435587 >> [v2:172.21.15.33:6816/588923312,v1:172.21.15.33:6817/588923312] conn(0x7f6ed806cad0 0x7f6ed806ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.800+0000 7f6eea7fc700 1 -- 172.21.15.33:0/667435587 --> [v2:172.21.15.33:6816/588923312,v1:172.21.15.33:6817/588923312] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f6ed806f5e0 con 0x7f6ed806cad0 2024-09-13T15:02:40.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.800+0000 7f6eea7fc700 1 -- 172.21.15.33:0/667435587 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=46) v2 ==== 24+0+0 (secure 0 0 0) 0x7f6ef0084a30 con 0x7f6ef40d1840 2024-09-13T15:02:40.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.804+0000 7f6ef9d97700 1 --2- 172.21.15.33:0/667435587 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ed8066730 0x7f6ed8068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.804+0000 7f6efa598700 1 --2- 172.21.15.33:0/667435587 >> [v2:172.21.15.33:6816/588923312,v1:172.21.15.33:6817/588923312] conn(0x7f6ed806cad0 0x7f6ed806ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.804+0000 7f6efa598700 1 --2- 172.21.15.33:0/667435587 >> [v2:172.21.15.33:6816/588923312,v1:172.21.15.33:6817/588923312] conn(0x7f6ed806cad0 0x7f6ed806ef10 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.2 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:40.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.804+0000 7f6ef9d97700 1 --2- 172.21.15.33:0/667435587 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ed8066730 0x7f6ed8068bf0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f6ee40090b0 tx=0x7f6ee4008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:40.808 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.804+0000 7f6eea7fc700 1 -- 172.21.15.33:0/667435587 <== osd.2 v2:172.21.15.33:6816/588923312 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f6ed806f5e0 con 0x7f6ed806cad0 2024-09-13T15:02:40.826 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.824+0000 7f6efad99700 1 -- 172.21.15.33:0/667435587 --> [v2:172.21.15.33:6816/588923312,v1:172.21.15.33:6817/588923312] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f6ef406ab20 con 0x7f6ed806cad0 2024-09-13T15:02:40.827 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.824+0000 7f6eea7fc700 1 -- 172.21.15.33:0/667435587 <== osd.2 v2:172.21.15.33:6816/588923312 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f6ef406ab20 con 0x7f6ed806cad0 2024-09-13T15:02:40.827 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:02:40.827 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:02:40.828 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:02:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.824+0000 7f6efad99700 1 -- 172.21.15.33:0/667435587 >> [v2:172.21.15.33:6816/588923312,v1:172.21.15.33:6817/588923312] conn(0x7f6ed806cad0 msgr2=0x7f6ed806ef10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.824+0000 7f6efad99700 1 --2- 172.21.15.33:0/667435587 >> [v2:172.21.15.33:6816/588923312,v1:172.21.15.33:6817/588923312] conn(0x7f6ed806cad0 0x7f6ed806ef10 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.824+0000 7f6efad99700 1 -- 172.21.15.33:0/667435587 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ed8066730 msgr2=0x7f6ed8068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.824+0000 7f6efad99700 1 --2- 172.21.15.33:0/667435587 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6ed8066730 0x7f6ed8068bf0 secure :-1 s=READY pgs=304 cs=0 l=1 rev1=1 crypto rx=0x7f6ee40090b0 tx=0x7f6ee4008030 comp rx=0 tx=0).stop 2024-09-13T15:02:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.824+0000 7f6efad99700 1 -- 172.21.15.33:0/667435587 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ef40d1840 msgr2=0x7f6ef40c9c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.824+0000 7f6efad99700 1 --2- 172.21.15.33:0/667435587 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f6ef40d1840 0x7f6ef40c9c20 secure :-1 s=READY pgs=587 cs=0 l=1 rev1=1 crypto rx=0x7f6ef00011e0 tx=0x7f6ef000ca50 comp rx=0 tx=0).stop 2024-09-13T15:02:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.824+0000 7f6efa598700 1 -- 172.21.15.33:0/667435587 reap_dead start 2024-09-13T15:02:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.824+0000 7f6efad99700 1 -- 172.21.15.33:0/667435587 shutdown_connections 2024-09-13T15:02:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.824+0000 7f6efad99700 1 -- 172.21.15.33:0/667435587 >> 172.21.15.33:0/667435587 conn(0x7f6ef409be40 msgr2=0x7f6ef40d1130 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:40.829 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.824+0000 7f6efad99700 1 -- 172.21.15.33:0/667435587 shutdown_connections 2024-09-13T15:02:40.830 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.824+0000 7f6efad99700 1 -- 172.21.15.33:0/667435587 wait complete. 2024-09-13T15:02:40.841 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 2 2024-09-13T15:02:40.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.952+0000 7f0804c62700 1 Processor -- start 2024-09-13T15:02:40.957 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.952+0000 7f0804c62700 1 -- start start 2024-09-13T15:02:40.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.952+0000 7f0804c62700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f08001594f0 0x7f080006d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.952+0000 7f0804c62700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f080006da70 0x7f08000b30f0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.952+0000 7f0804c62700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f08000b2280 con 0x7f08000b3630 2024-09-13T15:02:40.958 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.952+0000 7f0804c62700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f0800070c10 con 0x7f080006da70 2024-09-13T15:02:40.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.952+0000 7f0804c62700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f080006deb0 con 0x7f08001594f0 2024-09-13T15:02:40.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fffff700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f08000b3630 0x7f080015d150 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:34210/0 (socket says 172.21.15.33:34210) 2024-09-13T15:02:40.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fffff700 1 -- 172.21.15.33:0/3387134831 learned_addr learned my addr 172.21.15.33:0/3387134831 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:40.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07ff7fe700 1 --2- 172.21.15.33:0/3387134831 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f08001594f0 0x7f080006d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07feffd700 1 --2- 172.21.15.33:0/3387134831 >> v2:172.21.15.103:3300/0 conn(0x7f080006da70 0x7f08000b30f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 -- 172.21.15.33:0/3387134831 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3804971023 0 0) 0x7f08000b2280 con 0x7f08000b3630 2024-09-13T15:02:40.959 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 -- 172.21.15.33:0/3387134831 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f07ec0035d0 con 0x7f08000b3630 2024-09-13T15:02:40.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 -- 172.21.15.33:0/3387134831 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 3543531941 0 0) 0x7f07ec0035d0 con 0x7f08000b3630 2024-09-13T15:02:40.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 -- 172.21.15.33:0/3387134831 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f08001594f0 msgr2=0x7f080006d530 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:40.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 --2- 172.21.15.33:0/3387134831 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f08001594f0 0x7f080006d530 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 -- 172.21.15.33:0/3387134831 >> v2:172.21.15.103:3300/0 conn(0x7f080006da70 msgr2=0x7f08000b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:40.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 --2- 172.21.15.33:0/3387134831 >> v2:172.21.15.103:3300/0 conn(0x7f080006da70 0x7f08000b30f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 -- 172.21.15.33:0/3387134831 --> v1:172.21.15.33:6789/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08000cc890 con 0x7f08000b3630 2024-09-13T15:02:40.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 -- 172.21.15.33:0/3387134831 <== mon.0 v1:172.21.15.33:6789/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (unknown 2110856396 0 0) 0x7f07f80019f0 con 0x7f08000b3630 2024-09-13T15:02:40.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 -- 172.21.15.33:0/3387134831 >> v1:172.21.15.33:6789/0 conn(0x7f08000b3630 legacy=0x7f080015d150 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.962 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 --2- 172.21.15.33:0/3387134831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07ec003a20 0x7f07ec003e60 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 --2- 172.21.15.33:0/3387134831 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07ec004870 0x7f07ec004cf0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 --2- 172.21.15.33:0/3387134831 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f08001594f0 0x7f07ec005230 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 -- 172.21.15.33:0/3387134831 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0800070c10 con 0x7f07ec003a20 2024-09-13T15:02:40.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 -- 172.21.15.33:0/3387134831 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f080006deb0 con 0x7f07ec004870 2024-09-13T15:02:40.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 -- 172.21.15.33:0/3387134831 --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f07ec00ba30 con 0x7f08001594f0 2024-09-13T15:02:40.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07ff7fe700 1 --2- 172.21.15.33:0/3387134831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07ec003a20 0x7f07ec003e60 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07feffd700 1 --2- 172.21.15.33:0/3387134831 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07ec004870 0x7f07ec004cf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fffff700 1 --2- 172.21.15.33:0/3387134831 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f08001594f0 0x7f07ec005230 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07feffd700 1 -- 172.21.15.33:0/3387134831 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f08001594f0 msgr2=0x7f07ec005230 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:40.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07feffd700 1 --2- 172.21.15.33:0/3387134831 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f08001594f0 0x7f07ec005230 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07feffd700 1 -- 172.21.15.33:0/3387134831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07ec003a20 msgr2=0x7f07ec003e60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:40.963 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07feffd700 1 --2- 172.21.15.33:0/3387134831 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f07ec003a20 0x7f07ec003e60 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07feffd700 1 -- 172.21.15.33:0/3387134831 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f07ec0035d0 con 0x7f07ec004870 2024-09-13T15:02:40.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fffff700 1 --2- 172.21.15.33:0/3387134831 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f08001594f0 0x7f07ec005230 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:40.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07feffd700 1 --2- 172.21.15.33:0/3387134831 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07ec004870 0x7f07ec004cf0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f07e8009ba0 tx=0x7f07ec0058a0 comp rx=0 tx=0).ready entity=mon.1 client_cookie=97d2778c9605db7 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:40.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 -- 172.21.15.33:0/3387134831 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07e800e6c0 con 0x7f07ec004870 2024-09-13T15:02:40.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 -- 172.21.15.33:0/3387134831 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07e800e820 con 0x7f07ec004870 2024-09-13T15:02:40.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fe7fc700 1 -- 172.21.15.33:0/3387134831 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07e800eb90 con 0x7f07ec004870 2024-09-13T15:02:40.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f0804c62700 1 -- 172.21.15.33:0/3387134831 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07ec004870 msgr2=0x7f07ec004cf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f0804c62700 1 --2- 172.21.15.33:0/3387134831 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f07ec004870 0x7f07ec004cf0 secure :-1 s=READY pgs=260 cs=0 l=1 rev1=1 crypto rx=0x7f07e8009ba0 tx=0x7f07ec0058a0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f07fffff700 1 -- 172.21.15.33:0/3387134831 reap_dead start 2024-09-13T15:02:40.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f0804c62700 1 -- 172.21.15.33:0/3387134831 shutdown_connections 2024-09-13T15:02:40.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f0804c62700 1 -- 172.21.15.33:0/3387134831 >> 172.21.15.33:0/3387134831 conn(0x7f080006a350 msgr2=0x7f080006a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:40.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f0804c62700 1 -- 172.21.15.33:0/3387134831 shutdown_connections 2024-09-13T15:02:40.964 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.956+0000 7f0804c62700 1 -- 172.21.15.33:0/3387134831 wait complete. 2024-09-13T15:02:40.966 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f0804c62700 1 Processor -- start 2024-09-13T15:02:40.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f0804c62700 1 -- start start 2024-09-13T15:02:40.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f0804c62700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f07ec004870 0x7f08001585e0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f0804c62700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f08001430e0 0x7f080014feb0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f0804c62700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08001503f0 0x7f08001542a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f0804c62700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0800158150 con 0x7f08001503f0 2024-09-13T15:02:40.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f0804c62700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f0800143560 con 0x7f08001430e0 2024-09-13T15:02:40.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f0804c62700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f0800157580 con 0x7f07ec004870 2024-09-13T15:02:40.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f07fffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08001503f0 0x7f08001542a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f07fffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08001503f0 0x7f08001542a0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:46114/0 (socket says 172.21.15.33:46114) 2024-09-13T15:02:40.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f07fffff700 1 -- 172.21.15.33:0/3412072770 learned_addr learned my addr 172.21.15.33:0/3412072770 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:40.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f07feffd700 1 --2- 172.21.15.33:0/3412072770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f08001430e0 0x7f080014feb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f07ff7fe700 1 --2- 172.21.15.33:0/3412072770 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f07ec004870 0x7f08001585e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.967 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f07fffff700 1 -- 172.21.15.33:0/3412072770 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f07ec004870 msgr2=0x7f08001585e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f07fffff700 1 --2- 172.21.15.33:0/3412072770 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f07ec004870 0x7f08001585e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f07fffff700 1 -- 172.21.15.33:0/3412072770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f08001430e0 msgr2=0x7f080014feb0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:40.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f07fffff700 1 --2- 172.21.15.33:0/3412072770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f08001430e0 0x7f080014feb0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:40.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f07fffff700 1 -- 172.21.15.33:0/3412072770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f08001571b0 con 0x7f08001503f0 2024-09-13T15:02:40.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.960+0000 7f07fffff700 1 --2- 172.21.15.33:0/3412072770 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08001503f0 0x7f08001542a0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f080006bd40 tx=0x7f07f8007290 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:40.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.964+0000 7f07f7fff700 1 -- 172.21.15.33:0/3412072770 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07f8007a00 con 0x7f08001503f0 2024-09-13T15:02:40.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.964+0000 7f07f7fff700 1 -- 172.21.15.33:0/3412072770 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f07f8007b60 con 0x7f08001503f0 2024-09-13T15:02:40.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.964+0000 7f0804c62700 1 -- 172.21.15.33:0/3412072770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f0800157820 con 0x7f08001503f0 2024-09-13T15:02:40.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.964+0000 7f07f7fff700 1 -- 172.21.15.33:0/3412072770 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f07f8013610 con 0x7f08001503f0 2024-09-13T15:02:40.968 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.964+0000 7f0804c62700 1 -- 172.21.15.33:0/3412072770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f0800157de0 con 0x7f08001503f0 2024-09-13T15:02:40.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.964+0000 7f0804c62700 1 -- 172.21.15.33:0/3412072770 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f08000b2710 con 0x7f08001503f0 2024-09-13T15:02:40.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.964+0000 7f07f7fff700 1 -- 172.21.15.33:0/3412072770 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f07f8013770 con 0x7f08001503f0 2024-09-13T15:02:40.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.964+0000 7f07f7fff700 1 --2- 172.21.15.33:0/3412072770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f07e0066760 0x7f07e0068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:40.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.964+0000 7f07f7fff700 1 -- 172.21.15.33:0/3412072770 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f07f8084500 con 0x7f08001503f0 2024-09-13T15:02:40.969 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.964+0000 7f07ff7fe700 1 --2- 172.21.15.33:0/3412072770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f07e0066760 0x7f07e0068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:40.970 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.968+0000 7f07ff7fe700 1 --2- 172.21.15.33:0/3412072770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f07e0066760 0x7f07e0068c20 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f08001f3450 tx=0x7f07f0009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:40.974 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:40.972+0000 7f07f7fff700 1 -- 172.21.15.33:0/3412072770 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f07f80519d0 con 0x7f08001503f0 2024-09-13T15:02:41.149 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.144+0000 7f0804c62700 1 -- 172.21.15.33:0/3412072770 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "2", "target": ["mon-mgr", ""]}) v1 -- 0x7f080006acd0 con 0x7f07e0066760 2024-09-13T15:02:41.150 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.144+0000 7f07f7fff700 1 -- 172.21.15.33:0/3412072770 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 2 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f080006acd0 con 0x7f07e0066760 2024-09-13T15:02:41.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.148+0000 7f0804c62700 1 -- 172.21.15.33:0/3412072770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f07e0066760 msgr2=0x7f07e0068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.148+0000 7f0804c62700 1 --2- 172.21.15.33:0/3412072770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f07e0066760 0x7f07e0068c20 secure :-1 s=READY pgs=305 cs=0 l=1 rev1=1 crypto rx=0x7f08001f3450 tx=0x7f07f0009240 comp rx=0 tx=0).stop 2024-09-13T15:02:41.154 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.152+0000 7f0804c62700 1 -- 172.21.15.33:0/3412072770 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08001503f0 msgr2=0x7f08001542a0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.152+0000 7f0804c62700 1 --2- 172.21.15.33:0/3412072770 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08001503f0 0x7f08001542a0 secure :-1 s=READY pgs=589 cs=0 l=1 rev1=1 crypto rx=0x7f080006bd40 tx=0x7f07f8007290 comp rx=0 tx=0).stop 2024-09-13T15:02:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.152+0000 7f0804c62700 1 -- 172.21.15.33:0/3412072770 shutdown_connections 2024-09-13T15:02:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.152+0000 7f0804c62700 1 --2- 172.21.15.33:0/3412072770 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f07e0066760 0x7f07e0068c20 unknown :-1 s=CLOSED pgs=305 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.152+0000 7f0804c62700 1 --2- 172.21.15.33:0/3412072770 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f08001503f0 0x7f08001542a0 unknown :-1 s=CLOSED pgs=589 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.152+0000 7f0804c62700 1 --2- 172.21.15.33:0/3412072770 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f08001430e0 0x7f080014feb0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.152+0000 7f0804c62700 1 --2- 172.21.15.33:0/3412072770 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f07ec004870 0x7f08001585e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.152+0000 7f0804c62700 1 -- 172.21.15.33:0/3412072770 >> 172.21.15.33:0/3412072770 conn(0x7f080006a350 msgr2=0x7f080006c420 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.152+0000 7f0804c62700 1 -- 172.21.15.33:0/3412072770 shutdown_connections 2024-09-13T15:02:41.155 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.152+0000 7f0804c62700 1 -- 172.21.15.33:0/3412072770 wait complete. 2024-09-13T15:02:41.156 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 2 to deep-scrub 2024-09-13T15:02:41.170 INFO:tasks.ceph:Scrubbing osd.3 2024-09-13T15:02:41.171 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.3 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:02:41.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.288+0000 7f9ed2fb2700 1 Processor -- start 2024-09-13T15:02:41.294 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed2fb2700 1 -- start start 2024-09-13T15:02:41.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed2fb2700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9ecc159980 0x7f9ecc15dd20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed2fb2700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f9ecc06da80 0x7f9ecc073ab0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed2fb2700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f9ecc159d60 con 0x7f9ecc0b0e00 2024-09-13T15:02:41.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed2fb2700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9ecc06e540 con 0x7f9ecc159980 2024-09-13T15:02:41.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed2fb2700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f9ecc06df80 con 0x7f9ecc06da80 2024-09-13T15:02:41.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed1fb0700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9ecc159980 0x7f9ecc15dd20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed1fb0700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f9ecc159980 0x7f9ecc15dd20 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37486/0 (socket says 172.21.15.33:37486) 2024-09-13T15:02:41.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed1fb0700 1 -- 172.21.15.33:0/680694523 learned_addr learned my addr 172.21.15.33:0/680694523 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:41.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed17af700 1 --2- 172.21.15.33:0/680694523 >> v2:172.21.15.103:3300/0 conn(0x7f9ecc06da80 0x7f9ecc073ab0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed1fb0700 1 -- 172.21.15.33:0/680694523 >> v2:172.21.15.103:3300/0 conn(0x7f9ecc06da80 msgr2=0x7f9ecc073ab0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:41.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed1fb0700 1 --2- 172.21.15.33:0/680694523 >> v2:172.21.15.103:3300/0 conn(0x7f9ecc06da80 0x7f9ecc073ab0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed1fb0700 1 -- 172.21.15.33:0/680694523 >> v1:172.21.15.103:6789/0 conn(0x7f9ecc0b0e00 legacy=0x7f9ecc0ad620 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed1fb0700 1 -- 172.21.15.33:0/680694523 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ecc06e260 con 0x7f9ecc159980 2024-09-13T15:02:41.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed1fb0700 1 --2- 172.21.15.33:0/680694523 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ecc159980 0x7f9ecc15dd20 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f9ecc0703a0 tx=0x7f9ec8009bf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=942f8e8f2bb7981 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:41.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed0fae700 1 -- 172.21.15.33:0/680694523 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ec8011830 con 0x7f9ecc159980 2024-09-13T15:02:41.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed0fae700 1 -- 172.21.15.33:0/680694523 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ec8011990 con 0x7f9ecc159980 2024-09-13T15:02:41.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed0fae700 1 -- 172.21.15.33:0/680694523 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ec8011d20 con 0x7f9ecc159980 2024-09-13T15:02:41.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/680694523 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ecc159980 msgr2=0x7f9ecc15dd20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.292+0000 7f9ed2fb2700 1 --2- 172.21.15.33:0/680694523 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ecc159980 0x7f9ecc15dd20 secure :-1 s=READY pgs=590 cs=0 l=1 rev1=1 crypto rx=0x7f9ecc0703a0 tx=0x7f9ec8009bf0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/680694523 shutdown_connections 2024-09-13T15:02:41.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 --2- 172.21.15.33:0/680694523 >> v2:172.21.15.103:3300/0 conn(0x7f9ecc06da80 0x7f9ecc073ab0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 --2- 172.21.15.33:0/680694523 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ecc159980 0x7f9ecc15dd20 unknown :-1 s=CLOSED pgs=590 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/680694523 >> 172.21.15.33:0/680694523 conn(0x7f9ecc0b4ba0 msgr2=0x7f9ecc0b2270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:41.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/680694523 shutdown_connections 2024-09-13T15:02:41.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/680694523 wait complete. 2024-09-13T15:02:41.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 Processor -- start 2024-09-13T15:02:41.300 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 -- start start 2024-09-13T15:02:41.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9ecc06da80 0x7f9ecc09ce40 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9ecc0b0e00 0x7f9ecc099ce0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ecc159980 0x7f9ecc0989a0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ecc098ee0 con 0x7f9ecc159980 2024-09-13T15:02:41.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f9ecc09bda0 con 0x7f9ecc06da80 2024-09-13T15:02:41.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f9ecc09c080 con 0x7f9ecc0b0e00 2024-09-13T15:02:41.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed1fb0700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9ecc06da80 0x7f9ecc09ce40 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed27b1700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ecc159980 0x7f9ecc0989a0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed1fb0700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9ecc06da80 0x7f9ecc09ce40 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:34502/0 (socket says 172.21.15.33:34502) 2024-09-13T15:02:41.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed1fb0700 1 -- 172.21.15.33:0/216881880 learned_addr learned my addr 172.21.15.33:0/216881880 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:41.302 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed17af700 1 --2- 172.21.15.33:0/216881880 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9ecc0b0e00 0x7f9ecc099ce0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed1fb0700 1 -- 172.21.15.33:0/216881880 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9ecc0b0e00 msgr2=0x7f9ecc099ce0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed1fb0700 1 --2- 172.21.15.33:0/216881880 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f9ecc0b0e00 0x7f9ecc099ce0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed1fb0700 1 -- 172.21.15.33:0/216881880 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ecc159980 msgr2=0x7f9ecc0989a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed1fb0700 1 --2- 172.21.15.33:0/216881880 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f9ecc159980 0x7f9ecc0989a0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed1fb0700 1 -- 172.21.15.33:0/216881880 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9ec8009570 con 0x7f9ecc06da80 2024-09-13T15:02:41.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed1fb0700 1 --2- 172.21.15.33:0/216881880 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9ecc06da80 0x7f9ecc09ce40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9ec8009c30 tx=0x7f9ec8004770 comp rx=0 tx=0).ready entity=mon.1 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:41.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ebe7fc700 1 -- 172.21.15.33:0/216881880 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ec8004240 con 0x7f9ecc06da80 2024-09-13T15:02:41.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ebe7fc700 1 -- 172.21.15.33:0/216881880 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f9ec801f070 con 0x7f9ecc06da80 2024-09-13T15:02:41.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/216881880 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f9ecc09c360 con 0x7f9ecc06da80 2024-09-13T15:02:41.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.296+0000 7f9ebe7fc700 1 -- 172.21.15.33:0/216881880 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f9ec80045c0 con 0x7f9ecc06da80 2024-09-13T15:02:41.303 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.300+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/216881880 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f9ecc09c920 con 0x7f9ecc06da80 2024-09-13T15:02:41.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.300+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/216881880 --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f9ecc15e260 con 0x7f9ecc06da80 2024-09-13T15:02:41.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.300+0000 7f9ebe7fc700 1 -- 172.21.15.33:0/216881880 <== mon.1 v2:172.21.15.103:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f9ec8021030 con 0x7f9ecc06da80 2024-09-13T15:02:41.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.300+0000 7f9ebe7fc700 1 --2- 172.21.15.33:0/216881880 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9eb0066730 0x7f9eb0068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.300+0000 7f9ebe7fc700 1 -- 172.21.15.33:0/216881880 <== mon.1 v2:172.21.15.103:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f9ec8085990 con 0x7f9ecc06da80 2024-09-13T15:02:41.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.300+0000 7f9ed17af700 1 --2- 172.21.15.33:0/216881880 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9eb0066730 0x7f9eb0068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.300+0000 7f9ebe7fc700 1 --2- 172.21.15.33:0/216881880 >> [v2:172.21.15.33:6818/1899465917,v1:172.21.15.33:6819/1899465917] conn(0x7f9eb006cad0 0x7f9eb006ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.300+0000 7f9ebe7fc700 1 -- 172.21.15.33:0/216881880 --> [v2:172.21.15.33:6818/1899465917,v1:172.21.15.33:6819/1899465917] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f9eb006f5e0 con 0x7f9eb006cad0 2024-09-13T15:02:41.306 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.300+0000 7f9ebe7fc700 1 -- 172.21.15.33:0/216881880 <== mon.1 v2:172.21.15.103:3300/0 6 ==== mon_get_version_reply(handle=1 version=46) v2 ==== 24+0+0 (secure 0 0 0) 0x7f9ec8085d00 con 0x7f9ecc06da80 2024-09-13T15:02:41.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.300+0000 7f9ed27b1700 1 --2- 172.21.15.33:0/216881880 >> [v2:172.21.15.33:6818/1899465917,v1:172.21.15.33:6819/1899465917] conn(0x7f9eb006cad0 0x7f9eb006ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.304+0000 7f9ed17af700 1 --2- 172.21.15.33:0/216881880 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9eb0066730 0x7f9eb0068bf0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f9ecc159390 tx=0x7f9ec0009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:41.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.304+0000 7f9ed27b1700 1 --2- 172.21.15.33:0/216881880 >> [v2:172.21.15.33:6818/1899465917,v1:172.21.15.33:6819/1899465917] conn(0x7f9eb006cad0 0x7f9eb006ef10 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.3 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:41.307 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.304+0000 7f9ebe7fc700 1 -- 172.21.15.33:0/216881880 <== osd.3 v2:172.21.15.33:6818/1899465917 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f9eb006f5e0 con 0x7f9eb006cad0 2024-09-13T15:02:41.323 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.320+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/216881880 --> [v2:172.21.15.33:6818/1899465917,v1:172.21.15.33:6819/1899465917] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f9ecc15d800 con 0x7f9eb006cad0 2024-09-13T15:02:41.324 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.320+0000 7f9ebe7fc700 1 -- 172.21.15.33:0/216881880 <== osd.3 v2:172.21.15.33:6818/1899465917 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f9ec4001fc0 con 0x7f9eb006cad0 2024-09-13T15:02:41.324 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:02:41.324 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:02:41.324 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:02:41.325 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.320+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/216881880 >> [v2:172.21.15.33:6818/1899465917,v1:172.21.15.33:6819/1899465917] conn(0x7f9eb006cad0 msgr2=0x7f9eb006ef10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.320+0000 7f9ed2fb2700 1 --2- 172.21.15.33:0/216881880 >> [v2:172.21.15.33:6818/1899465917,v1:172.21.15.33:6819/1899465917] conn(0x7f9eb006cad0 0x7f9eb006ef10 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.320+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/216881880 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9eb0066730 msgr2=0x7f9eb0068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.320+0000 7f9ed2fb2700 1 --2- 172.21.15.33:0/216881880 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9eb0066730 0x7f9eb0068bf0 secure :-1 s=READY pgs=306 cs=0 l=1 rev1=1 crypto rx=0x7f9ecc159390 tx=0x7f9ec0009240 comp rx=0 tx=0).stop 2024-09-13T15:02:41.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.320+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/216881880 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9ecc06da80 msgr2=0x7f9ecc09ce40 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.320+0000 7f9ed2fb2700 1 --2- 172.21.15.33:0/216881880 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f9ecc06da80 0x7f9ecc09ce40 secure :-1 s=READY pgs=262 cs=0 l=1 rev1=1 crypto rx=0x7f9ec8009c30 tx=0x7f9ec8004770 comp rx=0 tx=0).stop 2024-09-13T15:02:41.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.320+0000 7f9ed27b1700 1 -- 172.21.15.33:0/216881880 reap_dead start 2024-09-13T15:02:41.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.320+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/216881880 shutdown_connections 2024-09-13T15:02:41.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.320+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/216881880 >> 172.21.15.33:0/216881880 conn(0x7f9ecc0b4ba0 msgr2=0x7f9ecc15c100 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:41.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.320+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/216881880 shutdown_connections 2024-09-13T15:02:41.326 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.320+0000 7f9ed2fb2700 1 -- 172.21.15.33:0/216881880 wait complete. 2024-09-13T15:02:41.337 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 3 2024-09-13T15:02:41.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435ec21700 1 Processor -- start 2024-09-13T15:02:41.447 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435ec21700 1 -- start start 2024-09-13T15:02:41.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435ec21700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f43580cd8d0 0x7f435806cb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435ec21700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f43580b17f0 0x7f43580cb800 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435ec21700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f43580705d0 con 0x7f43580b2200 2024-09-13T15:02:41.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435ec21700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f435806d0d0 con 0x7f43580cd8d0 2024-09-13T15:02:41.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435ec21700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f435806fca0 con 0x7f43580b17f0 2024-09-13T15:02:41.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435dc1f700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f43580cd8d0 0x7f435806cb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435dc1f700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f43580cd8d0 0x7f435806cb90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37504/0 (socket says 172.21.15.33:37504) 2024-09-13T15:02:41.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435dc1f700 1 -- 172.21.15.33:0/442586788 learned_addr learned my addr 172.21.15.33:0/442586788 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:41.448 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435d41e700 1 --2- 172.21.15.33:0/442586788 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f43580b17f0 0x7f43580cb800 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435dc1f700 1 -- 172.21.15.33:0/442586788 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f43580b17f0 msgr2=0x7f43580cb800 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:41.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435dc1f700 1 --2- 172.21.15.33:0/442586788 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f43580b17f0 0x7f43580cb800 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.449 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435dc1f700 1 -- 172.21.15.33:0/442586788 >> v1:172.21.15.103:6789/0 conn(0x7f43580b2200 legacy=0x7f4358070a60 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435dc1f700 1 -- 172.21.15.33:0/442586788 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f435806ff80 con 0x7f43580cd8d0 2024-09-13T15:02:41.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435dc1f700 1 --2- 172.21.15.33:0/442586788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43580cd8d0 0x7f435806cb90 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f4348009910 tx=0x7f4348009c20 comp rx=0 tx=0).ready entity=mon.0 client_cookie=b56db97f97a6a4a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:41.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435cc1d700 1 -- 172.21.15.33:0/442586788 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4348011830 con 0x7f43580cd8d0 2024-09-13T15:02:41.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435cc1d700 1 -- 172.21.15.33:0/442586788 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4348011990 con 0x7f43580cd8d0 2024-09-13T15:02:41.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.444+0000 7f435cc1d700 1 -- 172.21.15.33:0/442586788 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4348011d40 con 0x7f43580cd8d0 2024-09-13T15:02:41.450 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 -- 172.21.15.33:0/442586788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43580cd8d0 msgr2=0x7f435806cb90 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 --2- 172.21.15.33:0/442586788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43580cd8d0 0x7f435806cb90 secure :-1 s=READY pgs=591 cs=0 l=1 rev1=1 crypto rx=0x7f4348009910 tx=0x7f4348009c20 comp rx=0 tx=0).stop 2024-09-13T15:02:41.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 -- 172.21.15.33:0/442586788 shutdown_connections 2024-09-13T15:02:41.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 --2- 172.21.15.33:0/442586788 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f43580b17f0 0x7f43580cb800 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 --2- 172.21.15.33:0/442586788 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43580cd8d0 0x7f435806cb90 unknown :-1 s=CLOSED pgs=591 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 -- 172.21.15.33:0/442586788 >> 172.21.15.33:0/442586788 conn(0x7f435806a350 msgr2=0x7f435806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:41.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 -- 172.21.15.33:0/442586788 shutdown_connections 2024-09-13T15:02:41.451 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 -- 172.21.15.33:0/442586788 wait complete. 2024-09-13T15:02:41.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 Processor -- start 2024-09-13T15:02:41.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 -- start start 2024-09-13T15:02:41.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f43580b17f0 0x7f435814e460 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f43580b2200 0x7f43581516d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43580cd8d0 0x7f43580ad850 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.453 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f435814eb80 con 0x7f43580cd8d0 2024-09-13T15:02:41.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f435814edd0 con 0x7f43580b17f0 2024-09-13T15:02:41.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435ec21700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f435814f0b0 con 0x7f43580b2200 2024-09-13T15:02:41.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435e420700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43580cd8d0 0x7f43580ad850 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435d41e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f43580b2200 0x7f43581516d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435d41e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f43580b2200 0x7f43581516d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:41514/0 (socket says 172.21.15.33:41514) 2024-09-13T15:02:41.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435dc1f700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f43580b17f0 0x7f435814e460 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435d41e700 1 -- 172.21.15.33:0/4273388625 learned_addr learned my addr 172.21.15.33:0/4273388625 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:41.454 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.448+0000 7f435e420700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43580cd8d0 0x7f43580ad850 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37514/0 (socket says 172.21.15.33:37514) 2024-09-13T15:02:41.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.452+0000 7f435e420700 1 -- 172.21.15.33:0/4273388625 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f43580b2200 msgr2=0x7f43581516d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.452+0000 7f435e420700 1 --2- 172.21.15.33:0/4273388625 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f43580b2200 0x7f43581516d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.455 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.452+0000 7f435e420700 1 -- 172.21.15.33:0/4273388625 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f43580b17f0 msgr2=0x7f435814e460 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.452+0000 7f435e420700 1 --2- 172.21.15.33:0/4273388625 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f43580b17f0 0x7f435814e460 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.452+0000 7f435e420700 1 -- 172.21.15.33:0/4273388625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f4348009570 con 0x7f43580cd8d0 2024-09-13T15:02:41.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.452+0000 7f435d41e700 1 --2- 172.21.15.33:0/4273388625 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f43580b2200 0x7f43581516d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:41.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.452+0000 7f435dc1f700 1 --2- 172.21.15.33:0/4273388625 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f43580b17f0 0x7f435814e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:41.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.452+0000 7f435e420700 1 --2- 172.21.15.33:0/4273388625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43580cd8d0 0x7f43580ad850 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f435000cb90 tx=0x7f435000cea0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:41.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.452+0000 7f434e7fc700 1 -- 172.21.15.33:0/4273388625 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f4350003c20 con 0x7f43580cd8d0 2024-09-13T15:02:41.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.452+0000 7f434e7fc700 1 -- 172.21.15.33:0/4273388625 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f4350003d80 con 0x7f43580cd8d0 2024-09-13T15:02:41.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.452+0000 7f435ec21700 1 -- 172.21.15.33:0/4273388625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f435814f390 con 0x7f43580cd8d0 2024-09-13T15:02:41.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.452+0000 7f434e7fc700 1 -- 172.21.15.33:0/4273388625 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f435000aa80 con 0x7f43580cd8d0 2024-09-13T15:02:41.456 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.452+0000 7f435ec21700 1 -- 172.21.15.33:0/4273388625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f43580add90 con 0x7f43580cd8d0 2024-09-13T15:02:41.457 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.452+0000 7f435ec21700 1 -- 172.21.15.33:0/4273388625 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f435814f8b0 con 0x7f43580cd8d0 2024-09-13T15:02:41.458 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.456+0000 7f434e7fc700 1 -- 172.21.15.33:0/4273388625 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f435000abe0 con 0x7f43580cd8d0 2024-09-13T15:02:41.459 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.456+0000 7f434e7fc700 1 --2- 172.21.15.33:0/4273388625 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f433c066760 0x7f433c068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.456+0000 7f434e7fc700 1 -- 172.21.15.33:0/4273388625 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f4350083f90 con 0x7f43580cd8d0 2024-09-13T15:02:41.460 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.456+0000 7f435dc1f700 1 --2- 172.21.15.33:0/4273388625 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f433c066760 0x7f433c068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.461 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.456+0000 7f435dc1f700 1 --2- 172.21.15.33:0/4273388625 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f433c066760 0x7f433c068c20 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f4348000c00 tx=0x7f4348008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:41.464 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.460+0000 7f434e7fc700 1 -- 172.21.15.33:0/4273388625 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f435814f8b0 con 0x7f43580cd8d0 2024-09-13T15:02:41.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.632+0000 7f435ec21700 1 -- 172.21.15.33:0/4273388625 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "3", "target": ["mon-mgr", ""]}) v1 -- 0x7f435814ef40 con 0x7f433c066760 2024-09-13T15:02:41.636 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.632+0000 7f434e7fc700 1 -- 172.21.15.33:0/4273388625 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 3 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f435814ef40 con 0x7f433c066760 2024-09-13T15:02:41.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.636+0000 7f435ec21700 1 -- 172.21.15.33:0/4273388625 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f433c066760 msgr2=0x7f433c068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.636+0000 7f435ec21700 1 --2- 172.21.15.33:0/4273388625 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f433c066760 0x7f433c068c20 secure :-1 s=READY pgs=307 cs=0 l=1 rev1=1 crypto rx=0x7f4348000c00 tx=0x7f4348008030 comp rx=0 tx=0).stop 2024-09-13T15:02:41.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.636+0000 7f435ec21700 1 -- 172.21.15.33:0/4273388625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43580cd8d0 msgr2=0x7f43580ad850 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.639 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.636+0000 7f435ec21700 1 --2- 172.21.15.33:0/4273388625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43580cd8d0 0x7f43580ad850 secure :-1 s=READY pgs=592 cs=0 l=1 rev1=1 crypto rx=0x7f435000cb90 tx=0x7f435000cea0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.636+0000 7f435ec21700 1 -- 172.21.15.33:0/4273388625 shutdown_connections 2024-09-13T15:02:41.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.636+0000 7f435ec21700 1 --2- 172.21.15.33:0/4273388625 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f433c066760 0x7f433c068c20 unknown :-1 s=CLOSED pgs=307 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.636+0000 7f435ec21700 1 --2- 172.21.15.33:0/4273388625 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f43580cd8d0 0x7f43580ad850 unknown :-1 s=CLOSED pgs=592 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.636+0000 7f435ec21700 1 --2- 172.21.15.33:0/4273388625 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f43580b2200 0x7f43581516d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.636+0000 7f435ec21700 1 --2- 172.21.15.33:0/4273388625 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f43580b17f0 0x7f435814e460 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.640 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.636+0000 7f435ec21700 1 -- 172.21.15.33:0/4273388625 >> 172.21.15.33:0/4273388625 conn(0x7f435806a350 msgr2=0x7f4358162510 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:41.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.636+0000 7f435ec21700 1 -- 172.21.15.33:0/4273388625 shutdown_connections 2024-09-13T15:02:41.641 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.636+0000 7f435ec21700 1 -- 172.21.15.33:0/4273388625 wait complete. 2024-09-13T15:02:41.641 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 3 to deep-scrub 2024-09-13T15:02:41.651 INFO:tasks.ceph:Scrubbing osd.4 2024-09-13T15:02:41.651 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.4 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:02:41.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f995759e700 1 Processor -- start 2024-09-13T15:02:41.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f995759e700 1 -- start start 2024-09-13T15:02:41.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f995759e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f99580d3260 0x7f99580b3070 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f995759e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99580d1130 con 0x7f995815ccd0 2024-09-13T15:02:41.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f995759e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f99580b24d0 con 0x7f99580cfc70 2024-09-13T15:02:41.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f995759e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f99580cea30 con 0x7f99580d3260 2024-09-13T15:02:41.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f995659c700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f995815ccd0 0x7f99580cf560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:37306/0 (socket says 172.21.15.33:37306) 2024-09-13T15:02:41.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f995659c700 1 -- 172.21.15.33:0/2155107145 learned_addr learned my addr 172.21.15.33:0/2155107145 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:41.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f9956d9d700 1 --2- 172.21.15.33:0/2155107145 >> v2:172.21.15.103:3300/0 conn(0x7f99580d3260 0x7f99580b3070 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f995559a700 1 -- 172.21.15.33:0/2155107145 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 4118089152 0 0) 0x7f99580d1130 con 0x7f995815ccd0 2024-09-13T15:02:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f995559a700 1 -- 172.21.15.33:0/2155107145 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f99400035d0 con 0x7f995815ccd0 2024-09-13T15:02:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f9956d9d700 1 -- 172.21.15.33:0/2155107145 >> v1:172.21.15.103:6789/0 conn(0x7f99580cfc70 legacy=0x7f99580b2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f9956d9d700 1 -- 172.21.15.33:0/2155107145 >> v1:172.21.15.33:6789/0 conn(0x7f995815ccd0 legacy=0x7f99580cf560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f9956d9d700 1 -- 172.21.15.33:0/2155107145 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f99580d1380 con 0x7f99580d3260 2024-09-13T15:02:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.764+0000 7f9956d9d700 1 --2- 172.21.15.33:0/2155107145 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f99580d3260 0x7f99580b3070 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9950009d90 tx=0x7f995000b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=a91aea8627cd1762 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.768+0000 7f995559a700 1 -- 172.21.15.33:0/2155107145 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f995000e070 con 0x7f99580d3260 2024-09-13T15:02:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.768+0000 7f995559a700 1 -- 172.21.15.33:0/2155107145 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f995000bb20 con 0x7f99580d3260 2024-09-13T15:02:41.771 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.768+0000 7f995559a700 1 -- 172.21.15.33:0/2155107145 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f995000be90 con 0x7f99580d3260 2024-09-13T15:02:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.768+0000 7f995759e700 1 -- 172.21.15.33:0/2155107145 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f99580d3260 msgr2=0x7f99580b3070 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.768+0000 7f995759e700 1 --2- 172.21.15.33:0/2155107145 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f99580d3260 0x7f99580b3070 secure :-1 s=READY pgs=265 cs=0 l=1 rev1=1 crypto rx=0x7f9950009d90 tx=0x7f995000b330 comp rx=0 tx=0).stop 2024-09-13T15:02:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.768+0000 7f995759e700 1 -- 172.21.15.33:0/2155107145 shutdown_connections 2024-09-13T15:02:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.768+0000 7f995759e700 1 --2- 172.21.15.33:0/2155107145 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f99580d3260 0x7f99580b3070 unknown :-1 s=CLOSED pgs=265 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.772 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.768+0000 7f995759e700 1 -- 172.21.15.33:0/2155107145 >> 172.21.15.33:0/2155107145 conn(0x7f995809be60 msgr2=0x7f99580d2b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.768+0000 7f995759e700 1 -- 172.21.15.33:0/2155107145 shutdown_connections 2024-09-13T15:02:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.768+0000 7f995759e700 1 -- 172.21.15.33:0/2155107145 wait complete. 2024-09-13T15:02:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.768+0000 7f995759e700 1 Processor -- start 2024-09-13T15:02:41.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.768+0000 7f995759e700 1 -- start start 2024-09-13T15:02:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f995759e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f99580cfc70 0x7f995815e940 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f995759e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99580d3260 0x7f99581f5ac0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f995759e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f995815ccd0 0x7f99580b48b0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f995759e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99581f6560 con 0x7f99580d3260 2024-09-13T15:02:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f995759e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f99581f6840 con 0x7f995815ccd0 2024-09-13T15:02:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f995759e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f995815d0b0 con 0x7f99580cfc70 2024-09-13T15:02:41.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f9955d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99580d3260 0x7f99581f5ac0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f9955d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99580d3260 0x7f99581f5ac0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37520/0 (socket says 172.21.15.33:37520) 2024-09-13T15:02:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f9955d9b700 1 -- 172.21.15.33:0/2901002705 learned_addr learned my addr 172.21.15.33:0/2901002705 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f9956d9d700 1 --2- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f995815ccd0 0x7f99580b48b0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f995659c700 1 --2- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f99580cfc70 0x7f995815e940 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f9955d9b700 1 -- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f99580cfc70 msgr2=0x7f995815e940 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f9955d9b700 1 --2- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f99580cfc70 0x7f995815e940 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f9955d9b700 1 -- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f995815ccd0 msgr2=0x7f99580b48b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f9955d9b700 1 --2- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f995815ccd0 0x7f99580b48b0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f9955d9b700 1 -- 172.21.15.33:0/2901002705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f9950009a70 con 0x7f99580d3260 2024-09-13T15:02:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f9955d9b700 1 --2- 172.21.15.33:0/2901002705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99580d3260 0x7f99581f5ac0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f994c00c500 tx=0x7f994c00c810 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f9946ffd700 1 -- 172.21.15.33:0/2901002705 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f994c0052d0 con 0x7f99580d3260 2024-09-13T15:02:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f995759e700 1 -- 172.21.15.33:0/2901002705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f995815d390 con 0x7f99580d3260 2024-09-13T15:02:41.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f9946ffd700 1 -- 172.21.15.33:0/2901002705 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f994c005430 con 0x7f99580d3260 2024-09-13T15:02:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f9946ffd700 1 -- 172.21.15.33:0/2901002705 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f994c0055a0 con 0x7f99580d3260 2024-09-13T15:02:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.772+0000 7f995759e700 1 -- 172.21.15.33:0/2901002705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f99581f2780 con 0x7f99580d3260 2024-09-13T15:02:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.776+0000 7f9946ffd700 1 -- 172.21.15.33:0/2901002705 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f994c0036a0 con 0x7f99580d3260 2024-09-13T15:02:41.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.776+0000 7f995759e700 1 -- 172.21.15.33:0/2901002705 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f99580b2160 con 0x7f99580d3260 2024-09-13T15:02:41.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.776+0000 7f9946ffd700 1 --2- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9938066730 0x7f9938068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.776+0000 7f9946ffd700 1 -- 172.21.15.33:0/2901002705 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f994c083280 con 0x7f99580d3260 2024-09-13T15:02:41.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.776+0000 7f995659c700 1 --2- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9938066730 0x7f9938068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.776+0000 7f9946ffd700 1 --2- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:6800/3668482288,v1:172.21.15.103:6801/3668482288] conn(0x7f993806cad0 0x7f993806ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.776+0000 7f9946ffd700 1 -- 172.21.15.33:0/2901002705 --> [v2:172.21.15.103:6800/3668482288,v1:172.21.15.103:6801/3668482288] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f993806f5e0 con 0x7f993806cad0 2024-09-13T15:02:41.780 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.776+0000 7f9946ffd700 1 -- 172.21.15.33:0/2901002705 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=46) v2 ==== 24+0+0 (secure 0 0 0) 0x7f994c085860 con 0x7f99580d3260 2024-09-13T15:02:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.776+0000 7f9956d9d700 1 --2- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:6800/3668482288,v1:172.21.15.103:6801/3668482288] conn(0x7f993806cad0 0x7f993806ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.776+0000 7f995659c700 1 --2- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9938066730 0x7f9938068bf0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f99480011e0 tx=0x7f9948009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:41.781 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.776+0000 7f9956d9d700 1 --2- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:6800/3668482288,v1:172.21.15.103:6801/3668482288] conn(0x7f993806cad0 0x7f993806ef10 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.4 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:41.782 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.780+0000 7f9946ffd700 1 -- 172.21.15.33:0/2901002705 <== osd.4 v2:172.21.15.103:6800/3668482288 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f993806f5e0 con 0x7f993806cad0 2024-09-13T15:02:41.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.800+0000 7f995759e700 1 -- 172.21.15.33:0/2901002705 --> [v2:172.21.15.103:6800/3668482288,v1:172.21.15.103:6801/3668482288] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f99580d1940 con 0x7f993806cad0 2024-09-13T15:02:41.805 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.800+0000 7f9946ffd700 1 -- 172.21.15.33:0/2901002705 <== osd.4 v2:172.21.15.103:6800/3668482288 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f9950003a40 con 0x7f993806cad0 2024-09-13T15:02:41.805 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:02:41.805 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:02:41.805 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:02:41.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.800+0000 7f995759e700 1 -- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:6800/3668482288,v1:172.21.15.103:6801/3668482288] conn(0x7f993806cad0 msgr2=0x7f993806ef10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.800+0000 7f995759e700 1 --2- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:6800/3668482288,v1:172.21.15.103:6801/3668482288] conn(0x7f993806cad0 0x7f993806ef10 crc :-1 s=READY pgs=13 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.800+0000 7f995759e700 1 -- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9938066730 msgr2=0x7f9938068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.800+0000 7f995759e700 1 --2- 172.21.15.33:0/2901002705 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9938066730 0x7f9938068bf0 secure :-1 s=READY pgs=308 cs=0 l=1 rev1=1 crypto rx=0x7f99480011e0 tx=0x7f9948009040 comp rx=0 tx=0).stop 2024-09-13T15:02:41.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.800+0000 7f995759e700 1 -- 172.21.15.33:0/2901002705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99580d3260 msgr2=0x7f99581f5ac0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.800+0000 7f995759e700 1 --2- 172.21.15.33:0/2901002705 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f99580d3260 0x7f99581f5ac0 secure :-1 s=READY pgs=594 cs=0 l=1 rev1=1 crypto rx=0x7f994c00c500 tx=0x7f994c00c810 comp rx=0 tx=0).stop 2024-09-13T15:02:41.806 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.800+0000 7f9956d9d700 1 -- 172.21.15.33:0/2901002705 reap_dead start 2024-09-13T15:02:41.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.800+0000 7f995759e700 1 -- 172.21.15.33:0/2901002705 shutdown_connections 2024-09-13T15:02:41.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.800+0000 7f995759e700 1 -- 172.21.15.33:0/2901002705 >> 172.21.15.33:0/2901002705 conn(0x7f995809be60 msgr2=0x7f995806b340 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:41.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.800+0000 7f995759e700 1 -- 172.21.15.33:0/2901002705 shutdown_connections 2024-09-13T15:02:41.807 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.800+0000 7f995759e700 1 -- 172.21.15.33:0/2901002705 wait complete. 2024-09-13T15:02:41.816 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 4 2024-09-13T15:02:41.934 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866b28c700 1 Processor -- start 2024-09-13T15:02:41.935 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866b28c700 1 -- start start 2024-09-13T15:02:41.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866b28c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8664146230 0x7f866406bb90 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866b28c700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f86640ac8c0 0x7f86640acd10 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866b28c700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f86640b2e70 con 0x7f86640b2a30 2024-09-13T15:02:41.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866b28c700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f86640ad250 con 0x7f86640ac8c0 2024-09-13T15:02:41.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866b28c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f866406cd80 con 0x7f8664146230 2024-09-13T15:02:41.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866aa8b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f86640ac8c0 0x7f86640acd10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866aa8b700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f86640ac8c0 0x7f86640acd10 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37532/0 (socket says 172.21.15.33:37532) 2024-09-13T15:02:41.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866aa8b700 1 -- 172.21.15.33:0/3374225282 learned_addr learned my addr 172.21.15.33:0/3374225282 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:41.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866a28a700 1 --2- 172.21.15.33:0/3374225282 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8664146230 0x7f866406bb90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866aa8b700 1 -- 172.21.15.33:0/3374225282 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8664146230 msgr2=0x7f866406bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:41.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866aa8b700 1 --2- 172.21.15.33:0/3374225282 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8664146230 0x7f866406bb90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866aa8b700 1 -- 172.21.15.33:0/3374225282 >> v1:172.21.15.103:6789/0 conn(0x7f86640b2a30 legacy=0x7f866415cec0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866aa8b700 1 -- 172.21.15.33:0/3374225282 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f866406c170 con 0x7f86640ac8c0 2024-09-13T15:02:41.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866a28a700 1 --2- 172.21.15.33:0/3374225282 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8664146230 0x7f866406bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:41.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f866aa8b700 1 --2- 172.21.15.33:0/3374225282 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86640ac8c0 0x7f86640acd10 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f865c009e50 tx=0x7f865c00b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=5e531d52cc095a58 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:41.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f8669288700 1 -- 172.21.15.33:0/3374225282 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f865c00e070 con 0x7f86640ac8c0 2024-09-13T15:02:41.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f8669288700 1 -- 172.21.15.33:0/3374225282 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f865c00b910 con 0x7f86640ac8c0 2024-09-13T15:02:41.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.932+0000 7f8669288700 1 -- 172.21.15.33:0/3374225282 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f865c00bcc0 con 0x7f86640ac8c0 2024-09-13T15:02:41.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.936+0000 7f866b28c700 1 -- 172.21.15.33:0/3374225282 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86640ac8c0 msgr2=0x7f86640acd10 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.936+0000 7f866b28c700 1 --2- 172.21.15.33:0/3374225282 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86640ac8c0 0x7f86640acd10 secure :-1 s=READY pgs=595 cs=0 l=1 rev1=1 crypto rx=0x7f865c009e50 tx=0x7f865c00b330 comp rx=0 tx=0).stop 2024-09-13T15:02:41.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.936+0000 7f866b28c700 1 -- 172.21.15.33:0/3374225282 shutdown_connections 2024-09-13T15:02:41.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.936+0000 7f866b28c700 1 --2- 172.21.15.33:0/3374225282 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f86640ac8c0 0x7f86640acd10 unknown :-1 s=CLOSED pgs=595 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.936+0000 7f866b28c700 1 --2- 172.21.15.33:0/3374225282 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f8664146230 0x7f866406bb90 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.936+0000 7f866b28c700 1 -- 172.21.15.33:0/3374225282 >> 172.21.15.33:0/3374225282 conn(0x7f866406a350 msgr2=0x7f866406a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:41.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.936+0000 7f866b28c700 1 -- 172.21.15.33:0/3374225282 shutdown_connections 2024-09-13T15:02:41.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.936+0000 7f866b28c700 1 -- 172.21.15.33:0/3374225282 wait complete. 2024-09-13T15:02:41.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.936+0000 7f866b28c700 1 Processor -- start 2024-09-13T15:02:41.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.936+0000 7f866b28c700 1 -- start start 2024-09-13T15:02:41.944 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.936+0000 7f866b28c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f86640ac8c0 0x7f866413df90 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866b28c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86640b2a30 0x7f86640cdfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866b28c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8664146230 0x7f8664140ec0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866b28c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f866413f180 con 0x7f8664146230 2024-09-13T15:02:41.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866b28c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f86640ce510 con 0x7f86640b2a30 2024-09-13T15:02:41.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866b28c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f866413e570 con 0x7f86640ac8c0 2024-09-13T15:02:41.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866aa8b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8664146230 0x7f8664140ec0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866a28a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f86640ac8c0 0x7f866413df90 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.945 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866aa8b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8664146230 0x7f8664140ec0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37538/0 (socket says 172.21.15.33:37538) 2024-09-13T15:02:41.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866a28a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f86640ac8c0 0x7f866413df90 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:41534/0 (socket says 172.21.15.33:41534) 2024-09-13T15:02:41.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866aa8b700 1 -- 172.21.15.33:0/734043338 learned_addr learned my addr 172.21.15.33:0/734043338 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:41.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f8669a89700 1 --2- 172.21.15.33:0/734043338 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86640b2a30 0x7f86640cdfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866aa8b700 1 -- 172.21.15.33:0/734043338 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f86640ac8c0 msgr2=0x7f866413df90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866aa8b700 1 --2- 172.21.15.33:0/734043338 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f86640ac8c0 0x7f866413df90 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866aa8b700 1 -- 172.21.15.33:0/734043338 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86640b2a30 msgr2=0x7f86640cdfd0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:41.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866aa8b700 1 --2- 172.21.15.33:0/734043338 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86640b2a30 0x7f86640cdfd0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:41.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866aa8b700 1 -- 172.21.15.33:0/734043338 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f86580094b0 con 0x7f8664146230 2024-09-13T15:02:41.946 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866a28a700 1 --2- 172.21.15.33:0/734043338 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f86640ac8c0 0x7f866413df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:41.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866aa8b700 1 --2- 172.21.15.33:0/734043338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8664146230 0x7f8664140ec0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f86640ae2b0 tx=0x7f865c004af0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:41.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f8656ffd700 1 -- 172.21.15.33:0/734043338 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f865c004800 con 0x7f8664146230 2024-09-13T15:02:41.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f8656ffd700 1 -- 172.21.15.33:0/734043338 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f865c0099b0 con 0x7f8664146230 2024-09-13T15:02:41.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866b28c700 1 -- 172.21.15.33:0/734043338 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f865c009b30 con 0x7f8664146230 2024-09-13T15:02:41.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f8656ffd700 1 -- 172.21.15.33:0/734043338 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f865c01b670 con 0x7f8664146230 2024-09-13T15:02:41.947 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866b28c700 1 -- 172.21.15.33:0/734043338 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f866413eb30 con 0x7f8664146230 2024-09-13T15:02:41.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.940+0000 7f866b28c700 1 -- 172.21.15.33:0/734043338 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f866413f2f0 con 0x7f8664146230 2024-09-13T15:02:41.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.944+0000 7f8656ffd700 1 -- 172.21.15.33:0/734043338 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f865c01b7d0 con 0x7f8664146230 2024-09-13T15:02:41.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.944+0000 7f8656ffd700 1 --2- 172.21.15.33:0/734043338 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8648066730 0x7f8648068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:41.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.944+0000 7f8656ffd700 1 -- 172.21.15.33:0/734043338 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f865c0857e0 con 0x7f8664146230 2024-09-13T15:02:41.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.944+0000 7f866a28a700 1 --2- 172.21.15.33:0/734043338 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8648066730 0x7f8648068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:41.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.944+0000 7f866a28a700 1 --2- 172.21.15.33:0/734043338 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8648066730 0x7f8648068bf0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f86580114b0 tx=0x7f8658009240 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:41.956 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:41.952+0000 7f8656ffd700 1 -- 172.21.15.33:0/734043338 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f865c052d40 con 0x7f8664146230 2024-09-13T15:02:42.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.124+0000 7f866b28c700 1 -- 172.21.15.33:0/734043338 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "4", "target": ["mon-mgr", ""]}) v1 -- 0x7f866406ca10 con 0x7f8648066730 2024-09-13T15:02:42.127 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.124+0000 7f8656ffd700 1 -- 172.21.15.33:0/734043338 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 4 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f8658011df0 con 0x7f8648066730 2024-09-13T15:02:42.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.124+0000 7f866b28c700 1 -- 172.21.15.33:0/734043338 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8648066730 msgr2=0x7f8648068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.124+0000 7f866b28c700 1 --2- 172.21.15.33:0/734043338 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8648066730 0x7f8648068bf0 secure :-1 s=READY pgs=309 cs=0 l=1 rev1=1 crypto rx=0x7f86580114b0 tx=0x7f8658009240 comp rx=0 tx=0).stop 2024-09-13T15:02:42.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.124+0000 7f866b28c700 1 -- 172.21.15.33:0/734043338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8664146230 msgr2=0x7f8664140ec0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.124+0000 7f866b28c700 1 --2- 172.21.15.33:0/734043338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8664146230 0x7f8664140ec0 secure :-1 s=READY pgs=596 cs=0 l=1 rev1=1 crypto rx=0x7f86640ae2b0 tx=0x7f865c004af0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.124+0000 7f866b28c700 1 -- 172.21.15.33:0/734043338 shutdown_connections 2024-09-13T15:02:42.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.124+0000 7f866b28c700 1 --2- 172.21.15.33:0/734043338 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f8648066730 0x7f8648068bf0 unknown :-1 s=CLOSED pgs=309 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.130 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.124+0000 7f866b28c700 1 --2- 172.21.15.33:0/734043338 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f8664146230 0x7f8664140ec0 unknown :-1 s=CLOSED pgs=596 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.124+0000 7f866b28c700 1 --2- 172.21.15.33:0/734043338 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f86640b2a30 0x7f86640cdfd0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.124+0000 7f866b28c700 1 --2- 172.21.15.33:0/734043338 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f86640ac8c0 0x7f866413df90 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.128+0000 7f866b28c700 1 -- 172.21.15.33:0/734043338 >> 172.21.15.33:0/734043338 conn(0x7f866406a350 msgr2=0x7f866415d680 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:42.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.128+0000 7f866b28c700 1 -- 172.21.15.33:0/734043338 shutdown_connections 2024-09-13T15:02:42.131 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.128+0000 7f866b28c700 1 -- 172.21.15.33:0/734043338 wait complete. 2024-09-13T15:02:42.131 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 4 to deep-scrub 2024-09-13T15:02:42.143 INFO:tasks.ceph:Scrubbing osd.5 2024-09-13T15:02:42.143 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.5 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:02:42.260 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.256+0000 7f76d359e700 1 Processor -- start 2024-09-13T15:02:42.261 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.256+0000 7f76d359e700 1 -- start start 2024-09-13T15:02:42.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f76d40cfc70 0x7f76d40b2960 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d359e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f76d40d3260 0x7f76d40b2ea0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d359e700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f76d40d1130 con 0x7f76d415ccd0 2024-09-13T15:02:42.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d359e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f76d40cea30 con 0x7f76d40d3260 2024-09-13T15:02:42.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76d40b24d0 con 0x7f76d40cfc70 2024-09-13T15:02:42.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d2d9d700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f76d40d3260 0x7f76d40b2ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d1d9b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f76d40cfc70 0x7f76d40b2960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d259c700 1 --1- >> v1:172.21.15.103:6789/0 conn(0x7f76d415ccd0 0x7f76d40cf560 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.103:6789/0 says I am v1:172.21.15.33:38166/0 (socket says 172.21.15.33:38166) 2024-09-13T15:02:42.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d259c700 1 -- 172.21.15.33:0/3477304271 learned_addr learned my addr 172.21.15.33:0/3477304271 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:42.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d1d9b700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f76d40cfc70 0x7f76d40b2960 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3301/0 says I am v2:172.21.15.33:41540/0 (socket says 172.21.15.33:41540) 2024-09-13T15:02:42.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d2d9d700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f76d40d3260 0x7f76d40b2ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.103:3300/0 says I am v2:172.21.15.33:34544/0 (socket says 172.21.15.33:34544) 2024-09-13T15:02:42.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d159a700 1 -- 172.21.15.33:0/3477304271 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3079305180 0 0) 0x7f76d40d1130 con 0x7f76d415ccd0 2024-09-13T15:02:42.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d159a700 1 -- 172.21.15.33:0/3477304271 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f76c00035d0 con 0x7f76d415ccd0 2024-09-13T15:02:42.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d2d9d700 1 -- 172.21.15.33:0/3477304271 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f76d40cfc70 msgr2=0x7f76d40b2960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:42.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d2d9d700 1 --2- 172.21.15.33:0/3477304271 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f76d40cfc70 0x7f76d40b2960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d2d9d700 1 -- 172.21.15.33:0/3477304271 >> v1:172.21.15.103:6789/0 conn(0x7f76d415ccd0 legacy=0x7f76d40cf560 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d2d9d700 1 -- 172.21.15.33:0/3477304271 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76d40d1380 con 0x7f76d40d3260 2024-09-13T15:02:42.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d1d9b700 1 --2- 172.21.15.33:0/3477304271 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f76d40cfc70 0x7f76d40b2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_done state changed! 2024-09-13T15:02:42.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d2d9d700 1 --2- 172.21.15.33:0/3477304271 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f76d40d3260 0x7f76d40b2ea0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f76cc009d90 tx=0x7f76cc00b330 comp rx=0 tx=0).ready entity=mon.1 client_cookie=f55427227a5dc541 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:42.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d159a700 1 -- 172.21.15.33:0/3477304271 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76cc00e070 con 0x7f76d40d3260 2024-09-13T15:02:42.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d159a700 1 -- 172.21.15.33:0/3477304271 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76cc00bb20 con 0x7f76d40d3260 2024-09-13T15:02:42.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d159a700 1 -- 172.21.15.33:0/3477304271 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76cc012430 con 0x7f76d40d3260 2024-09-13T15:02:42.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d359e700 1 -- 172.21.15.33:0/3477304271 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f76d40d3260 msgr2=0x7f76d40b2ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d359e700 1 --2- 172.21.15.33:0/3477304271 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f76d40d3260 0x7f76d40b2ea0 secure :-1 s=READY pgs=268 cs=0 l=1 rev1=1 crypto rx=0x7f76cc009d90 tx=0x7f76cc00b330 comp rx=0 tx=0).stop 2024-09-13T15:02:42.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d359e700 1 -- 172.21.15.33:0/3477304271 shutdown_connections 2024-09-13T15:02:42.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d359e700 1 --2- 172.21.15.33:0/3477304271 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f76d40d3260 0x7f76d40b2ea0 unknown :-1 s=CLOSED pgs=268 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d359e700 1 --2- 172.21.15.33:0/3477304271 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f76d40cfc70 0x7f76d40b2960 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d359e700 1 -- 172.21.15.33:0/3477304271 >> 172.21.15.33:0/3477304271 conn(0x7f76d409be60 msgr2=0x7f76d40d2b50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d359e700 1 -- 172.21.15.33:0/3477304271 shutdown_connections 2024-09-13T15:02:42.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.260+0000 7f76d359e700 1 -- 172.21.15.33:0/3477304271 wait complete. 2024-09-13T15:02:42.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.264+0000 7f76d359e700 1 Processor -- start 2024-09-13T15:02:42.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.264+0000 7f76d359e700 1 -- start start 2024-09-13T15:02:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.264+0000 7f76d359e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f76d40cfc70 0x7f76d41f5610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.264+0000 7f76d359e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76d40d3260 0x7f76d41f5b50 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.264+0000 7f76d359e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f76d415ccd0 0x7f76d40cba00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.264+0000 7f76d359e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76d40cc830 con 0x7f76d40d3260 2024-09-13T15:02:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.264+0000 7f76d359e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f76d40ccb10 con 0x7f76d415ccd0 2024-09-13T15:02:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.264+0000 7f76d359e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f76d40ccdf0 con 0x7f76d40cfc70 2024-09-13T15:02:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.264+0000 7f76d1d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76d40d3260 0x7f76d41f5b50 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.264+0000 7f76d1d9b700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76d40d3260 0x7f76d41f5b50 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37548/0 (socket says 172.21.15.33:37548) 2024-09-13T15:02:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.264+0000 7f76d1d9b700 1 -- 172.21.15.33:0/1082128418 learned_addr learned my addr 172.21.15.33:0/1082128418 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:42.271 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.264+0000 7f76d259c700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f76d40cfc70 0x7f76d41f5610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.264+0000 7f76d2d9d700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f76d415ccd0 0x7f76d40cba00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76d1d9b700 1 -- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f76d40cfc70 msgr2=0x7f76d41f5610 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76d1d9b700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f76d40cfc70 0x7f76d41f5610 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76d1d9b700 1 -- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f76d415ccd0 msgr2=0x7f76d40cba00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76d1d9b700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f76d415ccd0 0x7f76d40cba00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76d1d9b700 1 -- 172.21.15.33:0/1082128418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f76bc0094b0 con 0x7f76d40d3260 2024-09-13T15:02:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76d2d9d700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f76d415ccd0 0x7f76d40cba00 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76d259c700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f76d40cfc70 0x7f76d41f5610 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:02:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76d1d9b700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76d40d3260 0x7f76d41f5b50 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f76bc00ebe0 tx=0x7f76bc009e10 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76caffd700 1 -- 172.21.15.33:0/1082128418 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76bc00c8b0 con 0x7f76d40d3260 2024-09-13T15:02:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76d359e700 1 -- 172.21.15.33:0/1082128418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f76cc009a70 con 0x7f76d40d3260 2024-09-13T15:02:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76d359e700 1 -- 172.21.15.33:0/1082128418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f76d40c7720 con 0x7f76d40d3260 2024-09-13T15:02:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76caffd700 1 -- 172.21.15.33:0/1082128418 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f76bc005a40 con 0x7f76d40d3260 2024-09-13T15:02:42.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76caffd700 1 -- 172.21.15.33:0/1082128418 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f76bc005db0 con 0x7f76d40d3260 2024-09-13T15:02:42.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76d359e700 1 -- 172.21.15.33:0/1082128418 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f76b8000fc0 con 0x7f76d40d3260 2024-09-13T15:02:42.273 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.268+0000 7f76caffd700 1 -- 172.21.15.33:0/1082128418 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f76bc00ca10 con 0x7f76d40d3260 2024-09-13T15:02:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.272+0000 7f76caffd700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f76b4066730 0x7f76b4068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.272+0000 7f76caffd700 1 -- 172.21.15.33:0/1082128418 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f76bc084880 con 0x7f76d40d3260 2024-09-13T15:02:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.272+0000 7f76caffd700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:6808/330577803,v1:172.21.15.103:6809/330577803] conn(0x7f76b406cad0 0x7f76b406ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.274 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.272+0000 7f76caffd700 1 -- 172.21.15.33:0/1082128418 --> [v2:172.21.15.103:6808/330577803,v1:172.21.15.103:6809/330577803] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f76b406f5e0 con 0x7f76b406cad0 2024-09-13T15:02:42.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.272+0000 7f76caffd700 1 -- 172.21.15.33:0/1082128418 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=46) v2 ==== 24+0+0 (secure 0 0 0) 0x7f76bc084cd0 con 0x7f76d40d3260 2024-09-13T15:02:42.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.272+0000 7f76d259c700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f76b4066730 0x7f76b4068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.272+0000 7f76d2d9d700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:6808/330577803,v1:172.21.15.103:6809/330577803] conn(0x7f76b406cad0 0x7f76b406ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.272+0000 7f76d259c700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f76b4066730 0x7f76b4068bf0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f76c40011e0 tx=0x7f76c4009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:42.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.272+0000 7f76d2d9d700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:6808/330577803,v1:172.21.15.103:6809/330577803] conn(0x7f76b406cad0 0x7f76b406ef10 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.5 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:42.277 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.272+0000 7f76caffd700 1 -- 172.21.15.33:0/1082128418 <== osd.5 v2:172.21.15.103:6808/330577803 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f76b406f5e0 con 0x7f76b406cad0 2024-09-13T15:02:42.296 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.292+0000 7f76d359e700 1 -- 172.21.15.33:0/1082128418 --> [v2:172.21.15.103:6808/330577803,v1:172.21.15.103:6809/330577803] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f76b8002d00 con 0x7f76b406cad0 2024-09-13T15:02:42.297 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.292+0000 7f76caffd700 1 -- 172.21.15.33:0/1082128418 <== osd.5 v2:172.21.15.103:6808/330577803 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f76b8002d00 con 0x7f76b406cad0 2024-09-13T15:02:42.297 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:02:42.297 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:02:42.297 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:02:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.292+0000 7f76d359e700 1 -- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:6808/330577803,v1:172.21.15.103:6809/330577803] conn(0x7f76b406cad0 msgr2=0x7f76b406ef10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.292+0000 7f76d359e700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:6808/330577803,v1:172.21.15.103:6809/330577803] conn(0x7f76b406cad0 0x7f76b406ef10 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.292+0000 7f76d359e700 1 -- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f76b4066730 msgr2=0x7f76b4068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.292+0000 7f76d359e700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f76b4066730 0x7f76b4068bf0 secure :-1 s=READY pgs=310 cs=0 l=1 rev1=1 crypto rx=0x7f76c40011e0 tx=0x7f76c4009040 comp rx=0 tx=0).stop 2024-09-13T15:02:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.292+0000 7f76d359e700 1 -- 172.21.15.33:0/1082128418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76d40d3260 msgr2=0x7f76d41f5b50 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.292+0000 7f76d359e700 1 --2- 172.21.15.33:0/1082128418 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f76d40d3260 0x7f76d41f5b50 secure :-1 s=READY pgs=597 cs=0 l=1 rev1=1 crypto rx=0x7f76bc00ebe0 tx=0x7f76bc009e10 comp rx=0 tx=0).stop 2024-09-13T15:02:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.292+0000 7f76d2d9d700 1 -- 172.21.15.33:0/1082128418 reap_dead start 2024-09-13T15:02:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.292+0000 7f76d359e700 1 -- 172.21.15.33:0/1082128418 shutdown_connections 2024-09-13T15:02:42.298 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.292+0000 7f76d359e700 1 -- 172.21.15.33:0/1082128418 >> 172.21.15.33:0/1082128418 conn(0x7f76d409be60 msgr2=0x7f76d406bee0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:42.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.292+0000 7f76d359e700 1 -- 172.21.15.33:0/1082128418 shutdown_connections 2024-09-13T15:02:42.299 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.292+0000 7f76d359e700 1 -- 172.21.15.33:0/1082128418 wait complete. 2024-09-13T15:02:42.310 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 5 2024-09-13T15:02:42.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.424+0000 7f114e3c8700 1 Processor -- start 2024-09-13T15:02:42.429 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.424+0000 7f114e3c8700 1 -- start start 2024-09-13T15:02:42.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114e3c8700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f11480b1940 0x7f11480b2320 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114e3c8700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f11480ad710 0x7f11480adb20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114e3c8700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f11480ae060 con 0x7f1148156530 2024-09-13T15:02:42.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114e3c8700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f114806c2a0 con 0x7f11480b1940 2024-09-13T15:02:42.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114e3c8700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f1148156910 con 0x7f11480ad710 2024-09-13T15:02:42.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114cbc5700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f11480b1940 0x7f11480b2320 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114d3c6700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f1148156530 0x7f114806bb90 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:37310/0 (socket says 172.21.15.33:37310) 2024-09-13T15:02:42.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114d3c6700 1 -- 172.21.15.33:0/1157076614 learned_addr learned my addr 172.21.15.33:0/1157076614 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:42.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114dbc7700 1 --2- 172.21.15.33:0/1157076614 >> v2:172.21.15.103:3300/0 conn(0x7f11480ad710 0x7f11480adb20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114cbc5700 1 -- 172.21.15.33:0/1157076614 >> v2:172.21.15.103:3300/0 conn(0x7f11480ad710 msgr2=0x7f11480adb20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:42.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114cbc5700 1 --2- 172.21.15.33:0/1157076614 >> v2:172.21.15.103:3300/0 conn(0x7f11480ad710 0x7f11480adb20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114cbc5700 1 -- 172.21.15.33:0/1157076614 >> v1:172.21.15.33:6789/0 conn(0x7f1148156530 legacy=0x7f114806bb90 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f113ffff700 1 -- 172.21.15.33:0/1157076614 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3652511118 0 0) 0x7f11480ae060 con 0x7f1148156530 2024-09-13T15:02:42.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114cbc5700 1 -- 172.21.15.33:0/1157076614 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f11480b2c70 con 0x7f11480b1940 2024-09-13T15:02:42.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114cbc5700 1 --2- 172.21.15.33:0/1157076614 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11480b1940 0x7f11480b2320 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f11480700f0 tx=0x7f114400acd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=72af6318e66c7d0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:42.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f113ffff700 1 -- 172.21.15.33:0/1157076614 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f114400cb70 con 0x7f11480b1940 2024-09-13T15:02:42.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f113ffff700 1 -- 172.21.15.33:0/1157076614 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f114400ccd0 con 0x7f11480b1940 2024-09-13T15:02:42.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f113ffff700 1 -- 172.21.15.33:0/1157076614 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1144018620 con 0x7f11480b1940 2024-09-13T15:02:42.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114e3c8700 1 -- 172.21.15.33:0/1157076614 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11480b1940 msgr2=0x7f11480b2320 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114e3c8700 1 --2- 172.21.15.33:0/1157076614 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11480b1940 0x7f11480b2320 secure :-1 s=READY pgs=599 cs=0 l=1 rev1=1 crypto rx=0x7f11480700f0 tx=0x7f114400acd0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114e3c8700 1 -- 172.21.15.33:0/1157076614 shutdown_connections 2024-09-13T15:02:42.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114e3c8700 1 --2- 172.21.15.33:0/1157076614 >> v2:172.21.15.103:3300/0 conn(0x7f11480ad710 0x7f11480adb20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114e3c8700 1 --2- 172.21.15.33:0/1157076614 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f11480b1940 0x7f11480b2320 unknown :-1 s=CLOSED pgs=599 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114e3c8700 1 -- 172.21.15.33:0/1157076614 >> 172.21.15.33:0/1157076614 conn(0x7f114806a350 msgr2=0x7f114806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:42.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114e3c8700 1 -- 172.21.15.33:0/1157076614 shutdown_connections 2024-09-13T15:02:42.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.428+0000 7f114e3c8700 1 -- 172.21.15.33:0/1157076614 wait complete. 2024-09-13T15:02:42.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.432+0000 7f114e3c8700 1 Processor -- start 2024-09-13T15:02:42.436 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.432+0000 7f114e3c8700 1 -- start start 2024-09-13T15:02:42.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114e3c8700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f11480ad710 0x7f1148149060 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114e3c8700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11480b1940 0x7f114814a9c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114e3c8700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1148156530 0x7f114806c400 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114e3c8700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f114814b6d0 con 0x7f1148156530 2024-09-13T15:02:42.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114e3c8700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f114814b920 con 0x7f11480ad710 2024-09-13T15:02:42.440 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114e3c8700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f114814bc00 con 0x7f11480b1940 2024-09-13T15:02:42.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114dbc7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1148156530 0x7f114806c400 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114dbc7700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1148156530 0x7f114806c400 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37564/0 (socket says 172.21.15.33:37564) 2024-09-13T15:02:42.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114dbc7700 1 -- 172.21.15.33:0/2553428492 learned_addr learned my addr 172.21.15.33:0/2553428492 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:42.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114cbc5700 1 --2- 172.21.15.33:0/2553428492 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11480b1940 0x7f114814a9c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114d3c6700 1 --2- 172.21.15.33:0/2553428492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f11480ad710 0x7f1148149060 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114dbc7700 1 -- 172.21.15.33:0/2553428492 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11480b1940 msgr2=0x7f114814a9c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114dbc7700 1 --2- 172.21.15.33:0/2553428492 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11480b1940 0x7f114814a9c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114dbc7700 1 -- 172.21.15.33:0/2553428492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f11480ad710 msgr2=0x7f1148149060 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114dbc7700 1 --2- 172.21.15.33:0/2553428492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f11480ad710 0x7f1148149060 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114dbc7700 1 -- 172.21.15.33:0/2553428492 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f114400a650 con 0x7f1148156530 2024-09-13T15:02:42.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114dbc7700 1 --2- 172.21.15.33:0/2553428492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1148156530 0x7f114806c400 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f114000efc0 tx=0x7f114000c3a0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:42.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f113dffb700 1 -- 172.21.15.33:0/2553428492 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1140009ea0 con 0x7f1148156530 2024-09-13T15:02:42.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f113dffb700 1 -- 172.21.15.33:0/2553428492 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f114000f040 con 0x7f1148156530 2024-09-13T15:02:42.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114e3c8700 1 -- 172.21.15.33:0/2553428492 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f114814bee0 con 0x7f1148156530 2024-09-13T15:02:42.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f113dffb700 1 -- 172.21.15.33:0/2553428492 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f114000ced0 con 0x7f1148156530 2024-09-13T15:02:42.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114e3c8700 1 -- 172.21.15.33:0/2553428492 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f114814c4a0 con 0x7f1148156530 2024-09-13T15:02:42.442 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.436+0000 7f114e3c8700 1 -- 172.21.15.33:0/2553428492 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f114814c690 con 0x7f1148156530 2024-09-13T15:02:42.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.440+0000 7f113dffb700 1 -- 172.21.15.33:0/2553428492 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1140014480 con 0x7f1148156530 2024-09-13T15:02:42.443 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.440+0000 7f113dffb700 1 --2- 172.21.15.33:0/2553428492 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f112c066730 0x7f112c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.440+0000 7f113dffb700 1 -- 172.21.15.33:0/2553428492 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f11400847c0 con 0x7f1148156530 2024-09-13T15:02:42.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.440+0000 7f114d3c6700 1 --2- 172.21.15.33:0/2553428492 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f112c066730 0x7f112c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.444 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.440+0000 7f114d3c6700 1 --2- 172.21.15.33:0/2553428492 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f112c066730 0x7f112c068bf0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1138000f60 tx=0x7f1138007e90 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:42.452 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.448+0000 7f113dffb700 1 -- 172.21.15.33:0/2553428492 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1140051d30 con 0x7f1148156530 2024-09-13T15:02:42.625 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.620+0000 7f114e3c8700 1 -- 172.21.15.33:0/2553428492 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "5", "target": ["mon-mgr", ""]}) v1 -- 0x7f1148070c80 con 0x7f112c066730 2024-09-13T15:02:42.626 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.624+0000 7f113dffb700 1 -- 172.21.15.33:0/2553428492 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 5 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f11380133f0 con 0x7f112c066730 2024-09-13T15:02:42.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.624+0000 7f114e3c8700 1 -- 172.21.15.33:0/2553428492 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f112c066730 msgr2=0x7f112c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.624+0000 7f114e3c8700 1 --2- 172.21.15.33:0/2553428492 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f112c066730 0x7f112c068bf0 secure :-1 s=READY pgs=311 cs=0 l=1 rev1=1 crypto rx=0x7f1138000f60 tx=0x7f1138007e90 comp rx=0 tx=0).stop 2024-09-13T15:02:42.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.624+0000 7f114e3c8700 1 -- 172.21.15.33:0/2553428492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1148156530 msgr2=0x7f114806c400 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.624+0000 7f114e3c8700 1 --2- 172.21.15.33:0/2553428492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1148156530 0x7f114806c400 secure :-1 s=READY pgs=600 cs=0 l=1 rev1=1 crypto rx=0x7f114000efc0 tx=0x7f114000c3a0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.624+0000 7f114e3c8700 1 -- 172.21.15.33:0/2553428492 shutdown_connections 2024-09-13T15:02:42.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.624+0000 7f114e3c8700 1 --2- 172.21.15.33:0/2553428492 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f112c066730 0x7f112c068bf0 unknown :-1 s=CLOSED pgs=311 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.624+0000 7f114e3c8700 1 --2- 172.21.15.33:0/2553428492 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f1148156530 0x7f114806c400 unknown :-1 s=CLOSED pgs=600 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.624+0000 7f114e3c8700 1 --2- 172.21.15.33:0/2553428492 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f11480b1940 0x7f114814a9c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.624+0000 7f114e3c8700 1 --2- 172.21.15.33:0/2553428492 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f11480ad710 0x7f1148149060 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.624+0000 7f114e3c8700 1 -- 172.21.15.33:0/2553428492 >> 172.21.15.33:0/2553428492 conn(0x7f114806a350 msgr2=0x7f1148157de0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:42.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.624+0000 7f114e3c8700 1 -- 172.21.15.33:0/2553428492 shutdown_connections 2024-09-13T15:02:42.629 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.624+0000 7f114e3c8700 1 -- 172.21.15.33:0/2553428492 wait complete. 2024-09-13T15:02:42.630 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 5 to deep-scrub 2024-09-13T15:02:42.641 INFO:tasks.ceph:Scrubbing osd.6 2024-09-13T15:02:42.641 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.6 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:02:42.763 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.760+0000 7fd5a5731700 1 Processor -- start 2024-09-13T15:02:42.764 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.760+0000 7fd5a5731700 1 -- start start 2024-09-13T15:02:42.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.760+0000 7fd5a5731700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7fd5a006cb90 0x7fd5a006b9e0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.760+0000 7fd5a5731700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fd5a006c640 0x7fd5a006cf70 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.760+0000 7fd5a5731700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fd5a00b3070 con 0x7fd5a015da50 2024-09-13T15:02:42.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.760+0000 7fd5a5731700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5a015d630 con 0x7fd5a006c640 2024-09-13T15:02:42.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.760+0000 7fd5a5731700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fd5a006d4b0 con 0x7fd5a006cb90 2024-09-13T15:02:42.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd5a4f30700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7fd5a015da50 0x7fd5a006a350 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:37324/0 (socket says 172.21.15.33:37324) 2024-09-13T15:02:42.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd5a4f30700 1 -- 172.21.15.33:0/2300687285 learned_addr learned my addr 172.21.15.33:0/2300687285 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:42.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd59f7fe700 1 --2- 172.21.15.33:0/2300687285 >> v2:172.21.15.33:3300/0 conn(0x7fd5a006c640 0x7fd5a006cf70 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd59ffff700 1 --2- 172.21.15.33:0/2300687285 >> v2:172.21.15.103:3300/0 conn(0x7fd5a006cb90 0x7fd5a006b9e0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd59effd700 1 -- 172.21.15.33:0/2300687285 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 707987763 0 0) 0x7fd5a00b3070 con 0x7fd5a015da50 2024-09-13T15:02:42.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd59effd700 1 -- 172.21.15.33:0/2300687285 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7fd5880035d0 con 0x7fd5a015da50 2024-09-13T15:02:42.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd59f7fe700 1 -- 172.21.15.33:0/2300687285 >> v2:172.21.15.103:3300/0 conn(0x7fd5a006cb90 msgr2=0x7fd5a006b9e0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:42.767 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd59f7fe700 1 --2- 172.21.15.33:0/2300687285 >> v2:172.21.15.103:3300/0 conn(0x7fd5a006cb90 0x7fd5a006b9e0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd59effd700 1 -- 172.21.15.33:0/2300687285 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 2027011960 0 0) 0x7fd5880035d0 con 0x7fd5a015da50 2024-09-13T15:02:42.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd59f7fe700 1 -- 172.21.15.33:0/2300687285 >> v1:172.21.15.33:6789/0 conn(0x7fd5a015da50 legacy=0x7fd5a006a350 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd59f7fe700 1 -- 172.21.15.33:0/2300687285 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5a0073c50 con 0x7fd5a006c640 2024-09-13T15:02:42.768 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd59f7fe700 1 --2- 172.21.15.33:0/2300687285 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5a006c640 0x7fd5a006cf70 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fd5a00727f0 tx=0x7fd594009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=75af856155ff33a5 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:42.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd59effd700 1 -- 172.21.15.33:0/2300687285 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5980019f0 con 0x7fd5a006c640 2024-09-13T15:02:42.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd59effd700 1 -- 172.21.15.33:0/2300687285 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd594004030 con 0x7fd5a006c640 2024-09-13T15:02:42.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd59effd700 1 -- 172.21.15.33:0/2300687285 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd5940043c0 con 0x7fd5a006c640 2024-09-13T15:02:42.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd5a5731700 1 -- 172.21.15.33:0/2300687285 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5a006c640 msgr2=0x7fd5a006cf70 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd5a5731700 1 --2- 172.21.15.33:0/2300687285 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5a006c640 0x7fd5a006cf70 secure :-1 s=READY pgs=602 cs=0 l=1 rev1=1 crypto rx=0x7fd5a00727f0 tx=0x7fd594009b30 comp rx=0 tx=0).stop 2024-09-13T15:02:42.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd5a5731700 1 -- 172.21.15.33:0/2300687285 shutdown_connections 2024-09-13T15:02:42.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd5a5731700 1 --2- 172.21.15.33:0/2300687285 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5a006c640 0x7fd5a006cf70 unknown :-1 s=CLOSED pgs=602 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd5a5731700 1 --2- 172.21.15.33:0/2300687285 >> v2:172.21.15.103:3300/0 conn(0x7fd5a006cb90 0x7fd5a006b9e0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.769 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd5a5731700 1 -- 172.21.15.33:0/2300687285 >> 172.21.15.33:0/2300687285 conn(0x7fd5a00b4ba0 msgr2=0x7fd5a00b2270 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:42.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd5a5731700 1 -- 172.21.15.33:0/2300687285 shutdown_connections 2024-09-13T15:02:42.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.764+0000 7fd5a5731700 1 -- 172.21.15.33:0/2300687285 wait complete. 2024-09-13T15:02:42.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a5731700 1 Processor -- start 2024-09-13T15:02:42.770 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a5731700 1 -- start start 2024-09-13T15:02:42.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a5731700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5a006c640 0x7fd5a00c8c00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a5731700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd5a006cb90 0x7fd5a015a190 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a5731700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5a015da50 0x7fd5a015a6d0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a5731700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5a00cb1b0 con 0x7fd5a015da50 2024-09-13T15:02:42.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a5731700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fd5a0144120 con 0x7fd5a006c640 2024-09-13T15:02:42.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a5731700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fd5a00ca810 con 0x7fd5a006cb90 2024-09-13T15:02:42.773 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a4f30700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5a015da50 0x7fd5a015a6d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a4f30700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5a015da50 0x7fd5a015a6d0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37578/0 (socket says 172.21.15.33:37578) 2024-09-13T15:02:42.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a4f30700 1 -- 172.21.15.33:0/3691114877 learned_addr learned my addr 172.21.15.33:0/3691114877 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:42.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd59f7fe700 1 --2- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd5a006cb90 0x7fd5a015a190 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd59ffff700 1 --2- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5a006c640 0x7fd5a00c8c00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a4f30700 1 -- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd5a006cb90 msgr2=0x7fd5a015a190 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a4f30700 1 --2- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fd5a006cb90 0x7fd5a015a190 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a4f30700 1 -- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5a006c640 msgr2=0x7fd5a00c8c00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a4f30700 1 --2- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fd5a006c640 0x7fd5a00c8c00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a4f30700 1 -- 172.21.15.33:0/3691114877 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fd5940094b0 con 0x7fd5a015da50 2024-09-13T15:02:42.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a4f30700 1 --2- 172.21.15.33:0/3691114877 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5a015da50 0x7fd5a015a6d0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fd59800cca0 tx=0x7fd59800a340 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:42.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd59cff9700 1 -- 172.21.15.33:0/3691114877 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd59800cea0 con 0x7fd5a015da50 2024-09-13T15:02:42.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd59cff9700 1 -- 172.21.15.33:0/3691114877 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fd59800ae00 con 0x7fd5a015da50 2024-09-13T15:02:42.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a5731700 1 -- 172.21.15.33:0/3691114877 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fd5a00caaf0 con 0x7fd5a015da50 2024-09-13T15:02:42.774 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd59cff9700 1 -- 172.21.15.33:0/3691114877 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fd598007310 con 0x7fd5a015da50 2024-09-13T15:02:42.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.768+0000 7fd5a5731700 1 -- 172.21.15.33:0/3691114877 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fd5a00c9140 con 0x7fd5a015da50 2024-09-13T15:02:42.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.772+0000 7fd5a5731700 1 -- 172.21.15.33:0/3691114877 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7fd5a015d250 con 0x7fd5a015da50 2024-09-13T15:02:42.775 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.772+0000 7fd59cff9700 1 -- 172.21.15.33:0/3691114877 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fd598007470 con 0x7fd5a015da50 2024-09-13T15:02:42.776 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.772+0000 7fd59cff9700 1 --2- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd58c066730 0x7fd58c068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.772+0000 7fd59cff9700 1 -- 172.21.15.33:0/3691114877 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fd598083d50 con 0x7fd5a015da50 2024-09-13T15:02:42.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.772+0000 7fd59cff9700 1 --2- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:6816/2786140903,v1:172.21.15.103:6817/2786140903] conn(0x7fd58c06cad0 0x7fd58c06ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.772+0000 7fd59cff9700 1 -- 172.21.15.33:0/3691114877 --> [v2:172.21.15.103:6816/2786140903,v1:172.21.15.103:6817/2786140903] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7fd58c06f5e0 con 0x7fd58c06cad0 2024-09-13T15:02:42.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.772+0000 7fd59cff9700 1 -- 172.21.15.33:0/3691114877 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=46) v2 ==== 24+0+0 (secure 0 0 0) 0x7fd598086330 con 0x7fd5a015da50 2024-09-13T15:02:42.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.772+0000 7fd59ffff700 1 --2- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd58c066730 0x7fd58c068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.772+0000 7fd59f7fe700 1 --2- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:6816/2786140903,v1:172.21.15.103:6817/2786140903] conn(0x7fd58c06cad0 0x7fd58c06ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.777 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.772+0000 7fd59f7fe700 1 --2- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:6816/2786140903,v1:172.21.15.103:6817/2786140903] conn(0x7fd58c06cad0 0x7fd58c06ef10 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.6 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:42.778 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.772+0000 7fd59ffff700 1 --2- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd58c066730 0x7fd58c068bf0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd590009b80 tx=0x7fd590008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:42.779 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.776+0000 7fd59cff9700 1 -- 172.21.15.33:0/3691114877 <== osd.6 v2:172.21.15.103:6816/2786140903 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7fd58c06f5e0 con 0x7fd58c06cad0 2024-09-13T15:02:42.797 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.792+0000 7fd5a5731700 1 -- 172.21.15.33:0/3691114877 --> [v2:172.21.15.103:6816/2786140903,v1:172.21.15.103:6817/2786140903] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7fd5a015ce60 con 0x7fd58c06cad0 2024-09-13T15:02:42.798 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.796+0000 7fd59cff9700 1 -- 172.21.15.33:0/3691114877 <== osd.6 v2:172.21.15.103:6816/2786140903 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7fd5a015ce60 con 0x7fd58c06cad0 2024-09-13T15:02:42.799 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:02:42.799 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:02:42.799 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:02:42.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.796+0000 7fd5a5731700 1 -- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:6816/2786140903,v1:172.21.15.103:6817/2786140903] conn(0x7fd58c06cad0 msgr2=0x7fd58c06ef10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.796+0000 7fd5a5731700 1 --2- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:6816/2786140903,v1:172.21.15.103:6817/2786140903] conn(0x7fd58c06cad0 0x7fd58c06ef10 crc :-1 s=READY pgs=12 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.796+0000 7fd5a5731700 1 -- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd58c066730 msgr2=0x7fd58c068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.796+0000 7fd5a5731700 1 --2- 172.21.15.33:0/3691114877 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fd58c066730 0x7fd58c068bf0 secure :-1 s=READY pgs=312 cs=0 l=1 rev1=1 crypto rx=0x7fd590009b80 tx=0x7fd590008040 comp rx=0 tx=0).stop 2024-09-13T15:02:42.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.796+0000 7fd5a5731700 1 -- 172.21.15.33:0/3691114877 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5a015da50 msgr2=0x7fd5a015a6d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.796+0000 7fd5a5731700 1 --2- 172.21.15.33:0/3691114877 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fd5a015da50 0x7fd5a015a6d0 secure :-1 s=READY pgs=603 cs=0 l=1 rev1=1 crypto rx=0x7fd59800cca0 tx=0x7fd59800a340 comp rx=0 tx=0).stop 2024-09-13T15:02:42.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.796+0000 7fd5a4f30700 1 -- 172.21.15.33:0/3691114877 reap_dead start 2024-09-13T15:02:42.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.796+0000 7fd5a5731700 1 -- 172.21.15.33:0/3691114877 shutdown_connections 2024-09-13T15:02:42.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.796+0000 7fd5a5731700 1 -- 172.21.15.33:0/3691114877 >> 172.21.15.33:0/3691114877 conn(0x7fd5a00b4ba0 msgr2=0x7fd5a00ce320 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:42.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.796+0000 7fd5a5731700 1 -- 172.21.15.33:0/3691114877 shutdown_connections 2024-09-13T15:02:42.800 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.796+0000 7fd5a5731700 1 -- 172.21.15.33:0/3691114877 wait complete. 2024-09-13T15:02:42.813 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 6 2024-09-13T15:02:42.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51ffff700 1 Processor -- start 2024-09-13T15:02:42.927 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51ffff700 1 -- start start 2024-09-13T15:02:42.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51ffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb5201509e0 0x7fb520159cc0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51ffff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fb5200cc220 0x7fb52015a200 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51ffff700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7fb5200b44e0 con 0x7fb52015a740 2024-09-13T15:02:42.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51ffff700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7fb52015abf0 con 0x7fb5200cc220 2024-09-13T15:02:42.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51ffff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5200cddf0 con 0x7fb5201509e0 2024-09-13T15:02:42.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51e7fc700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fb5200cc220 0x7fb52015a200 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51e7fc700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7fb5200cc220 0x7fb52015a200 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37588/0 (socket says 172.21.15.33:37588) 2024-09-13T15:02:42.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51e7fc700 1 -- 172.21.15.33:0/1100162434 learned_addr learned my addr 172.21.15.33:0/1100162434 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:42.928 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51effd700 1 --2- 172.21.15.33:0/1100162434 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb5201509e0 0x7fb520159cc0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51e7fc700 1 -- 172.21.15.33:0/1100162434 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb5201509e0 msgr2=0x7fb520159cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:42.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51e7fc700 1 --2- 172.21.15.33:0/1100162434 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb5201509e0 0x7fb520159cc0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51e7fc700 1 -- 172.21.15.33:0/1100162434 >> v1:172.21.15.33:6789/0 conn(0x7fb52015a740 legacy=0x7fb52015d2b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.929 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51e7fc700 1 -- 172.21.15.33:0/1100162434 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb520071a50 con 0x7fb5200cc220 2024-09-13T15:02:42.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51e7fc700 1 --2- 172.21.15.33:0/1100162434 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5200cc220 0x7fb52015a200 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fb518009e50 tx=0x7fb51800b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=89b0a58531c4fea server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:42.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51dffb700 1 -- 172.21.15.33:0/1100162434 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb51800e070 con 0x7fb5200cc220 2024-09-13T15:02:42.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51dffb700 1 -- 172.21.15.33:0/1100162434 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb51800b9c0 con 0x7fb5200cc220 2024-09-13T15:02:42.930 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.924+0000 7fb51dffb700 1 -- 172.21.15.33:0/1100162434 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb51800bd70 con 0x7fb5200cc220 2024-09-13T15:02:42.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.928+0000 7fb51ffff700 1 -- 172.21.15.33:0/1100162434 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5200cc220 msgr2=0x7fb52015a200 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.928+0000 7fb51ffff700 1 --2- 172.21.15.33:0/1100162434 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5200cc220 0x7fb52015a200 secure :-1 s=READY pgs=605 cs=0 l=1 rev1=1 crypto rx=0x7fb518009e50 tx=0x7fb51800b330 comp rx=0 tx=0).stop 2024-09-13T15:02:42.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.928+0000 7fb51ffff700 1 -- 172.21.15.33:0/1100162434 shutdown_connections 2024-09-13T15:02:42.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.928+0000 7fb51ffff700 1 --2- 172.21.15.33:0/1100162434 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb5200cc220 0x7fb52015a200 unknown :-1 s=CLOSED pgs=605 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.928+0000 7fb51ffff700 1 --2- 172.21.15.33:0/1100162434 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb5201509e0 0x7fb520159cc0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.928+0000 7fb51ffff700 1 -- 172.21.15.33:0/1100162434 >> 172.21.15.33:0/1100162434 conn(0x7fb520070cc0 msgr2=0x7fb5200710a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:42.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.928+0000 7fb51ffff700 1 -- 172.21.15.33:0/1100162434 shutdown_connections 2024-09-13T15:02:42.931 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.928+0000 7fb51ffff700 1 -- 172.21.15.33:0/1100162434 wait complete. 2024-09-13T15:02:42.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.928+0000 7fb51ffff700 1 Processor -- start 2024-09-13T15:02:42.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.928+0000 7fb51ffff700 1 -- start start 2024-09-13T15:02:42.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51ffff700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb5200cc220 0x7fb520157170 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51ffff700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb5201509e0 0x7fb52014d5f0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51ffff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb52015a740 0x7fb52006dfd0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51ffff700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb520146940 con 0x7fb52015a740 2024-09-13T15:02:42.936 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51ffff700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7fb5201f4cb0 con 0x7fb5200cc220 2024-09-13T15:02:42.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51ffff700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7fb5201f4110 con 0x7fb5201509e0 2024-09-13T15:02:42.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51f7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb52015a740 0x7fb52006dfd0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51f7fe700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb52015a740 0x7fb52006dfd0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37596/0 (socket says 172.21.15.33:37596) 2024-09-13T15:02:42.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51f7fe700 1 -- 172.21.15.33:0/1784489050 learned_addr learned my addr 172.21.15.33:0/1784489050 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:42.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51effd700 1 --2- 172.21.15.33:0/1784489050 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb5200cc220 0x7fb520157170 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51e7fc700 1 --2- 172.21.15.33:0/1784489050 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb5201509e0 0x7fb52014d5f0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51f7fe700 1 -- 172.21.15.33:0/1784489050 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb5201509e0 msgr2=0x7fb52014d5f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51f7fe700 1 --2- 172.21.15.33:0/1784489050 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb5201509e0 0x7fb52014d5f0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51f7fe700 1 -- 172.21.15.33:0/1784489050 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb5200cc220 msgr2=0x7fb520157170 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:42.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51f7fe700 1 --2- 172.21.15.33:0/1784489050 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb5200cc220 0x7fb520157170 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:42.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51f7fe700 1 -- 172.21.15.33:0/1784489050 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7fb518009b30 con 0x7fb52015a740 2024-09-13T15:02:42.937 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51f7fe700 1 --2- 172.21.15.33:0/1784489050 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb52015a740 0x7fb52006dfd0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fb51000c3c0 tx=0x7fb51000c6d0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:42.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb5177fe700 1 -- 172.21.15.33:0/1784489050 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5100052d0 con 0x7fb52015a740 2024-09-13T15:02:42.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb5177fe700 1 -- 172.21.15.33:0/1784489050 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7fb510005430 con 0x7fb52015a740 2024-09-13T15:02:42.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51ffff700 1 -- 172.21.15.33:0/1784489050 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7fb5201576b0 con 0x7fb52015a740 2024-09-13T15:02:42.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb5177fe700 1 -- 172.21.15.33:0/1784489050 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7fb5100055a0 con 0x7fb52015a740 2024-09-13T15:02:42.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.932+0000 7fb51ffff700 1 -- 172.21.15.33:0/1784489050 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7fb5201f4660 con 0x7fb52015a740 2024-09-13T15:02:42.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.936+0000 7fb51ffff700 1 -- 172.21.15.33:0/1784489050 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7fb5201f4e20 con 0x7fb52015a740 2024-09-13T15:02:42.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.936+0000 7fb5177fe700 1 -- 172.21.15.33:0/1784489050 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7fb5100036a0 con 0x7fb52015a740 2024-09-13T15:02:42.939 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.936+0000 7fb5177fe700 1 --2- 172.21.15.33:0/1784489050 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb504066760 0x7fb504068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:42.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.936+0000 7fb5177fe700 1 -- 172.21.15.33:0/1784489050 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7fb510083150 con 0x7fb52015a740 2024-09-13T15:02:42.940 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.936+0000 7fb51effd700 1 --2- 172.21.15.33:0/1784489050 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb504066760 0x7fb504068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:42.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.936+0000 7fb51effd700 1 --2- 172.21.15.33:0/1784489050 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb504066760 0x7fb504068c20 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fb508006b40 tx=0x7fb508008040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:42.948 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:42.944+0000 7fb5177fe700 1 -- 172.21.15.33:0/1784489050 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7fb510050580 con 0x7fb52015a740 2024-09-13T15:02:43.119 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.116+0000 7fb51ffff700 1 -- 172.21.15.33:0/1784489050 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "6", "target": ["mon-mgr", ""]}) v1 -- 0x7fb5200b4370 con 0x7fb504066760 2024-09-13T15:02:43.120 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.116+0000 7fb5177fe700 1 -- 172.21.15.33:0/1784489050 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 6 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7fb5200b4370 con 0x7fb504066760 2024-09-13T15:02:43.122 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.120+0000 7fb51ffff700 1 -- 172.21.15.33:0/1784489050 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb504066760 msgr2=0x7fb504068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.120+0000 7fb51ffff700 1 --2- 172.21.15.33:0/1784489050 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb504066760 0x7fb504068c20 secure :-1 s=READY pgs=313 cs=0 l=1 rev1=1 crypto rx=0x7fb508006b40 tx=0x7fb508008040 comp rx=0 tx=0).stop 2024-09-13T15:02:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.120+0000 7fb51ffff700 1 -- 172.21.15.33:0/1784489050 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb52015a740 msgr2=0x7fb52006dfd0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.120+0000 7fb51ffff700 1 --2- 172.21.15.33:0/1784489050 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb52015a740 0x7fb52006dfd0 secure :-1 s=READY pgs=606 cs=0 l=1 rev1=1 crypto rx=0x7fb51000c3c0 tx=0x7fb51000c6d0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.120+0000 7fb51ffff700 1 -- 172.21.15.33:0/1784489050 shutdown_connections 2024-09-13T15:02:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.120+0000 7fb51ffff700 1 --2- 172.21.15.33:0/1784489050 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7fb504066760 0x7fb504068c20 unknown :-1 s=CLOSED pgs=313 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.120+0000 7fb51ffff700 1 --2- 172.21.15.33:0/1784489050 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7fb52015a740 0x7fb52006dfd0 unknown :-1 s=CLOSED pgs=606 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.120+0000 7fb51ffff700 1 --2- 172.21.15.33:0/1784489050 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7fb5201509e0 0x7fb52014d5f0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.120+0000 7fb51ffff700 1 --2- 172.21.15.33:0/1784489050 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7fb5200cc220 0x7fb520157170 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.120+0000 7fb51ffff700 1 -- 172.21.15.33:0/1784489050 >> 172.21.15.33:0/1784489050 conn(0x7fb520070cc0 msgr2=0x7fb5200b3c60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.120+0000 7fb51ffff700 1 -- 172.21.15.33:0/1784489050 shutdown_connections 2024-09-13T15:02:43.123 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.120+0000 7fb51ffff700 1 -- 172.21.15.33:0/1784489050 wait complete. 2024-09-13T15:02:43.124 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 6 to deep-scrub 2024-09-13T15:02:43.135 INFO:tasks.ceph:Scrubbing osd.7 2024-09-13T15:02:43.135 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph tell osd.7 config set osd_debug_deep_scrub_sleep 0 2024-09-13T15:02:43.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.248+0000 7f98bc35c700 1 Processor -- start 2024-09-13T15:02:43.253 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.248+0000 7f98bc35c700 1 -- start start 2024-09-13T15:02:43.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98bc35c700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f98b40d3790 0x7f98b40cdeb0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98bc35c700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98b40d1280 con 0x7f98b415cac0 2024-09-13T15:02:43.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98bc35c700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f98b40d1560 con 0x7f98b40ce3f0 2024-09-13T15:02:43.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98bc35c700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f98b40d1840 con 0x7f98b40d3790 2024-09-13T15:02:43.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98ba0f8700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f98b415cac0 0x7f98b40cd7a0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:37340/0 (socket says 172.21.15.33:37340) 2024-09-13T15:02:43.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98ba0f8700 1 -- 172.21.15.33:0/3600924216 learned_addr learned my addr 172.21.15.33:0/3600924216 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:43.255 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98b98f7700 1 --2- 172.21.15.33:0/3600924216 >> v2:172.21.15.103:3300/0 conn(0x7f98b40d3790 0x7f98b40cdeb0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98b90f6700 1 -- 172.21.15.33:0/3600924216 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1640781570 0 0) 0x7f98b40d1280 con 0x7f98b415cac0 2024-09-13T15:02:43.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98b90f6700 1 -- 172.21.15.33:0/3600924216 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f98a00035d0 con 0x7f98b415cac0 2024-09-13T15:02:43.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98b98f7700 1 -- 172.21.15.33:0/3600924216 >> v1:172.21.15.103:6789/0 conn(0x7f98b40ce3f0 legacy=0x7f98b40b6010 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.256 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98b98f7700 1 -- 172.21.15.33:0/3600924216 >> v1:172.21.15.33:6789/0 conn(0x7f98b415cac0 legacy=0x7f98b40cd7a0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98b98f7700 1 -- 172.21.15.33:0/3600924216 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98b40d1b20 con 0x7f98b40d3790 2024-09-13T15:02:43.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98b98f7700 1 --2- 172.21.15.33:0/3600924216 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98b40d3790 0x7f98b40cdeb0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f98b0009850 tx=0x7f98b0009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=62f256c01c73013d server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:43.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98b90f6700 1 -- 172.21.15.33:0/3600924216 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98b0011830 con 0x7f98b40d3790 2024-09-13T15:02:43.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98b90f6700 1 -- 172.21.15.33:0/3600924216 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98b0011990 con 0x7f98b40d3790 2024-09-13T15:02:43.257 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98b90f6700 1 -- 172.21.15.33:0/3600924216 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98b0011d40 con 0x7f98b40d3790 2024-09-13T15:02:43.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98bc35c700 1 -- 172.21.15.33:0/3600924216 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98b40d3790 msgr2=0x7f98b40cdeb0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98bc35c700 1 --2- 172.21.15.33:0/3600924216 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98b40d3790 0x7f98b40cdeb0 secure :-1 s=READY pgs=270 cs=0 l=1 rev1=1 crypto rx=0x7f98b0009850 tx=0x7f98b0009b60 comp rx=0 tx=0).stop 2024-09-13T15:02:43.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98bc35c700 1 -- 172.21.15.33:0/3600924216 shutdown_connections 2024-09-13T15:02:43.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98bc35c700 1 --2- 172.21.15.33:0/3600924216 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98b40d3790 0x7f98b40cdeb0 unknown :-1 s=CLOSED pgs=270 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98bc35c700 1 -- 172.21.15.33:0/3600924216 >> 172.21.15.33:0/3600924216 conn(0x7f98b40d2c00 msgr2=0x7f98b40d3010 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:43.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98bc35c700 1 -- 172.21.15.33:0/3600924216 shutdown_connections 2024-09-13T15:02:43.258 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.252+0000 7f98bc35c700 1 -- 172.21.15.33:0/3600924216 wait complete. 2024-09-13T15:02:43.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98bc35c700 1 Processor -- start 2024-09-13T15:02:43.259 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98bc35c700 1 -- start start 2024-09-13T15:02:43.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98bc35c700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f98b40ce3f0 0x7f98b40c8b00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98bc35c700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98b40d3790 0x7f98b4152300 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98bc35c700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98b415cac0 0x7f98b4156df0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98bc35c700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98b40c7780 con 0x7f98b415cac0 2024-09-13T15:02:43.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98bc35c700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f98b40c7a60 con 0x7f98b40d3790 2024-09-13T15:02:43.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98bc35c700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f98b40c7d40 con 0x7f98b40ce3f0 2024-09-13T15:02:43.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98ba8f9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98b415cac0 0x7f98b4156df0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98ba8f9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98b415cac0 0x7f98b4156df0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37606/0 (socket says 172.21.15.33:37606) 2024-09-13T15:02:43.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98ba8f9700 1 -- 172.21.15.33:0/1878026430 learned_addr learned my addr 172.21.15.33:0/1878026430 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:43.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98ba0f8700 1 --2- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f98b40ce3f0 0x7f98b40c8b00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98b98f7700 1 --2- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98b40d3790 0x7f98b4152300 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.262 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98ba8f9700 1 -- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f98b40ce3f0 msgr2=0x7f98b40c8b00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98ba8f9700 1 --2- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f98b40ce3f0 0x7f98b40c8b00 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98ba8f9700 1 -- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98b40d3790 msgr2=0x7f98b4152300 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98ba8f9700 1 --2- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f98b40d3790 0x7f98b4152300 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.256+0000 7f98ba8f9700 1 -- 172.21.15.33:0/1878026430 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f98b00094b0 con 0x7f98b415cac0 2024-09-13T15:02:43.263 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98ba8f9700 1 --2- 172.21.15.33:0/1878026430 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98b415cac0 0x7f98b4156df0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f98ac00cc50 tx=0x7f98ac00cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:43.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98a6ffd700 1 -- 172.21.15.33:0/1878026430 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98ac003c20 con 0x7f98b415cac0 2024-09-13T15:02:43.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98a6ffd700 1 -- 172.21.15.33:0/1878026430 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f98ac003d80 con 0x7f98b415cac0 2024-09-13T15:02:43.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98bc35c700 1 -- 172.21.15.33:0/1878026430 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f98b40c8020 con 0x7f98b415cac0 2024-09-13T15:02:43.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98a6ffd700 1 -- 172.21.15.33:0/1878026430 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f98ac00aab0 con 0x7f98b415cac0 2024-09-13T15:02:43.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98bc35c700 1 -- 172.21.15.33:0/1878026430 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f98b40c85e0 con 0x7f98b415cac0 2024-09-13T15:02:43.264 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98bc35c700 1 -- 172.21.15.33:0/1878026430 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_get_version(what=osdmap handle=1) v1 -- 0x7f98b40d0c20 con 0x7f98b415cac0 2024-09-13T15:02:43.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98a6ffd700 1 -- 172.21.15.33:0/1878026430 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f98ac00ac10 con 0x7f98b415cac0 2024-09-13T15:02:43.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98a6ffd700 1 --2- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9898066730 0x7f9898068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98a6ffd700 1 -- 172.21.15.33:0/1878026430 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f98ac0849c0 con 0x7f98b415cac0 2024-09-13T15:02:43.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98a6ffd700 1 --2- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:6824/222075078,v1:172.21.15.103:6825/222075078] conn(0x7f989806cad0 0x7f989806ef10 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.265 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98a6ffd700 1 -- 172.21.15.33:0/1878026430 --> [v2:172.21.15.103:6824/222075078,v1:172.21.15.103:6825/222075078] -- command(tid 1: {"prefix": "get_command_descriptions"}) v1 -- 0x7f989806f5e0 con 0x7f989806cad0 2024-09-13T15:02:43.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98a6ffd700 1 -- 172.21.15.33:0/1878026430 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_get_version_reply(handle=1 version=46) v2 ==== 24+0+0 (secure 0 0 0) 0x7f98ac084e10 con 0x7f98b415cac0 2024-09-13T15:02:43.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98ba0f8700 1 --2- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9898066730 0x7f9898068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.260+0000 7f98b98f7700 1 --2- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:6824/222075078,v1:172.21.15.103:6825/222075078] conn(0x7f989806cad0 0x7f989806ef10 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.264+0000 7f98ba0f8700 1 --2- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9898066730 0x7f9898068bf0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f98a8007fd0 tx=0x7f98a8007de0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:43.266 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.264+0000 7f98b98f7700 1 --2- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:6824/222075078,v1:172.21.15.103:6825/222075078] conn(0x7f989806cad0 0x7f989806ef10 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).ready entity=osd.7 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:43.268 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.264+0000 7f98a6ffd700 1 -- 172.21.15.33:0/1878026430 <== osd.7 v2:172.21.15.103:6824/222075078 1 ==== command_reply(tid 1: 0 ) v1 ==== 8+0+26118 (crc 0 0 0) 0x7f989806f5e0 con 0x7f989806cad0 2024-09-13T15:02:43.286 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.284+0000 7f98bc35c700 1 -- 172.21.15.33:0/1878026430 --> [v2:172.21.15.103:6824/222075078,v1:172.21.15.103:6825/222075078] -- command(tid 2: {"prefix": "config set", "var": "osd_debug_deep_scrub_sleep", "val": ["0"]}) v1 -- 0x7f98b415cea0 con 0x7f989806cad0 2024-09-13T15:02:43.287 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.284+0000 7f98a6ffd700 1 -- 172.21.15.33:0/1878026430 <== osd.7 v2:172.21.15.103:6824/222075078 2 ==== command_reply(tid 2: 0 ) v1 ==== 8+0+97 (crc 0 0 0) 0x7f98b0022040 con 0x7f989806cad0 2024-09-13T15:02:43.287 INFO:teuthology.orchestra.run.smithi033.stdout:{ 2024-09-13T15:02:43.287 INFO:teuthology.orchestra.run.smithi033.stdout: "success": "osd_debug_deep_scrub_sleep = '' (not observed, change may require restart) " 2024-09-13T15:02:43.288 INFO:teuthology.orchestra.run.smithi033.stdout:} 2024-09-13T15:02:43.288 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.284+0000 7f98bc35c700 1 -- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:6824/222075078,v1:172.21.15.103:6825/222075078] conn(0x7f989806cad0 msgr2=0x7f989806ef10 crc :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.284+0000 7f98bc35c700 1 --2- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:6824/222075078,v1:172.21.15.103:6825/222075078] conn(0x7f989806cad0 0x7f989806ef10 crc :-1 s=READY pgs=16 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.284+0000 7f98bc35c700 1 -- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9898066730 msgr2=0x7f9898068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.284+0000 7f98bc35c700 1 --2- 172.21.15.33:0/1878026430 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f9898066730 0x7f9898068bf0 secure :-1 s=READY pgs=314 cs=0 l=1 rev1=1 crypto rx=0x7f98a8007fd0 tx=0x7f98a8007de0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.284+0000 7f98bc35c700 1 -- 172.21.15.33:0/1878026430 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98b415cac0 msgr2=0x7f98b4156df0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.284+0000 7f98bc35c700 1 --2- 172.21.15.33:0/1878026430 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f98b415cac0 0x7f98b4156df0 secure :-1 s=READY pgs=608 cs=0 l=1 rev1=1 crypto rx=0x7f98ac00cc50 tx=0x7f98ac00cf60 comp rx=0 tx=0).stop 2024-09-13T15:02:43.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.284+0000 7f98ba8f9700 1 -- 172.21.15.33:0/1878026430 reap_dead start 2024-09-13T15:02:43.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.284+0000 7f98bc35c700 1 -- 172.21.15.33:0/1878026430 shutdown_connections 2024-09-13T15:02:43.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.284+0000 7f98bc35c700 1 -- 172.21.15.33:0/1878026430 >> 172.21.15.33:0/1878026430 conn(0x7f98b40d2c00 msgr2=0x7f98b40b6140 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:43.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.284+0000 7f98bc35c700 1 -- 172.21.15.33:0/1878026430 shutdown_connections 2024-09-13T15:02:43.289 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.284+0000 7f98bc35c700 1 -- 172.21.15.33:0/1878026430 wait complete. 2024-09-13T15:02:43.301 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph osd deep-scrub 7 2024-09-13T15:02:43.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.416+0000 7f2e0eaea700 1 Processor -- start 2024-09-13T15:02:43.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.416+0000 7f2e0eaea700 1 -- start start 2024-09-13T15:02:43.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0eaea700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f2e081594f0 0x7f2e0806d530 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0eaea700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e080b2280 con 0x7f2e080b3800 2024-09-13T15:02:43.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0eaea700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f2e080cc890 con 0x7f2e0806da70 2024-09-13T15:02:43.425 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0eaea700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f2e0806dee0 con 0x7f2e081594f0 2024-09-13T15:02:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0e2e9700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f2e080b3800 0x7f2e0806fc00 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:37342/0 (socket says 172.21.15.33:37342) 2024-09-13T15:02:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0e2e9700 1 -- 172.21.15.33:0/3075787803 learned_addr learned my addr 172.21.15.33:0/3075787803 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0dae8700 1 --2- 172.21.15.33:0/3075787803 >> v2:172.21.15.103:3300/0 conn(0x7f2e081594f0 0x7f2e0806d530 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0cae6700 1 -- 172.21.15.33:0/3075787803 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2559678480 0 0) 0x7f2e080b2280 con 0x7f2e080b3800 2024-09-13T15:02:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0cae6700 1 -- 172.21.15.33:0/3075787803 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2df40035d0 con 0x7f2e080b3800 2024-09-13T15:02:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0cae6700 1 -- 172.21.15.33:0/3075787803 <== mon.1 v1:172.21.15.103:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 1908705512 0 0) 0x7f2e080cc890 con 0x7f2e0806da70 2024-09-13T15:02:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0cae6700 1 -- 172.21.15.33:0/3075787803 --> v1:172.21.15.103:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f2e080b2280 con 0x7f2e0806da70 2024-09-13T15:02:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0dae8700 1 -- 172.21.15.33:0/3075787803 >> v1:172.21.15.103:6789/0 conn(0x7f2e0806da70 legacy=0x7f2e080b30f0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0dae8700 1 -- 172.21.15.33:0/3075787803 >> v1:172.21.15.33:6789/0 conn(0x7f2e080b3800 legacy=0x7f2e0806fc00 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0cae6700 1 -- 172.21.15.33:0/3075787803 <== mon.0 v1:172.21.15.33:6789/0 2 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 214+0+0 (unknown 819701059 0 0) 0x7f2df40035d0 con 0x7f2e080b3800 2024-09-13T15:02:43.426 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0dae8700 1 -- 172.21.15.33:0/3075787803 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e080b1970 con 0x7f2e081594f0 2024-09-13T15:02:43.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0dae8700 1 --2- 172.21.15.33:0/3075787803 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e081594f0 0x7f2e0806d530 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f2e04009850 tx=0x7f2e04009b60 comp rx=0 tx=0).ready entity=mon.1 client_cookie=b655467157b53987 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:43.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0cae6700 1 -- 172.21.15.33:0/3075787803 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e000019f0 con 0x7f2e081594f0 2024-09-13T15:02:43.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0cae6700 1 -- 172.21.15.33:0/3075787803 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e04004030 con 0x7f2e081594f0 2024-09-13T15:02:43.427 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0cae6700 1 -- 172.21.15.33:0/3075787803 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e040043c0 con 0x7f2e081594f0 2024-09-13T15:02:43.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0eaea700 1 -- 172.21.15.33:0/3075787803 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e081594f0 msgr2=0x7f2e0806d530 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.420+0000 7f2e0eaea700 1 --2- 172.21.15.33:0/3075787803 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e081594f0 0x7f2e0806d530 secure :-1 s=READY pgs=272 cs=0 l=1 rev1=1 crypto rx=0x7f2e04009850 tx=0x7f2e04009b60 comp rx=0 tx=0).stop 2024-09-13T15:02:43.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0eaea700 1 -- 172.21.15.33:0/3075787803 shutdown_connections 2024-09-13T15:02:43.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0eaea700 1 --2- 172.21.15.33:0/3075787803 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e081594f0 0x7f2e0806d530 unknown :-1 s=CLOSED pgs=272 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0eaea700 1 -- 172.21.15.33:0/3075787803 >> 172.21.15.33:0/3075787803 conn(0x7f2e0806a350 msgr2=0x7f2e0806a730 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:43.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0eaea700 1 -- 172.21.15.33:0/3075787803 shutdown_connections 2024-09-13T15:02:43.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0eaea700 1 -- 172.21.15.33:0/3075787803 wait complete. 2024-09-13T15:02:43.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0eaea700 1 Processor -- start 2024-09-13T15:02:43.428 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0eaea700 1 -- start start 2024-09-13T15:02:43.430 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0eaea700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e0806da70 0x7f2e0815c680 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0eaea700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e080b3800 0x7f2e0814a370 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0eaea700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e081594f0 0x7f2e081470c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0eaea700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e0815b5e0 con 0x7f2e081594f0 2024-09-13T15:02:43.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0eaea700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f2e0815b8c0 con 0x7f2e080b3800 2024-09-13T15:02:43.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0eaea700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f2e0815bba0 con 0x7f2e0806da70 2024-09-13T15:02:43.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0e2e9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e081594f0 0x7f2e081470c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0e2e9700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e081594f0 0x7f2e081470c0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37612/0 (socket says 172.21.15.33:37612) 2024-09-13T15:02:43.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0e2e9700 1 -- 172.21.15.33:0/1813605368 learned_addr learned my addr 172.21.15.33:0/1813605368 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:43.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0dae8700 1 --2- 172.21.15.33:0/1813605368 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e0806da70 0x7f2e0815c680 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.424+0000 7f2e0d2e7700 1 --2- 172.21.15.33:0/1813605368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e080b3800 0x7f2e0814a370 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.428+0000 7f2e0e2e9700 1 -- 172.21.15.33:0/1813605368 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e0806da70 msgr2=0x7f2e0815c680 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.431 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.428+0000 7f2e0e2e9700 1 --2- 172.21.15.33:0/1813605368 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e0806da70 0x7f2e0815c680 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.428+0000 7f2e0e2e9700 1 -- 172.21.15.33:0/1813605368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e080b3800 msgr2=0x7f2e0814a370 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.428+0000 7f2e0e2e9700 1 --2- 172.21.15.33:0/1813605368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e080b3800 0x7f2e0814a370 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.428+0000 7f2e0e2e9700 1 -- 172.21.15.33:0/1813605368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f2e040094b0 con 0x7f2e081594f0 2024-09-13T15:02:43.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.428+0000 7f2e0e2e9700 1 --2- 172.21.15.33:0/1813605368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e081594f0 0x7f2e081470c0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f2e0000cc50 tx=0x7f2e0000cf60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:43.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.428+0000 7f2dfe7fc700 1 -- 172.21.15.33:0/1813605368 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e0000aad0 con 0x7f2e081594f0 2024-09-13T15:02:43.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.428+0000 7f2dfe7fc700 1 -- 172.21.15.33:0/1813605368 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f2e0000ac30 con 0x7f2e081594f0 2024-09-13T15:02:43.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.428+0000 7f2e0eaea700 1 -- 172.21.15.33:0/1813605368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f2e0815be80 con 0x7f2e081594f0 2024-09-13T15:02:43.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.428+0000 7f2dfe7fc700 1 -- 172.21.15.33:0/1813605368 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f2e000070d0 con 0x7f2e081594f0 2024-09-13T15:02:43.432 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.428+0000 7f2e0eaea700 1 -- 172.21.15.33:0/1813605368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f2e0814a8b0 con 0x7f2e081594f0 2024-09-13T15:02:43.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.428+0000 7f2e0eaea700 1 -- 172.21.15.33:0/1813605368 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f2e080b26f0 con 0x7f2e081594f0 2024-09-13T15:02:43.433 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.428+0000 7f2dfe7fc700 1 -- 172.21.15.33:0/1813605368 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f2e00007230 con 0x7f2e081594f0 2024-09-13T15:02:43.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.428+0000 7f2dfe7fc700 1 --2- 172.21.15.33:0/1813605368 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2dec066730 0x7f2dec068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.432+0000 7f2dfe7fc700 1 -- 172.21.15.33:0/1813605368 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f2e00083d40 con 0x7f2e081594f0 2024-09-13T15:02:43.434 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.432+0000 7f2e0dae8700 1 --2- 172.21.15.33:0/1813605368 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2dec066730 0x7f2dec068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.435 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.432+0000 7f2e0dae8700 1 --2- 172.21.15.33:0/1813605368 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2dec066730 0x7f2dec068bf0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f2e040090b0 tx=0x7f2e04008030 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:43.441 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.436+0000 7f2dfe7fc700 1 -- 172.21.15.33:0/1813605368 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f2e080b26f0 con 0x7f2e081594f0 2024-09-13T15:02:43.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.608+0000 7f2e0eaea700 1 -- 172.21.15.33:0/1813605368 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "osd deep-scrub", "who": "7", "target": ["mon-mgr", ""]}) v1 -- 0x7f2e080b1f10 con 0x7f2dec066730 2024-09-13T15:02:43.613 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.608+0000 7f2dfe7fc700 1 -- 172.21.15.33:0/1813605368 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 instructed osd(s) 7 to deep-scrub) v1 ==== 41+0+0 (secure 0 0 0) 0x7f2e040042c0 con 0x7f2dec066730 2024-09-13T15:02:43.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.612+0000 7f2e0eaea700 1 -- 172.21.15.33:0/1813605368 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2dec066730 msgr2=0x7f2dec068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.612+0000 7f2e0eaea700 1 --2- 172.21.15.33:0/1813605368 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2dec066730 0x7f2dec068bf0 secure :-1 s=READY pgs=315 cs=0 l=1 rev1=1 crypto rx=0x7f2e040090b0 tx=0x7f2e04008030 comp rx=0 tx=0).stop 2024-09-13T15:02:43.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.612+0000 7f2e0eaea700 1 -- 172.21.15.33:0/1813605368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e081594f0 msgr2=0x7f2e081470c0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.612+0000 7f2e0eaea700 1 --2- 172.21.15.33:0/1813605368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e081594f0 0x7f2e081470c0 secure :-1 s=READY pgs=610 cs=0 l=1 rev1=1 crypto rx=0x7f2e0000cc50 tx=0x7f2e0000cf60 comp rx=0 tx=0).stop 2024-09-13T15:02:43.616 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.612+0000 7f2e0eaea700 1 -- 172.21.15.33:0/1813605368 shutdown_connections 2024-09-13T15:02:43.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.612+0000 7f2e0eaea700 1 --2- 172.21.15.33:0/1813605368 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f2dec066730 0x7f2dec068bf0 unknown :-1 s=CLOSED pgs=315 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.612+0000 7f2e0eaea700 1 --2- 172.21.15.33:0/1813605368 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f2e081594f0 0x7f2e081470c0 unknown :-1 s=CLOSED pgs=610 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.612+0000 7f2e0eaea700 1 --2- 172.21.15.33:0/1813605368 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f2e080b3800 0x7f2e0814a370 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.612+0000 7f2e0eaea700 1 --2- 172.21.15.33:0/1813605368 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f2e0806da70 0x7f2e0815c680 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.612+0000 7f2e0eaea700 1 -- 172.21.15.33:0/1813605368 >> 172.21.15.33:0/1813605368 conn(0x7f2e0806a350 msgr2=0x7f2e0806d2c0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:43.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.612+0000 7f2e0eaea700 1 -- 172.21.15.33:0/1813605368 shutdown_connections 2024-09-13T15:02:43.617 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.612+0000 7f2e0eaea700 1 -- 172.21.15.33:0/1813605368 wait complete. 2024-09-13T15:02:43.617 INFO:teuthology.orchestra.run.smithi033.stderr:instructed osd(s) 7 to deep-scrub 2024-09-13T15:02:43.628 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:02:43.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.736+0000 7f349759e700 1 Processor -- start 2024-09-13T15:02:43.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.736+0000 7f349759e700 1 -- start start 2024-09-13T15:02:43.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349759e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f34980cc220 0x7f349815a3d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.743 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349759e700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f349815a910 0x7f34980ce2d0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349759e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f34980b44e0 con 0x7f34981509e0 2024-09-13T15:02:43.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349759e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f34980cddf0 con 0x7f34980cc220 2024-09-13T15:02:43.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349759e700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f3498071a50 con 0x7f349815a910 2024-09-13T15:02:43.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f348ffff700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f34980cc220 0x7f349815a3d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349659c700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f34981509e0 0x7f3498159cc0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:37346/0 (socket says 172.21.15.33:37346) 2024-09-13T15:02:43.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349659c700 1 -- 172.21.15.33:0/2065352422 learned_addr learned my addr 172.21.15.33:0/2065352422 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:02:43.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f3496d9d700 1 --2- 172.21.15.33:0/2065352422 >> v2:172.21.15.103:3300/0 conn(0x7f349815a910 0x7f34980ce2d0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.744 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f348ffff700 1 -- 172.21.15.33:0/2065352422 >> v2:172.21.15.103:3300/0 conn(0x7f349815a910 msgr2=0x7f34980ce2d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:02:43.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f348ffff700 1 --2- 172.21.15.33:0/2065352422 >> v2:172.21.15.103:3300/0 conn(0x7f349815a910 0x7f34980ce2d0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f348ffff700 1 -- 172.21.15.33:0/2065352422 >> v1:172.21.15.33:6789/0 conn(0x7f34981509e0 legacy=0x7f3498159cc0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f348ffff700 1 -- 172.21.15.33:0/2065352422 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f34980cc750 con 0x7f34980cc220 2024-09-13T15:02:43.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f348ffff700 1 --2- 172.21.15.33:0/2065352422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34980cc220 0x7f349815a3d0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f34980b2a70 tx=0x7f348000bdd0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=bbe940802d713496 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:43.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f3495d9b700 1 -- 172.21.15.33:0/2065352422 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f348000dc70 con 0x7f34980cc220 2024-09-13T15:02:43.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f3495d9b700 1 -- 172.21.15.33:0/2065352422 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f348000ddd0 con 0x7f34980cc220 2024-09-13T15:02:43.745 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f3495d9b700 1 -- 172.21.15.33:0/2065352422 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3480010690 con 0x7f34980cc220 2024-09-13T15:02:43.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349759e700 1 -- 172.21.15.33:0/2065352422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34980cc220 msgr2=0x7f349815a3d0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349759e700 1 --2- 172.21.15.33:0/2065352422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34980cc220 0x7f349815a3d0 secure :-1 s=READY pgs=612 cs=0 l=1 rev1=1 crypto rx=0x7f34980b2a70 tx=0x7f348000bdd0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349759e700 1 -- 172.21.15.33:0/2065352422 shutdown_connections 2024-09-13T15:02:43.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349759e700 1 --2- 172.21.15.33:0/2065352422 >> v2:172.21.15.103:3300/0 conn(0x7f349815a910 0x7f34980ce2d0 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349759e700 1 --2- 172.21.15.33:0/2065352422 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f34980cc220 0x7f349815a3d0 unknown :-1 s=CLOSED pgs=612 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349759e700 1 -- 172.21.15.33:0/2065352422 >> 172.21.15.33:0/2065352422 conn(0x7f3498070cc0 msgr2=0x7f34980710a0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:43.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349759e700 1 -- 172.21.15.33:0/2065352422 shutdown_connections 2024-09-13T15:02:43.746 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.740+0000 7f349759e700 1 -- 172.21.15.33:0/2065352422 wait complete. 2024-09-13T15:02:43.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f349759e700 1 Processor -- start 2024-09-13T15:02:43.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f349759e700 1 -- start start 2024-09-13T15:02:43.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f349759e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f34980cc220 0x7f3498156490 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f349759e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f34981509e0 0x7f34981ed000 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f349759e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f349815a910 0x7f34981ed540 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f349759e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f349814e4b0 con 0x7f349815a910 2024-09-13T15:02:43.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f349759e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f34981570e0 con 0x7f34981509e0 2024-09-13T15:02:43.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f349759e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f3498156e00 con 0x7f34980cc220 2024-09-13T15:02:43.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f3496d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f349815a910 0x7f34981ed540 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f3496d9d700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f349815a910 0x7f34981ed540 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:37636/0 (socket says 172.21.15.33:37636) 2024-09-13T15:02:43.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f349659c700 1 --2- 172.21.15.33:0/2157762089 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f34980cc220 0x7f3498156490 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f3496d9d700 1 -- 172.21.15.33:0/2157762089 learned_addr learned my addr 172.21.15.33:0/2157762089 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:02:43.749 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f348ffff700 1 --2- 172.21.15.33:0/2157762089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f34981509e0 0x7f34981ed000 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f3496d9d700 1 -- 172.21.15.33:0/2157762089 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f34980cc220 msgr2=0x7f3498156490 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f3496d9d700 1 --2- 172.21.15.33:0/2157762089 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f34980cc220 0x7f3498156490 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f3496d9d700 1 -- 172.21.15.33:0/2157762089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f34981509e0 msgr2=0x7f34981ed000 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f3496d9d700 1 --2- 172.21.15.33:0/2157762089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f34981509e0 0x7f34981ed000 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f3496d9d700 1 -- 172.21.15.33:0/2157762089 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f348000b750 con 0x7f349815a910 2024-09-13T15:02:43.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f3496d9d700 1 --2- 172.21.15.33:0/2157762089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f349815a910 0x7f34981ed540 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f349000efc0 tx=0x7f3490009f60 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:43.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f348effd700 1 -- 172.21.15.33:0/2157762089 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f3490009b20 con 0x7f349815a910 2024-09-13T15:02:43.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f349759e700 1 -- 172.21.15.33:0/2157762089 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f349814ddf0 con 0x7f349815a910 2024-09-13T15:02:43.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f348effd700 1 -- 172.21.15.33:0/2157762089 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f349000f040 con 0x7f349815a910 2024-09-13T15:02:43.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f348effd700 1 -- 172.21.15.33:0/2157762089 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f349000cc90 con 0x7f349815a910 2024-09-13T15:02:43.750 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.744+0000 7f349759e700 1 -- 172.21.15.33:0/2157762089 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f349813ad60 con 0x7f349815a910 2024-09-13T15:02:43.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.748+0000 7f348effd700 1 -- 172.21.15.33:0/2157762089 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f3490014480 con 0x7f349815a910 2024-09-13T15:02:43.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.748+0000 7f349759e700 1 -- 172.21.15.33:0/2157762089 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f34980ce2d0 con 0x7f349815a910 2024-09-13T15:02:43.752 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.748+0000 7f348effd700 1 --2- 172.21.15.33:0/2157762089 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3478066730 0x7f3478068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:02:43.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.748+0000 7f348effd700 1 -- 172.21.15.33:0/2157762089 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f3490084a00 con 0x7f349815a910 2024-09-13T15:02:43.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.748+0000 7f349659c700 1 --2- 172.21.15.33:0/2157762089 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3478066730 0x7f3478068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:02:43.753 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.748+0000 7f349659c700 1 --2- 172.21.15.33:0/2157762089 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3478066730 0x7f3478068bf0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f3488000f60 tx=0x7f3488007f30 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:02:43.762 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.760+0000 7f348effd700 1 -- 172.21.15.33:0/2157762089 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f3490051ee0 con 0x7f349815a910 2024-09-13T15:02:43.933 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.928+0000 7f349759e700 1 -- 172.21.15.33:0/2157762089 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f34980b4a10 con 0x7f3478066730 2024-09-13T15:02:43.938 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.936+0000 7f348effd700 1 -- 172.21.15.33:0/2157762089 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49524 (secure 0 0 0) 0x7f3488004b90 con 0x7f3478066730 2024-09-13T15:02:43.939 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:02:43.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.936+0000 7f349759e700 1 -- 172.21.15.33:0/2157762089 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3478066730 msgr2=0x7f3478068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.936+0000 7f349759e700 1 --2- 172.21.15.33:0/2157762089 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3478066730 0x7f3478068bf0 secure :-1 s=READY pgs=316 cs=0 l=1 rev1=1 crypto rx=0x7f3488000f60 tx=0x7f3488007f30 comp rx=0 tx=0).stop 2024-09-13T15:02:43.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.936+0000 7f349759e700 1 -- 172.21.15.33:0/2157762089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f349815a910 msgr2=0x7f34981ed540 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:02:43.941 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.936+0000 7f349759e700 1 --2- 172.21.15.33:0/2157762089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f349815a910 0x7f34981ed540 secure :-1 s=READY pgs=613 cs=0 l=1 rev1=1 crypto rx=0x7f349000efc0 tx=0x7f3490009f60 comp rx=0 tx=0).stop 2024-09-13T15:02:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.936+0000 7f349759e700 1 -- 172.21.15.33:0/2157762089 shutdown_connections 2024-09-13T15:02:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.936+0000 7f349759e700 1 --2- 172.21.15.33:0/2157762089 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f3478066730 0x7f3478068bf0 unknown :-1 s=CLOSED pgs=316 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.936+0000 7f349759e700 1 --2- 172.21.15.33:0/2157762089 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f349815a910 0x7f34981ed540 unknown :-1 s=CLOSED pgs=613 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.936+0000 7f349759e700 1 --2- 172.21.15.33:0/2157762089 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f34981509e0 0x7f34981ed000 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.936+0000 7f349759e700 1 --2- 172.21.15.33:0/2157762089 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f34980cc220 0x7f3498156490 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:02:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.936+0000 7f349759e700 1 -- 172.21.15.33:0/2157762089 >> 172.21.15.33:0/2157762089 conn(0x7f3498070cc0 msgr2=0x7f3498158260 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:02:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.936+0000 7f349759e700 1 -- 172.21.15.33:0/2157762089 shutdown_connections 2024-09-13T15:02:43.942 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:02:43.936+0000 7f349759e700 1 -- 172.21.15.33:0/2157762089 wait complete. 2024-09-13T15:02:43.943 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-13T15:02:43.955 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":99,"stamp":"2024-09-13T15:02:42.281248+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":75,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":225652,"kb_used_data":5380,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":754749068,"statfs":{"total":773094113280,"available":772863045632,"internally_reserved":0,"allocated":5509120,"data_stored":3055253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":19,"apply_latency_ms":19,"commit_latency_ns":19000000,"apply_latency_ns":19000000},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":-8902,"num_objects":-23,"num_object_clones":0,"num_object_copies":-46,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":-23,"num_whiteouts":0,"num_read":-80,"num_read_kb":-88,"num_write":-54,"num_write_kb":-26,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":-14,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"8.002491"},"pg_stats":[{"pgid":"1.0","version":"18'117","reported_seq":184,"reported_epoch":45,"state":"active+clean","last_fresh":"2024-09-13T15:02:34.702094+0000","last_change":"2024-09-13T15:00:46.489302+0000","last_active":"2024-09-13T15:02:34.702094+0000","last_peered":"2024-09-13T15:02:34.702094+0000","last_clean":"2024-09-13T15:02:34.702094+0000","last_became_active":"2024-09-13T15:00:46.487009+0000","last_became_peered":"2024-09-13T15:00:46.487009+0000","last_unstale":"2024-09-13T15:02:34.702094+0000","last_undegraded":"2024-09-13T15:02:34.702094+0000","last_fullsized":"2024-09-13T15:02:34.702094+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"0'0","last_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_deep_scrub":"0'0","last_deep_scrub_stamp":"2024-09-13T15:00:45.246135+0000","last_clean_scrub_stamp":"2024-09-13T15:00:45.246135+0000","objects_scrubbed":0,"log_size":117,"log_dups_size":0,"ondisk_log_size":117,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":0,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T02:48:04.189008+0000","scrub_duration":0,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":117,"ondisk_log_size":117,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542169,"num_pgs":25,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28132,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343708,"statfs":{"total":96636764160,"available":96607956992,"internally_reserved":0,"allocated":1134592,"data_stored":824760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.85099999999999998,"5min":0.85099999999999998,"15min":0.85099999999999998},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.3520000000000001,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":1.0329999999999999},{"interface":"front","average":{"1min":0.93799999999999994,"5min":0.93799999999999994,"15min":0.93799999999999994},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.2669999999999999,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":1.163}]},{"osd":1,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.51700000000000002,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.999,"5min":0.999,"15min":0.999},"last":0.65200000000000002},{"interface":"front","average":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"min":{"1min":0.55800000000000005,"5min":0.55800000000000005,"15min":0.55800000000000005},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.77900000000000003}]},{"osd":2,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":0.87,"15min":0.87},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.244,"5min":1.244,"15min":1.244},"last":1.111},{"interface":"front","average":{"1min":0.97599999999999998,"5min":0.97599999999999998,"15min":0.97599999999999998},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.3700000000000001,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":1.2689999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.83699999999999997,"5min":0.83699999999999997,"15min":0.83699999999999997},"min":{"1min":0.51000000000000001,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.82999999999999996},{"interface":"front","average":{"1min":0.91000000000000003,"5min":0.91000000000000003,"15min":0.91000000000000003},"min":{"1min":0.63800000000000001,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.2190000000000001,"5min":1.2190000000000001,"15min":1.2190000000000001},"last":0.93200000000000005}]},{"osd":4,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.90900000000000003,"5min":0.90900000000000003,"15min":0.90900000000000003},"min":{"1min":0.623,"5min":0.623,"15min":0.623},"max":{"1min":1.3049999999999999,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.90100000000000002},{"interface":"front","average":{"1min":1.002,"5min":1.002,"15min":1.002},"min":{"1min":0.61899999999999999,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.327,"5min":1.327,"15min":1.327},"last":1.0609999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0209999999999999,"5min":1.0209999999999999,"15min":1.0209999999999999},"min":{"1min":0.73499999999999999,"5min":0.73499999999999999,"15min":0.73499999999999999},"max":{"1min":1.3340000000000001,"5min":1.3340000000000001,"15min":1.3340000000000001},"last":0.59499999999999997},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.67400000000000004,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.4910000000000001,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":0.98099999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.66600000000000004,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":1.091},{"interface":"front","average":{"1min":1.0389999999999999,"5min":1.0389999999999999,"15min":1.0389999999999999},"min":{"1min":0.70599999999999996,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":1.012}]}]},{"osd":6,"up_from":14,"seq":60129542170,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27552,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344288,"statfs":{"total":96636764160,"available":96608550912,"internally_reserved":0,"allocated":540672,"data_stored":234392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.98999999999999999,"5min":0.98999999999999999,"15min":0.98999999999999999},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":2.8929999999999998,"5min":2.8929999999999998,"15min":2.8929999999999998},"last":0.77100000000000002},{"interface":"front","average":{"1min":0.874,"5min":0.874,"15min":0.874},"min":{"1min":0.58899999999999997,"5min":0.58899999999999997,"15min":0.58899999999999997},"max":{"1min":1.4159999999999999,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":0.59899999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.93400000000000005,"5min":0.93400000000000005,"15min":0.93400000000000005},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.97399999999999998},{"interface":"front","average":{"1min":1.048,"5min":1.048,"15min":1.048},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":3.9769999999999999,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":0.55100000000000005}]},{"osd":2,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"min":{"1min":0.64000000000000001,"5min":0.64000000000000001,"15min":0.64000000000000001},"max":{"1min":1.3320000000000001,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.81299999999999994},{"interface":"front","average":{"1min":0.99399999999999999,"5min":0.99399999999999999,"15min":0.99399999999999999},"min":{"1min":0.56899999999999995,"5min":0.56899999999999995,"15min":0.56899999999999995},"max":{"1min":1.6899999999999999,"5min":1.6899999999999999,"15min":1.6899999999999999},"last":0.70799999999999996}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.98799999999999999,"5min":0.98799999999999999,"15min":0.98799999999999999},"min":{"1min":0.64700000000000002,"5min":0.64700000000000002,"15min":0.64700000000000002},"max":{"1min":1.9910000000000001,"5min":1.9910000000000001,"15min":1.9910000000000001},"last":1.0840000000000001},{"interface":"front","average":{"1min":1.04,"5min":1.04,"15min":1.04},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":2.157,"5min":2.157,"15min":2.157},"last":0.86399999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0780000000000001,"5min":1.0780000000000001,"15min":1.0780000000000001},"min":{"1min":0.71299999999999997,"5min":0.71299999999999997,"15min":0.71299999999999997},"max":{"1min":2.1120000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.0489999999999999,"5min":1.0489999999999999,"15min":1.0489999999999999},"min":{"1min":0.63900000000000001,"5min":0.63900000000000001,"15min":0.63900000000000001},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.91100000000000003}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0880000000000001,"5min":1.0880000000000001,"15min":1.0880000000000001},"min":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"max":{"1min":2.032,"5min":2.032,"15min":2.032},"last":1.1399999999999999},{"interface":"front","average":{"1min":1.1870000000000001,"5min":1.1870000000000001,"15min":1.1870000000000001},"min":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"max":{"1min":2.492,"5min":2.492,"15min":2.492},"last":1.048}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.173,"5min":1.173,"15min":1.173},"min":{"1min":0.86299999999999999,"5min":0.86299999999999999,"15min":0.86299999999999999},"max":{"1min":1.8140000000000001,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":1.0149999999999999},{"interface":"front","average":{"1min":1.2609999999999999,"5min":1.2609999999999999,"15min":1.2609999999999999},"min":{"1min":0.81499999999999995,"5min":0.81499999999999995,"15min":0.81499999999999995},"max":{"1min":2.6560000000000001,"5min":2.6560000000000001,"15min":2.6560000000000001},"last":1.1899999999999999}]}]},{"osd":5,"up_from":14,"seq":60129542170,"num_pgs":31,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27548,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":540672,"data_stored":234392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":4,"apply_latency_ms":4,"commit_latency_ns":4000000,"apply_latency_ns":4000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.88100000000000001,"5min":0.88100000000000001,"15min":0.88100000000000001},"min":{"1min":0.496,"5min":0.496,"15min":0.496},"max":{"1min":2.5880000000000001,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":1.208},{"interface":"front","average":{"1min":0.876,"5min":0.876,"15min":0.876},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.9450000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":0.63800000000000001}]},{"osd":1,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.96899999999999997,"5min":0.96899999999999997,"15min":0.96899999999999997},"min":{"1min":0.57299999999999995,"5min":0.57299999999999995,"15min":0.57299999999999995},"max":{"1min":3.0019999999999998,"5min":3.0019999999999998,"15min":3.0019999999999998},"last":0.90100000000000002},{"interface":"front","average":{"1min":0.85399999999999998,"5min":0.85399999999999998,"15min":0.85399999999999998},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.246,"5min":1.246,"15min":1.246},"last":0.59499999999999997}]},{"osd":2,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.93000000000000005,"5min":0.93000000000000005,"15min":0.93000000000000005},"min":{"1min":0.60499999999999998,"5min":0.60499999999999998,"15min":0.60499999999999998},"max":{"1min":1.4430000000000001,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":1.0169999999999999},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.83999999999999997,"15min":0.83999999999999997},"min":{"1min":0.52300000000000002,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.111,"5min":1.111,"15min":1.111},"last":1.1040000000000001}]},{"osd":3,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.0029999999999999,"5min":1.0029999999999999,"15min":1.0029999999999999},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":2.7490000000000001,"5min":2.7490000000000001,"15min":2.7490000000000001},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.69599999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.351,"5min":1.351,"15min":1.351},"last":0.73999999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.98099999999999998,"5min":0.98099999999999998,"15min":0.98099999999999998},"min":{"1min":0.59199999999999997,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":2.1160000000000001,"5min":2.1160000000000001,"15min":2.1160000000000001},"last":0.96199999999999997},{"interface":"front","average":{"1min":1.175,"5min":1.175,"15min":1.175},"min":{"1min":0.88900000000000001,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":3.173,"5min":3.173,"15min":3.173},"last":1.177}]},{"osd":6,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.72199999999999998,"5min":0.72199999999999998,"15min":0.72199999999999998},"max":{"1min":1.7310000000000001,"5min":1.7310000000000001,"15min":1.7310000000000001},"last":0.86799999999999999},{"interface":"front","average":{"1min":1.0980000000000001,"5min":1.0980000000000001,"15min":1.0980000000000001},"min":{"1min":0.71899999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":2.653,"5min":2.653,"15min":2.653},"last":1.274}]},{"osd":7,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1850000000000001,"5min":1.1850000000000001,"15min":1.1850000000000001},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":2.9060000000000001,"5min":2.9060000000000001,"15min":2.9060000000000001},"last":1.0620000000000001},{"interface":"front","average":{"1min":1.173,"5min":1.173,"15min":1.173},"min":{"1min":0.92500000000000004,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.841,"5min":1.841,"15min":1.841},"last":1.137}]}]},{"osd":4,"up_from":14,"seq":60129542170,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27548,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":540672,"data_stored":234392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.77900000000000003,"5min":0.77900000000000003,"15min":0.77900000000000003},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.157,"5min":1.157,"15min":1.157},"last":0.93200000000000005},{"interface":"front","average":{"1min":0.83499999999999996,"5min":0.83499999999999996,"15min":0.83499999999999996},"min":{"1min":0.57899999999999996,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.84299999999999997}]},{"osd":1,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.92300000000000004,"5min":0.92300000000000004,"15min":0.92300000000000004},"min":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"max":{"1min":1.282,"5min":1.282,"15min":1.282},"last":0.873},{"interface":"front","average":{"1min":0.93600000000000005,"5min":0.93600000000000005,"15min":0.93600000000000005},"min":{"1min":0.61599999999999999,"5min":0.61599999999999999,"15min":0.61599999999999999},"max":{"1min":1.419,"5min":1.419,"15min":1.419},"last":0.81499999999999995}]},{"osd":2,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.91200000000000003,"5min":0.91200000000000003,"15min":0.91200000000000003},"min":{"1min":0.60699999999999998,"5min":0.60699999999999998,"15min":0.60699999999999998},"max":{"1min":1.3400000000000001,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":0.75800000000000001},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.88800000000000001,"15min":0.88800000000000001},"min":{"1min":0.63700000000000001,"5min":0.63700000000000001,"15min":0.63700000000000001},"max":{"1min":1.1699999999999999,"5min":1.1699999999999999,"15min":1.1699999999999999},"last":0.65600000000000003}]},{"osd":3,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.89600000000000002,"5min":0.89600000000000002,"15min":0.89600000000000002},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.2529999999999999,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.72299999999999998},{"interface":"front","average":{"1min":1.046,"5min":1.046,"15min":1.046},"min":{"1min":0.82299999999999995,"5min":0.82299999999999995,"15min":0.82299999999999995},"max":{"1min":1.639,"5min":1.639,"15min":1.639},"last":0.95499999999999996}]},{"osd":5,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":0.91500000000000004,"5min":0.91500000000000004,"15min":0.91500000000000004},"min":{"1min":0.60099999999999998,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.494,"5min":1.494,"15min":1.494},"last":0.89000000000000001},{"interface":"front","average":{"1min":0.97899999999999998,"5min":0.97899999999999998,"15min":0.97899999999999998},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.3979999999999999,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":0.98199999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1,"5min":1,"15min":1},"min":{"1min":0.68300000000000005,"5min":0.68300000000000005,"15min":0.68300000000000005},"max":{"1min":1.611,"5min":1.611,"15min":1.611},"last":0.91900000000000004},{"interface":"front","average":{"1min":1.077,"5min":1.077,"15min":1.077},"min":{"1min":0.72299999999999998,"5min":0.72299999999999998,"15min":0.72299999999999998},"max":{"1min":1.6910000000000001,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":1.0660000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:01:45 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.95199999999999996,"5min":0.95199999999999996,"15min":0.95199999999999996},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":1.103},{"interface":"front","average":{"1min":1.2,"5min":1.2,"15min":1.2},"min":{"1min":0.97799999999999998,"5min":0.97799999999999998,"15min":0.97799999999999998},"max":{"1min":1.8149999999999999,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":1.032}]}]},{"osd":3,"up_from":14,"seq":60129542170,"num_pgs":18,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27552,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344288,"statfs":{"total":96636764160,"available":96608550912,"internally_reserved":0,"allocated":540672,"data_stored":234392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.63,"5min":0.63,"15min":0.63},"min":{"1min":0.38400000000000001,"5min":0.38400000000000001,"15min":0.38400000000000001},"max":{"1min":1.0720000000000001,"5min":1.0720000000000001,"15min":1.0720000000000001},"last":0.64300000000000002},{"interface":"front","average":{"1min":0.66300000000000003,"5min":0.66300000000000003,"15min":0.66300000000000003},"min":{"1min":0.28699999999999998,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":1.339,"5min":1.339,"15min":1.339},"last":0.77800000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.64800000000000002,"5min":0.64800000000000002,"15min":0.64800000000000002},"min":{"1min":0.40100000000000002,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":0.91400000000000003,"5min":0.91400000000000003,"15min":0.91400000000000003},"last":0.92500000000000004},{"interface":"front","average":{"1min":0.73899999999999999,"5min":0.73899999999999999,"15min":0.73899999999999999},"min":{"1min":0.441,"5min":0.441,"15min":0.441},"max":{"1min":2.1219999999999999,"5min":2.1219999999999999,"15min":2.1219999999999999},"last":0.73399999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.78100000000000003,"5min":0.78100000000000003,"15min":0.78100000000000003},"min":{"1min":0.45500000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.036,"5min":1.036,"15min":1.036},"last":0.95299999999999996},{"interface":"front","average":{"1min":0.877,"5min":0.877,"15min":0.877},"min":{"1min":0.498,"5min":0.498,"15min":0.498},"max":{"1min":2.2080000000000002,"5min":2.2080000000000002,"15min":2.2080000000000002},"last":0.88300000000000001}]},{"osd":4,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":0.94999999999999996,"5min":0.94999999999999996,"15min":0.94999999999999996},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.196,"5min":1.196,"15min":1.196},"last":1.091},{"interface":"front","average":{"1min":0.98399999999999999,"5min":0.98399999999999999,"15min":0.98399999999999999},"min":{"1min":0.64100000000000001,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":1.294,"5min":1.294,"15min":1.294},"last":1.321}]},{"osd":5,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":1.006,"15min":1.006},"min":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"max":{"1min":2.2480000000000002,"5min":2.2480000000000002,"15min":2.2480000000000002},"last":1.181},{"interface":"front","average":{"1min":1.0369999999999999,"5min":1.0369999999999999,"15min":1.0369999999999999},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.1799999999999999,"5min":1.1799999999999999,"15min":1.1799999999999999},"last":0.89700000000000002}]},{"osd":6,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0700000000000001,"5min":1.0700000000000001,"15min":1.0700000000000001},"min":{"1min":0.67200000000000004,"5min":0.67200000000000004,"15min":0.67200000000000004},"max":{"1min":1.4630000000000001,"5min":1.4630000000000001,"15min":1.4630000000000001},"last":1.286},{"interface":"front","average":{"1min":1.0840000000000001,"5min":1.0840000000000001,"15min":1.0840000000000001},"min":{"1min":0.71699999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":2.282,"5min":2.282,"15min":2.282},"last":1.1299999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:01:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0680000000000001,"5min":1.0680000000000001,"15min":1.0680000000000001},"min":{"1min":0.68500000000000005,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.274,"5min":1.274,"15min":1.274},"last":1.0309999999999999},{"interface":"front","average":{"1min":1.149,"5min":1.149,"15min":1.149},"min":{"1min":0.76200000000000001,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":1.339}]}]},{"osd":2,"up_from":14,"seq":60129542171,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27548,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":540672,"data_stored":234392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":2,"apply_latency_ms":2,"commit_latency_ns":2000000,"apply_latency_ns":2000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.628,"5min":0.628,"15min":0.628},"min":{"1min":0.24299999999999999,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.94099999999999995,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.53700000000000003},{"interface":"front","average":{"1min":0.68700000000000006,"5min":0.68700000000000006,"15min":0.68700000000000006},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":0.95899999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.72099999999999997}]},{"osd":1,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.624,"5min":0.624,"15min":0.624},"min":{"1min":0.39900000000000002,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.92200000000000004,"5min":0.92200000000000004,"15min":0.92200000000000004},"last":0.56399999999999995},{"interface":"front","average":{"1min":0.67700000000000005,"5min":0.67700000000000005,"15min":0.67700000000000005},"min":{"1min":0.40799999999999997,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.0349999999999999,"5min":1.0349999999999999,"15min":1.0349999999999999},"last":0.68700000000000006}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.74399999999999999,"5min":0.74399999999999999,"15min":0.74399999999999999},"min":{"1min":0.42099999999999999,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":1.1910000000000001,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.60099999999999998},{"interface":"front","average":{"1min":0.78200000000000003,"5min":0.78200000000000003,"15min":0.78200000000000003},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":1.079,"5min":1.079,"15min":1.079},"last":0.64500000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.56999999999999995,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.4299999999999999,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.77700000000000002},{"interface":"front","average":{"1min":0.94799999999999995,"5min":0.94799999999999995,"15min":0.94799999999999995},"min":{"1min":0.628,"5min":0.628,"15min":0.628},"max":{"1min":1.792,"5min":1.792,"15min":1.792},"last":0.89400000000000002}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.998,"5min":0.998,"15min":0.998},"min":{"1min":0.80400000000000005,"5min":0.80400000000000005,"15min":0.80400000000000005},"max":{"1min":1.4790000000000001,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":0.79600000000000004},{"interface":"front","average":{"1min":1.081,"5min":1.081,"15min":1.081},"min":{"1min":0.65900000000000003,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.925,"5min":1.925,"15min":1.925},"last":0.98199999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.4730000000000001,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":1.004},{"interface":"front","average":{"1min":1.159,"5min":1.159,"15min":1.159},"min":{"1min":0.78700000000000003,"5min":0.78700000000000003,"15min":0.78700000000000003},"max":{"1min":2.8730000000000002,"5min":2.8730000000000002,"15min":2.8730000000000002},"last":1.0620000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0289999999999999,"5min":1.0289999999999999,"15min":1.0289999999999999},"min":{"1min":0.71399999999999997,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.5489999999999999,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":1.089},{"interface":"front","average":{"1min":1.1919999999999999,"5min":1.1919999999999999,"15min":1.1919999999999999},"min":{"1min":0.95399999999999996,"5min":0.95399999999999996,"15min":0.95399999999999996},"max":{"1min":2.0779999999999998,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":1.123}]}]},{"osd":1,"up_from":14,"seq":60129542171,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27548,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":540672,"data_stored":234392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":1,"apply_latency_ms":1,"commit_latency_ns":1000000,"apply_latency_ns":1000000},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.63300000000000001,"5min":0.63300000000000001,"15min":0.63300000000000001},"min":{"1min":0.39400000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.82099999999999995,"5min":0.82099999999999995,"15min":0.82099999999999995},"last":0.64900000000000002},{"interface":"front","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.29799999999999999,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":0.99099999999999999,"5min":0.99099999999999999,"15min":0.99099999999999999},"last":0.78600000000000003}]},{"osd":2,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.625,"15min":0.625},"min":{"1min":0.33900000000000002,"5min":0.33900000000000002,"15min":0.33900000000000002},"max":{"1min":0.88300000000000001,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.59899999999999998},{"interface":"front","average":{"1min":0.73599999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.032,"5min":1.032,"15min":1.032},"last":0.84699999999999998}]},{"osd":3,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.80000000000000004,"5min":0.80000000000000004,"15min":0.80000000000000004},"min":{"1min":0.51600000000000001,"5min":0.51600000000000001,"15min":0.51600000000000001},"max":{"1min":1.2470000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":1.0489999999999999},{"interface":"front","average":{"1min":0.76700000000000002,"5min":0.76700000000000002,"15min":0.76700000000000002},"min":{"1min":0.45700000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.5860000000000001,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.70099999999999996}]},{"osd":4,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.95999999999999996,"5min":0.95999999999999996,"15min":0.95999999999999996},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.4750000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":1.0269999999999999},{"interface":"front","average":{"1min":0.97499999999999998,"5min":0.97499999999999998,"15min":0.97499999999999998},"min":{"1min":0.68200000000000005,"5min":0.68200000000000005,"15min":0.68200000000000005},"max":{"1min":1.5249999999999999,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":1}]},{"osd":5,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.94899999999999995,"15min":0.94899999999999995},"min":{"1min":0.61499999999999999,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.6919999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.88},{"interface":"front","average":{"1min":1.036,"5min":1.036,"15min":1.036},"min":{"1min":0.71599999999999997,"5min":0.71599999999999997,"15min":0.71599999999999997},"max":{"1min":1.3149999999999999,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":0.94199999999999995}]},{"osd":6,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.0109999999999999,"5min":1.0109999999999999,"15min":1.0109999999999999},"min":{"1min":0.66900000000000004,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.7370000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":0.96699999999999997},{"interface":"front","average":{"1min":1.044,"5min":1.044,"15min":1.044},"min":{"1min":0.71499999999999997,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":1.1279999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:01:43 2024","interfaces":[{"interface":"back","average":{"1min":1.1060000000000001,"5min":1.1060000000000001,"15min":1.1060000000000001},"min":{"1min":0.77200000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.6259999999999999,"5min":1.6259999999999999,"15min":1.6259999999999999},"last":1.101},{"interface":"front","average":{"1min":1.107,"5min":1.107,"15min":1.107},"min":{"1min":0.70299999999999996,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.8180000000000001,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":1.085}]}]},{"osd":0,"up_from":14,"seq":60129542170,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32224,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339616,"statfs":{"total":96636764160,"available":96603766784,"internally_reserved":0,"allocated":1130496,"data_stored":824141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":3,"apply_latency_ms":3,"commit_latency_ns":3000000,"apply_latency_ns":3000000},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.66700000000000004,"5min":0.66700000000000004,"15min":0.66700000000000004},"min":{"1min":0.35899999999999999,"5min":0.35899999999999999,"15min":0.35899999999999999},"max":{"1min":0.96799999999999997,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.73799999999999999},{"interface":"front","average":{"1min":0.74299999999999999,"5min":0.74299999999999999,"15min":0.74299999999999999},"min":{"1min":0.33800000000000002,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.6879999999999999,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.83099999999999996}]},{"osd":2,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.68000000000000005,"5min":0.68000000000000005,"15min":0.68000000000000005},"min":{"1min":0.47599999999999998,"5min":0.47599999999999998,"15min":0.47599999999999998},"max":{"1min":0.92900000000000005,"5min":0.92900000000000005,"15min":0.92900000000000005},"last":0.66200000000000003},{"interface":"front","average":{"1min":0.84999999999999998,"5min":0.84999999999999998,"15min":0.84999999999999998},"min":{"1min":0.497,"5min":0.497,"15min":0.497},"max":{"1min":1.589,"5min":1.589,"15min":1.589},"last":0.58399999999999996}]},{"osd":3,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":0.79300000000000004,"5min":0.79300000000000004,"15min":0.79300000000000004},"min":{"1min":0.54200000000000004,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1890000000000001,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.88300000000000001},{"interface":"front","average":{"1min":0.85799999999999998,"5min":0.85799999999999998,"15min":0.85799999999999998},"min":{"1min":0.65500000000000003,"5min":0.65500000000000003,"15min":0.65500000000000003},"max":{"1min":1.0740000000000001,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.91000000000000003}]},{"osd":4,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":1.046,"15min":1.046},"min":{"1min":0.439,"5min":0.439,"15min":0.439},"max":{"1min":1.4830000000000001,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":1.0109999999999999},{"interface":"front","average":{"1min":1.0509999999999999,"5min":1.0509999999999999,"15min":1.0509999999999999},"min":{"1min":0.54500000000000004,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.5469999999999999,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":1.0700000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1160000000000001,"5min":1.1160000000000001,"15min":1.1160000000000001},"min":{"1min":0.621,"5min":0.621,"15min":0.621},"max":{"1min":1.6379999999999999,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.97399999999999998},{"interface":"front","average":{"1min":1.1319999999999999,"5min":1.1319999999999999,"15min":1.1319999999999999},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":1.7649999999999999,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":1.1990000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.1399999999999999,"5min":1.1399999999999999,"15min":1.1399999999999999},"min":{"1min":0.73699999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"max":{"1min":1.482,"5min":1.482,"15min":1.482},"last":1.0449999999999999},{"interface":"front","average":{"1min":1.149,"5min":1.149,"15min":1.149},"min":{"1min":0.58999999999999997,"5min":0.58999999999999997,"15min":0.58999999999999997},"max":{"1min":1.9099999999999999,"5min":1.9099999999999999,"15min":1.9099999999999999},"last":1.1419999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:01:46 2024","interfaces":[{"interface":"back","average":{"1min":1.2110000000000001,"5min":1.2110000000000001,"15min":1.2110000000000001},"min":{"1min":0.56399999999999995,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.778,"5min":1.778,"15min":1.778},"last":1.226},{"interface":"front","average":{"1min":1.216,"5min":1.216,"15min":1.216},"min":{"1min":0.73399999999999999,"5min":0.73399999999999999,"15min":0.73399999999999999},"max":{"1min":1.8799999999999999,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":1.1739999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:02:43.960 INFO:tasks.ceph:pgid 1.0 last_scrub_stamp 2024-09-13T15:00:45.246135+0000 time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=15, tm_min=0, tm_sec=45, tm_wday=4, tm_yday=257, tm_isdst=-1) <= time.struct_time(tm_year=2024, tm_mon=9, tm_mday=13, tm_hour=15, tm_min=2, tm_sec=38, tm_wday=4, tm_yday=257, tm_isdst=0) 2024-09-13T15:02:43.960 INFO:tasks.ceph:Still waiting for all pgs to be scrubbed. 2024-09-13T15:02:59.515 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:02:59.518 DEBUG:teuthology.orchestra.run.smithi103:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:03:03.961 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph pg dump --format=json 2024-09-13T15:03:04.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f149878a700 1 Processor -- start 2024-09-13T15:03:04.083 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f149878a700 1 -- start start 2024-09-13T15:03:04.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f149878a700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7f14900cde70 0x7f14900cf390 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f149878a700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f149015dbc0 0x7f149013fa30 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f149878a700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f149013ff70 con 0x7f14900b4060 2024-09-13T15:03:04.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f149878a700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14900cef00 con 0x7f14900cde70 2024-09-13T15:03:04.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f149878a700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f14900ce2f0 con 0x7f149015dbc0 2024-09-13T15:03:04.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f1496526700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f14900b4060 0x7f149015d4b0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:57138/0 (socket says 172.21.15.33:57138) 2024-09-13T15:03:04.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f1496526700 1 -- 172.21.15.33:0/880895874 learned_addr learned my addr 172.21.15.33:0/880895874 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:03:04.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f1495d25700 1 --2- 172.21.15.33:0/880895874 >> v2:172.21.15.33:3300/0 conn(0x7f14900cde70 0x7f14900cf390 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f1496d27700 1 --2- 172.21.15.33:0/880895874 >> v2:172.21.15.103:3300/0 conn(0x7f149015dbc0 0x7f149013fa30 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f1495524700 1 -- 172.21.15.33:0/880895874 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2788462432 0 0) 0x7f1488001490 con 0x7f14900b4060 2024-09-13T15:03:04.085 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f1495524700 1 -- 172.21.15.33:0/880895874 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f147c0035d0 con 0x7f14900b4060 2024-09-13T15:03:04.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f1495d25700 1 -- 172.21.15.33:0/880895874 >> v2:172.21.15.103:3300/0 conn(0x7f149015dbc0 msgr2=0x7f149013fa30 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:03:04.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f1495d25700 1 --2- 172.21.15.33:0/880895874 >> v2:172.21.15.103:3300/0 conn(0x7f149015dbc0 0x7f149013fa30 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f1495d25700 1 -- 172.21.15.33:0/880895874 >> v1:172.21.15.33:6789/0 conn(0x7f14900b4060 legacy=0x7f149015d4b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f1495d25700 1 -- 172.21.15.33:0/880895874 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14900ce5d0 con 0x7f14900cde70 2024-09-13T15:03:04.086 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f1495d25700 1 --2- 172.21.15.33:0/880895874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14900cde70 0x7f14900cf390 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f14900722f0 tx=0x7f1478009b30 comp rx=0 tx=0).ready entity=mon.0 client_cookie=d1b42bb2507460b1 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:03:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f1495524700 1 -- 172.21.15.33:0/880895874 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1478011830 con 0x7f14900cde70 2024-09-13T15:03:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f1495524700 1 -- 172.21.15.33:0/880895874 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1478011990 con 0x7f14900cde70 2024-09-13T15:03:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.079+0000 7f1495524700 1 -- 172.21.15.33:0/880895874 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1478011d20 con 0x7f14900cde70 2024-09-13T15:03:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 -- 172.21.15.33:0/880895874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14900cde70 msgr2=0x7f14900cf390 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 --2- 172.21.15.33:0/880895874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14900cde70 0x7f14900cf390 secure :-1 s=READY pgs=615 cs=0 l=1 rev1=1 crypto rx=0x7f14900722f0 tx=0x7f1478009b30 comp rx=0 tx=0).stop 2024-09-13T15:03:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 -- 172.21.15.33:0/880895874 shutdown_connections 2024-09-13T15:03:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 --2- 172.21.15.33:0/880895874 >> v2:172.21.15.103:3300/0 conn(0x7f149015dbc0 0x7f149013fa30 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 --2- 172.21.15.33:0/880895874 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f14900cde70 0x7f14900cf390 unknown :-1 s=CLOSED pgs=615 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 -- 172.21.15.33:0/880895874 >> 172.21.15.33:0/880895874 conn(0x7f14900b1830 msgr2=0x7f14900b1c40 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:03:04.087 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 -- 172.21.15.33:0/880895874 shutdown_connections 2024-09-13T15:03:04.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 -- 172.21.15.33:0/880895874 wait complete. 2024-09-13T15:03:04.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 Processor -- start 2024-09-13T15:03:04.088 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 -- start start 2024-09-13T15:03:04.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f14900b4060 0x7f1490134fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f14900cde70 0x7f1490135960 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f149015dbc0 0x7f1490135ea0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f1490134b80 con 0x7f149015dbc0 2024-09-13T15:03:04.091 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f14901325a0 con 0x7f14900cde70 2024-09-13T15:03:04.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f149878a700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f1490132840 con 0x7f14900b4060 2024-09-13T15:03:04.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f1496d27700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f149015dbc0 0x7f1490135ea0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f1496d27700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f149015dbc0 0x7f1490135ea0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57164/0 (socket says 172.21.15.33:57164) 2024-09-13T15:03:04.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f1496d27700 1 -- 172.21.15.33:0/344485295 learned_addr learned my addr 172.21.15.33:0/344485295 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:03:04.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f1496526700 1 --2- 172.21.15.33:0/344485295 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f14900b4060 0x7f1490134fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.083+0000 7f1495d25700 1 --2- 172.21.15.33:0/344485295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f14900cde70 0x7f1490135960 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.087+0000 7f1496d27700 1 -- 172.21.15.33:0/344485295 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f14900b4060 msgr2=0x7f1490134fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.087+0000 7f1496d27700 1 --2- 172.21.15.33:0/344485295 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f14900b4060 0x7f1490134fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.087+0000 7f1496d27700 1 -- 172.21.15.33:0/344485295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f14900cde70 msgr2=0x7f1490135960 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.087+0000 7f1496d27700 1 --2- 172.21.15.33:0/344485295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f14900cde70 0x7f1490135960 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.087+0000 7f1496d27700 1 -- 172.21.15.33:0/344485295 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f14780094b0 con 0x7f149015dbc0 2024-09-13T15:03:04.092 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.087+0000 7f1496d27700 1 --2- 172.21.15.33:0/344485295 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f149015dbc0 0x7f1490135ea0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f148000d5d0 tx=0x7f148000d8e0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:03:04.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.087+0000 7f148effd700 1 -- 172.21.15.33:0/344485295 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f14800125f0 con 0x7f149015dbc0 2024-09-13T15:03:04.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.087+0000 7f148effd700 1 -- 172.21.15.33:0/344485295 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f1480012770 con 0x7f149015dbc0 2024-09-13T15:03:04.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.087+0000 7f149878a700 1 -- 172.21.15.33:0/344485295 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f1490132b20 con 0x7f149015dbc0 2024-09-13T15:03:04.093 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.087+0000 7f148effd700 1 -- 172.21.15.33:0/344485295 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f1480012b20 con 0x7f149015dbc0 2024-09-13T15:03:04.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.087+0000 7f149878a700 1 -- 172.21.15.33:0/344485295 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f14901347a0 con 0x7f149015dbc0 2024-09-13T15:03:04.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.087+0000 7f149878a700 1 -- 172.21.15.33:0/344485295 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f1490134cc0 con 0x7f149015dbc0 2024-09-13T15:03:04.094 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.087+0000 7f148effd700 1 -- 172.21.15.33:0/344485295 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f1480012c80 con 0x7f149015dbc0 2024-09-13T15:03:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.091+0000 7f148effd700 1 --2- 172.21.15.33:0/344485295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1470066760 0x7f1470068c20 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.091+0000 7f148effd700 1 -- 172.21.15.33:0/344485295 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f1480083ff0 con 0x7f149015dbc0 2024-09-13T15:03:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.091+0000 7f1496526700 1 --2- 172.21.15.33:0/344485295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1470066760 0x7f1470068c20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.095 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.091+0000 7f1496526700 1 --2- 172.21.15.33:0/344485295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1470066760 0x7f1470068c20 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f14880015f0 tx=0x7f1488001aa0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:03:04.102 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.099+0000 7f148effd700 1 -- 172.21.15.33:0/344485295 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f1490134cc0 con 0x7f149015dbc0 2024-09-13T15:03:04.267 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.263+0000 7f149878a700 1 -- 172.21.15.33:0/344485295 --> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] -- mgr_command(tid 0: {"prefix": "pg dump", "target": ["mon-mgr", ""], "format": "json"}) v1 -- 0x7f149015e280 con 0x7f1470066760 2024-09-13T15:03:04.272 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.267+0000 7f148effd700 1 -- 172.21.15.33:0/344485295 <== mgr.4105 v2:172.21.15.103:6832/2093076978 1 ==== mgr_command_reply(tid 0: 0 dumped all) v1 ==== 18+0+49548 (secure 0 0 0) 0x7f1488007800 con 0x7f1470066760 2024-09-13T15:03:04.273 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:03:04.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.271+0000 7f149878a700 1 -- 172.21.15.33:0/344485295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1470066760 msgr2=0x7f1470068c20 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.271+0000 7f149878a700 1 --2- 172.21.15.33:0/344485295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1470066760 0x7f1470068c20 secure :-1 s=READY pgs=317 cs=0 l=1 rev1=1 crypto rx=0x7f14880015f0 tx=0x7f1488001aa0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.271+0000 7f149878a700 1 -- 172.21.15.33:0/344485295 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f149015dbc0 msgr2=0x7f1490135ea0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.271+0000 7f149878a700 1 --2- 172.21.15.33:0/344485295 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f149015dbc0 0x7f1490135ea0 secure :-1 s=READY pgs=616 cs=0 l=1 rev1=1 crypto rx=0x7f148000d5d0 tx=0x7f148000d8e0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.275 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.271+0000 7f149878a700 1 -- 172.21.15.33:0/344485295 shutdown_connections 2024-09-13T15:03:04.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.271+0000 7f149878a700 1 --2- 172.21.15.33:0/344485295 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f1470066760 0x7f1470068c20 unknown :-1 s=CLOSED pgs=317 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.271+0000 7f149878a700 1 --2- 172.21.15.33:0/344485295 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f149015dbc0 0x7f1490135ea0 unknown :-1 s=CLOSED pgs=616 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.271+0000 7f149878a700 1 --2- 172.21.15.33:0/344485295 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f14900cde70 0x7f1490135960 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.271+0000 7f149878a700 1 --2- 172.21.15.33:0/344485295 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f14900b4060 0x7f1490134fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.271+0000 7f149878a700 1 -- 172.21.15.33:0/344485295 >> 172.21.15.33:0/344485295 conn(0x7f14900b1830 msgr2=0x7f149006a350 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:03:04.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.271+0000 7f149878a700 1 -- 172.21.15.33:0/344485295 shutdown_connections 2024-09-13T15:03:04.276 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.271+0000 7f149878a700 1 -- 172.21.15.33:0/344485295 wait complete. 2024-09-13T15:03:04.277 INFO:teuthology.orchestra.run.smithi033.stderr:dumped all 2024-09-13T15:03:04.288 INFO:teuthology.orchestra.run.smithi033.stdout:{"pg_ready":true,"pg_map":{"version":109,"stamp":"2024-09-13T15:03:02.286913+0000","last_osdmap_epoch":0,"last_pg_scan":0,"pg_stats_sum":{"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":0},"osd_stats_sum":{"up_from":0,"seq":0,"num_pgs":2,"num_osds":8,"num_per_pool_osds":8,"num_per_pool_omap_osds":2,"kb":754974720,"kb_used":225636,"kb_used_data":5380,"kb_used_omap":12,"kb_used_meta":220147,"kb_avail":754749084,"statfs":{"total":773094113280,"available":772863062016,"internally_reserved":0,"allocated":5509120,"data_stored":3055253,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":12744,"internal_metadata":225431096},"hb_peers":[],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[]},"pg_stats_delta":{"stat_sum":{"num_bytes":0,"num_objects":0,"num_object_clones":0,"num_object_copies":0,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":0,"num_whiteouts":0,"num_read":0,"num_read_kb":0,"num_write":0,"num_write_kb":0,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":0,"data_stored":0,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":0,"ondisk_log_size":0,"up":0,"acting":0,"num_store_stats":0,"stamp_delta":"12.003524"},"pg_stats":[{"pgid":"1.0","version":"46'119","reported_seq":199,"reported_epoch":46,"state":"active+clean","last_fresh":"2024-09-13T15:02:44.263453+0000","last_change":"2024-09-13T15:02:44.263453+0000","last_active":"2024-09-13T15:02:44.263453+0000","last_peered":"2024-09-13T15:02:44.263453+0000","last_clean":"2024-09-13T15:02:44.263453+0000","last_became_active":"2024-09-13T15:00:46.487009+0000","last_became_peered":"2024-09-13T15:00:46.487009+0000","last_unstale":"2024-09-13T15:02:44.263453+0000","last_undegraded":"2024-09-13T15:02:44.263453+0000","last_fullsized":"2024-09-13T15:02:44.263453+0000","mapping_epoch":16,"log_start":"0'0","ondisk_log_start":"0'0","created":16,"last_epoch_clean":17,"parent":"0.0","parent_split_bits":0,"last_scrub":"46'119","last_scrub_stamp":"2024-09-13T15:02:44.263215+0000","last_deep_scrub":"46'119","last_deep_scrub_stamp":"2024-09-13T15:02:44.263215+0000","last_clean_scrub_stamp":"2024-09-13T15:02:44.263215+0000","objects_scrubbed":2,"log_size":119,"log_dups_size":0,"ondisk_log_size":119,"stats_invalid":false,"dirty_stats_invalid":false,"omap_stats_invalid":false,"hitset_stats_invalid":false,"hitset_bytes_stats_invalid":false,"pin_stats_invalid":false,"manifest_stats_invalid":false,"snaptrimq_len":0,"last_scrub_duration":1,"scrub_schedule":"periodic scrub scheduled @ 2024-09-15T00:25:23.511520+0000","scrub_duration":0.011122716,"objects_trimmed":0,"snaptrim_duration":0,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"up":[7,0],"acting":[7,0],"avail_no_missing":[],"object_location_counts":[],"blocked_by":[],"up_primary":7,"acting_primary":7,"purged_snaps":[]}],"pool_stats":[{"poolid":1,"num_pg":1,"stat_sum":{"num_bytes":590368,"num_objects":2,"num_object_clones":0,"num_object_copies":4,"num_objects_missing_on_primary":0,"num_objects_missing":0,"num_objects_degraded":0,"num_objects_misplaced":0,"num_objects_unfound":0,"num_objects_dirty":2,"num_whiteouts":0,"num_read":116,"num_read_kb":100,"num_write":159,"num_write_kb":2416,"num_scrub_errors":0,"num_shallow_scrub_errors":0,"num_deep_scrub_errors":0,"num_objects_recovered":0,"num_bytes_recovered":0,"num_keys_recovered":0,"num_objects_omap":0,"num_objects_hit_set_archive":0,"num_bytes_hit_set_archive":0,"num_flush":0,"num_flush_kb":0,"num_evict":0,"num_evict_kb":0,"num_promote":0,"num_flush_mode_high":0,"num_flush_mode_low":0,"num_evict_mode_some":0,"num_evict_mode_full":0,"num_objects_pinned":0,"num_legacy_snapsets":0,"num_large_omap_objects":0,"num_objects_manifest":0,"num_omap_bytes":0,"num_omap_keys":0,"num_objects_repaired":0},"store_stats":{"total":0,"available":0,"internally_reserved":0,"allocated":1187840,"data_stored":1180736,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},"log_size":119,"ondisk_log_size":119,"up":2,"acting":2,"num_store_stats":2}],"osd_stats":[{"osd":7,"up_from":14,"seq":60129542173,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":28124,"kb_used_data":1108,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94343716,"statfs":{"total":96636764160,"available":96607965184,"internally_reserved":0,"allocated":1134592,"data_stored":824760,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1589,"internal_metadata":27654603},"hb_peers":[0,1,2,3,4,5,6],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.85599999999999998,"5min":0.85199999999999998,"15min":0.85099999999999998},"min":{"1min":0.52400000000000002,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":1.1599999999999999,"5min":1.3520000000000001,"15min":1.3520000000000001},"last":0.88800000000000001},{"interface":"front","average":{"1min":0.93100000000000005,"5min":0.93600000000000005,"15min":0.93700000000000006},"min":{"1min":0.54300000000000004,"5min":0.54300000000000004,"15min":0.54300000000000004},"max":{"1min":1.23,"5min":1.2669999999999999,"15min":1.2669999999999999},"last":0.95099999999999996}]},{"osd":1,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.73899999999999999,"5min":0.73699999999999999,"15min":0.73699999999999999},"min":{"1min":0.56599999999999995,"5min":0.51700000000000002,"15min":0.51700000000000002},"max":{"1min":0.94199999999999995,"5min":0.999,"15min":0.999},"last":0.79100000000000004},{"interface":"front","average":{"1min":0.86199999999999999,"5min":0.82899999999999996,"15min":0.82299999999999995},"min":{"1min":0.48499999999999999,"5min":0.48499999999999999,"15min":0.48499999999999999},"max":{"1min":1.292,"5min":1.292,"15min":1.292},"last":0.60899999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0429999999999999,"5min":0.90400000000000003,"15min":0.88100000000000001},"min":{"1min":0.68100000000000005,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.3839999999999999,"5min":1.3839999999999999,"15min":1.3839999999999999},"last":1.028},{"interface":"front","average":{"1min":1.026,"5min":0.98599999999999999,"15min":0.97899999999999998},"min":{"1min":0.626,"5min":0.626,"15min":0.626},"max":{"1min":1.335,"5min":1.3700000000000001,"15min":1.3700000000000001},"last":1.0469999999999999}]},{"osd":3,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.76900000000000002,"5min":0.82299999999999995,"15min":0.83199999999999996},"min":{"1min":0.52300000000000002,"5min":0.51000000000000001,"15min":0.51000000000000001},"max":{"1min":0.998,"5min":1.113,"15min":1.113},"last":0.92400000000000004},{"interface":"front","average":{"1min":0.93000000000000005,"5min":0.91400000000000003,"15min":0.91100000000000003},"min":{"1min":0.66600000000000004,"5min":0.63800000000000001,"15min":0.63800000000000001},"max":{"1min":1.4670000000000001,"5min":1.4670000000000001,"15min":1.4670000000000001},"last":0.97499999999999998}]},{"osd":4,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.89700000000000002,"5min":0.90600000000000003,"15min":0.90800000000000003},"min":{"1min":0.56100000000000005,"5min":0.56100000000000005,"15min":0.56100000000000005},"max":{"1min":1.206,"5min":1.3049999999999999,"15min":1.3049999999999999},"last":0.68899999999999995},{"interface":"front","average":{"1min":0.998,"5min":1.0009999999999999,"15min":1.0009999999999999},"min":{"1min":0.877,"5min":0.61899999999999999,"15min":0.61899999999999999},"max":{"1min":1.0820000000000001,"5min":1.327,"15min":1.327},"last":1.075}]},{"osd":5,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.96599999999999997,"5min":1.01,"15min":1.0169999999999999},"min":{"1min":0.59499999999999997,"5min":0.59499999999999997,"15min":0.59499999999999997},"max":{"1min":1.821,"5min":1.821,"15min":1.821},"last":0.749},{"interface":"front","average":{"1min":1.012,"5min":1.012,"15min":1.012},"min":{"1min":0.80900000000000005,"5min":0.67400000000000004,"15min":0.67400000000000004},"max":{"1min":1.4139999999999999,"5min":1.4910000000000001,"15min":1.4910000000000001},"last":1.1080000000000001}]},{"osd":6,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":1.0580000000000001,"5min":1.0660000000000001,"15min":1.0669999999999999},"min":{"1min":0.78000000000000003,"5min":0.66600000000000004,"15min":0.66600000000000004},"max":{"1min":1.425,"5min":1.4299999999999999,"15min":1.4299999999999999},"last":0.84899999999999998},{"interface":"front","average":{"1min":1.006,"5min":1.032,"15min":1.036},"min":{"1min":0.71599999999999997,"5min":0.70599999999999996,"15min":0.70599999999999996},"max":{"1min":1.252,"5min":1.292,"15min":1.292},"last":1.002}]}]},{"osd":6,"up_from":14,"seq":60129542174,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27552,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344288,"statfs":{"total":96636764160,"available":96608550912,"internally_reserved":0,"allocated":540672,"data_stored":234392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1593,"internal_metadata":27654599},"hb_peers":[0,1,2,3,4,5,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:02:46 2024","interfaces":[{"interface":"back","average":{"1min":0.84499999999999997,"5min":0.96099999999999997,"15min":0.97999999999999998},"min":{"1min":0.32800000000000001,"5min":0.32800000000000001,"15min":0.32800000000000001},"max":{"1min":1.2589999999999999,"5min":2.8929999999999998,"15min":2.8929999999999998},"last":0.73299999999999998},{"interface":"front","average":{"1min":0.83999999999999997,"5min":0.86699999999999999,"15min":0.871},"min":{"1min":0.56499999999999995,"5min":0.56499999999999995,"15min":0.56499999999999995},"max":{"1min":1.1970000000000001,"5min":1.4159999999999999,"15min":1.4159999999999999},"last":1.117}]},{"osd":1,"last update":"Fri Sep 13 15:02:46 2024","interfaces":[{"interface":"back","average":{"1min":0.85999999999999999,"5min":0.91900000000000004,"15min":0.92900000000000005},"min":{"1min":0.378,"5min":0.378,"15min":0.378},"max":{"1min":1.103,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":0.64000000000000001},{"interface":"front","average":{"1min":0.82499999999999996,"5min":1.0029999999999999,"15min":1.0329999999999999},"min":{"1min":0.39600000000000002,"5min":0.39600000000000002,"15min":0.39600000000000002},"max":{"1min":1.0600000000000001,"5min":3.9769999999999999,"15min":3.9769999999999999},"last":1.012}]},{"osd":2,"last update":"Fri Sep 13 15:02:46 2024","interfaces":[{"interface":"back","average":{"1min":0.86099999999999999,"5min":0.92400000000000004,"15min":0.93400000000000005},"min":{"1min":0.52500000000000002,"5min":0.52500000000000002,"15min":0.52500000000000002},"max":{"1min":1.1399999999999999,"5min":1.3320000000000001,"15min":1.3320000000000001},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.86699999999999999,"5min":0.96799999999999997,"15min":0.98499999999999999},"min":{"1min":0.46200000000000002,"5min":0.46200000000000002,"15min":0.46200000000000002},"max":{"1min":1.236,"5min":1.6899999999999999,"15min":1.6899999999999999},"last":1.083}]},{"osd":3,"last update":"Fri Sep 13 15:02:46 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.95599999999999996,"15min":0.97699999999999998},"min":{"1min":0.41699999999999998,"5min":0.41699999999999998,"15min":0.41699999999999998},"max":{"1min":1.0840000000000001,"5min":1.9910000000000001,"15min":1.9910000000000001},"last":0.92800000000000005},{"interface":"front","average":{"1min":0.91300000000000003,"5min":1.014,"15min":1.0309999999999999},"min":{"1min":0.505,"5min":0.505,"15min":0.505},"max":{"1min":1.274,"5min":2.157,"15min":2.157},"last":1.1379999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:02:46 2024","interfaces":[{"interface":"back","average":{"1min":0.87,"5min":1.036,"15min":1.0640000000000001},"min":{"1min":0.45000000000000001,"5min":0.45000000000000001,"15min":0.45000000000000001},"max":{"1min":1.2290000000000001,"5min":2.1120000000000001,"15min":2.1120000000000001},"last":0.83899999999999997},{"interface":"front","average":{"1min":0.95899999999999996,"5min":1.0309999999999999,"15min":1.0429999999999999},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.3109999999999999,"5min":1.494,"15min":1.494},"last":1.0509999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:02:46 2024","interfaces":[{"interface":"back","average":{"1min":0.91100000000000003,"5min":1.052,"15min":1.0760000000000001},"min":{"1min":0.48999999999999999,"5min":0.48999999999999999,"15min":0.48999999999999999},"max":{"1min":1.591,"5min":2.032,"15min":2.032},"last":1.155},{"interface":"front","average":{"1min":1.0049999999999999,"5min":1.1499999999999999,"15min":1.1739999999999999},"min":{"1min":0.47699999999999998,"5min":0.47699999999999998,"15min":0.47699999999999998},"max":{"1min":1.2150000000000001,"5min":2.492,"15min":2.492},"last":1.1970000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:02:46 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":1.1399999999999999,"15min":1.1619999999999999},"min":{"1min":0.69899999999999995,"5min":0.69899999999999995,"15min":0.69899999999999995},"max":{"1min":1.252,"5min":1.8140000000000001,"15min":1.8140000000000001},"last":0.96499999999999997},{"interface":"front","average":{"1min":1.081,"5min":1.2250000000000001,"15min":1.2490000000000001},"min":{"1min":0.51500000000000001,"5min":0.51500000000000001,"15min":0.51500000000000001},"max":{"1min":1.675,"5min":2.6560000000000001,"15min":2.6560000000000001},"last":1.2190000000000001}]}]},{"osd":5,"up_from":14,"seq":60129542174,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27548,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":540672,"data_stored":234392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,4,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.84199999999999997,"5min":0.873,"15min":0.878},"min":{"1min":0.48299999999999998,"5min":0.48299999999999998,"15min":0.48299999999999998},"max":{"1min":1.208,"5min":2.5880000000000001,"15min":2.5880000000000001},"last":1.101},{"interface":"front","average":{"1min":0.79600000000000004,"5min":0.85999999999999999,"15min":0.87},"min":{"1min":0.44,"5min":0.44,"15min":0.44},"max":{"1min":1.2110000000000001,"5min":1.9450000000000001,"15min":1.9450000000000001},"last":0.77900000000000003}]},{"osd":1,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.85499999999999998,"5min":0.94599999999999995,"15min":0.96099999999999997},"min":{"1min":0.52100000000000002,"5min":0.52100000000000002,"15min":0.52100000000000002},"max":{"1min":1.345,"5min":3.0019999999999998,"15min":3.0019999999999998},"last":0.91800000000000004},{"interface":"front","average":{"1min":0.76000000000000001,"5min":0.83499999999999996,"15min":0.84699999999999998},"min":{"1min":0.59499999999999997,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":0.98099999999999998,"5min":1.246,"15min":1.246},"last":0.99399999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.90500000000000003,"5min":0.92500000000000004,"15min":0.92800000000000005},"min":{"1min":0.57599999999999996,"5min":0.57599999999999996,"15min":0.57599999999999996},"max":{"1min":1.1459999999999999,"5min":1.4430000000000001,"15min":1.4430000000000001},"last":0.753},{"interface":"front","average":{"1min":0.88800000000000001,"5min":0.84899999999999998,"15min":0.84299999999999997},"min":{"1min":0.53000000000000003,"5min":0.52300000000000002,"15min":0.52300000000000002},"max":{"1min":1.1539999999999999,"5min":1.1539999999999999,"15min":1.1539999999999999},"last":0.95399999999999996}]},{"osd":3,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.85799999999999998,"5min":0.97399999999999998,"15min":0.99299999999999999},"min":{"1min":0.64700000000000002,"5min":0.54200000000000004,"15min":0.54200000000000004},"max":{"1min":1.1739999999999999,"5min":2.7490000000000001,"15min":2.7490000000000001},"last":0.69599999999999995},{"interface":"front","average":{"1min":0.95699999999999996,"5min":0.95899999999999996,"15min":0.95899999999999996},"min":{"1min":0.69799999999999995,"5min":0.69599999999999995,"15min":0.69599999999999995},"max":{"1min":1.2370000000000001,"5min":1.351,"15min":1.351},"last":0.84499999999999997}]},{"osd":4,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.90400000000000003,"5min":0.96499999999999997,"15min":0.97499999999999998},"min":{"1min":0.63100000000000001,"5min":0.59199999999999997,"15min":0.59199999999999997},"max":{"1min":1.1950000000000001,"5min":2.1160000000000001,"15min":2.1160000000000001},"last":0.88400000000000001},{"interface":"front","average":{"1min":1.0740000000000001,"5min":1.1539999999999999,"15min":1.1679999999999999},"min":{"1min":0.90500000000000003,"5min":0.88900000000000001,"15min":0.88900000000000001},"max":{"1min":1.288,"5min":3.173,"15min":3.173},"last":1.0409999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.93899999999999995,"5min":1.0229999999999999,"15min":1.0369999999999999},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.137,"5min":1.7310000000000001,"15min":1.7310000000000001},"last":0.93600000000000005},{"interface":"front","average":{"1min":1.0189999999999999,"5min":1.0820000000000001,"15min":1.0920000000000001},"min":{"1min":0.71999999999999997,"5min":0.71899999999999997,"15min":0.71899999999999997},"max":{"1min":1.274,"5min":2.653,"15min":2.653},"last":1.014}]},{"osd":7,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.97599999999999998,"5min":1.143,"15min":1.171},"min":{"1min":0.69699999999999995,"5min":0.69699999999999995,"15min":0.69699999999999995},"max":{"1min":1.1579999999999999,"5min":2.9060000000000001,"15min":2.9060000000000001},"last":0.98099999999999998},{"interface":"front","average":{"1min":1.091,"5min":1.1559999999999999,"15min":1.167},"min":{"1min":0.94599999999999995,"5min":0.92500000000000004,"15min":0.92500000000000004},"max":{"1min":1.214,"5min":1.841,"15min":1.841},"last":1.127}]}]},{"osd":4,"up_from":14,"seq":60129542174,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27548,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":540672,"data_stored":234392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,2,3,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":0.80900000000000005,"5min":0.78500000000000003,"15min":0.78100000000000003},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.028,"5min":1.157,"15min":1.157},"last":0.70399999999999996},{"interface":"front","average":{"1min":0.82199999999999995,"5min":0.83199999999999996,"15min":0.83399999999999996},"min":{"1min":0.65900000000000003,"5min":0.57899999999999996,"15min":0.57899999999999996},"max":{"1min":1.0860000000000001,"5min":1.113,"15min":1.113},"last":0.85399999999999998}]},{"osd":1,"last update":"Fri Sep 13 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":0.94899999999999995,"5min":0.92800000000000005,"15min":0.92400000000000004},"min":{"1min":0.62,"5min":0.62,"15min":0.62},"max":{"1min":1.218,"5min":1.282,"15min":1.282},"last":1.175},{"interface":"front","average":{"1min":0.95899999999999996,"5min":0.93999999999999995,"15min":0.93700000000000006},"min":{"1min":0.53500000000000003,"5min":0.53500000000000003,"15min":0.53500000000000003},"max":{"1min":1.2789999999999999,"5min":1.419,"15min":1.419},"last":1.0409999999999999}]},{"osd":2,"last update":"Fri Sep 13 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":0.77000000000000002,"5min":0.88300000000000001,"15min":0.90200000000000002},"min":{"1min":0.57799999999999996,"5min":0.57799999999999996,"15min":0.57799999999999996},"max":{"1min":1.0449999999999999,"5min":1.3400000000000001,"15min":1.3400000000000001},"last":1.0589999999999999},{"interface":"front","average":{"1min":0.90700000000000003,"5min":0.89100000000000001,"15min":0.88900000000000001},"min":{"1min":0.61099999999999999,"5min":0.61099999999999999,"15min":0.61099999999999999},"max":{"1min":1.25,"5min":1.25,"15min":1.25},"last":0.81399999999999995}]},{"osd":3,"last update":"Fri Sep 13 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":0.83199999999999996,"5min":0.88300000000000001,"15min":0.89100000000000001},"min":{"1min":0.64100000000000001,"5min":0.62,"15min":0.62},"max":{"1min":1.0920000000000001,"5min":1.2529999999999999,"15min":1.2529999999999999},"last":0.73899999999999999},{"interface":"front","average":{"1min":0.97899999999999998,"5min":1.032,"15min":1.0409999999999999},"min":{"1min":0.67300000000000004,"5min":0.67300000000000004,"15min":0.67300000000000004},"max":{"1min":1.1899999999999999,"5min":1.639,"15min":1.639},"last":1.1180000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":0.97999999999999998,"5min":0.92800000000000005,"15min":0.91900000000000004},"min":{"1min":0.67800000000000005,"5min":0.60099999999999998,"15min":0.60099999999999998},"max":{"1min":1.3100000000000001,"5min":1.494,"15min":1.494},"last":0.98599999999999999},{"interface":"front","average":{"1min":0.95399999999999996,"5min":0.97399999999999998,"15min":0.97699999999999998},"min":{"1min":0.76300000000000001,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.179,"5min":1.3979999999999999,"15min":1.3979999999999999},"last":1.0049999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":0.91400000000000003,"5min":0.98199999999999998,"15min":0.99399999999999999},"min":{"1min":0.63200000000000001,"5min":0.63200000000000001,"15min":0.63200000000000001},"max":{"1min":1.145,"5min":1.611,"15min":1.611},"last":0.93999999999999995},{"interface":"front","average":{"1min":1.0780000000000001,"5min":1.077,"15min":1.077},"min":{"1min":0.70699999999999996,"5min":0.70699999999999996,"15min":0.70699999999999996},"max":{"1min":1.363,"5min":1.6910000000000001,"15min":1.6910000000000001},"last":1.089}]},{"osd":7,"last update":"Fri Sep 13 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":1.0229999999999999,"5min":1.097,"15min":1.109},"min":{"1min":0.66000000000000003,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.226,"5min":1.5489999999999999,"15min":1.5489999999999999},"last":1.143},{"interface":"front","average":{"1min":1.1399999999999999,"5min":1.1879999999999999,"15min":1.196},"min":{"1min":0.90800000000000003,"5min":0.90800000000000003,"15min":0.90800000000000003},"max":{"1min":1.3600000000000001,"5min":1.8149999999999999,"15min":1.8149999999999999},"last":1.2270000000000001}]}]},{"osd":3,"up_from":14,"seq":60129542174,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27552,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344288,"statfs":{"total":96636764160,"available":96608550912,"internally_reserved":0,"allocated":540672,"data_stored":234392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1592,"internal_metadata":27654600},"hb_peers":[0,1,2,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":1.006,"5min":0.70499999999999996,"15min":0.65500000000000003},"min":{"1min":0.30599999999999999,"5min":0.30599999999999999,"15min":0.30599999999999999},"max":{"1min":6.343,"5min":6.343,"15min":6.343},"last":0.59799999999999998},{"interface":"front","average":{"1min":0.94799999999999995,"5min":0.71999999999999997,"15min":0.68200000000000005},"min":{"1min":0.40000000000000002,"5min":0.28699999999999998,"15min":0.28699999999999998},"max":{"1min":5.2839999999999998,"5min":5.2839999999999998,"15min":5.2839999999999998},"last":0.65300000000000002}]},{"osd":1,"last update":"Fri Sep 13 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":1.1140000000000001,"5min":0.74099999999999999,"15min":0.67900000000000005},"min":{"1min":0.47499999999999998,"5min":0.40100000000000002,"15min":0.40100000000000002},"max":{"1min":6.8620000000000001,"5min":6.8620000000000001,"15min":6.8620000000000001},"last":0.70499999999999996},{"interface":"front","average":{"1min":1.1890000000000001,"5min":0.82899999999999996,"15min":0.76900000000000002},"min":{"1min":0.54400000000000004,"5min":0.441,"15min":0.441},"max":{"1min":6.2130000000000001,"5min":6.2130000000000001,"15min":6.2130000000000001},"last":0.89700000000000002}]},{"osd":2,"last update":"Fri Sep 13 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":1.2230000000000001,"5min":0.86899999999999999,"15min":0.81000000000000005},"min":{"1min":0.53500000000000003,"5min":0.45500000000000002,"15min":0.45500000000000002},"max":{"1min":6.8959999999999999,"5min":6.8959999999999999,"15min":6.8959999999999999},"last":0.95599999999999996},{"interface":"front","average":{"1min":1.2689999999999999,"5min":0.95499999999999996,"15min":0.90300000000000002},"min":{"1min":0.56000000000000005,"5min":0.498,"15min":0.498},"max":{"1min":6.1630000000000003,"5min":6.1630000000000003,"15min":6.1630000000000003},"last":1.0529999999999999}]},{"osd":4,"last update":"Fri Sep 13 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":0.93500000000000005,"5min":0.94699999999999995,"15min":0.94899999999999995},"min":{"1min":0.58599999999999997,"5min":0.58599999999999997,"15min":0.58599999999999997},"max":{"1min":1.7430000000000001,"5min":1.7430000000000001,"15min":1.7430000000000001},"last":0.98999999999999999},{"interface":"front","average":{"1min":1.4339999999999999,"5min":1.0740000000000001,"15min":1.014},"min":{"1min":0.70399999999999996,"5min":0.64100000000000001,"15min":0.64100000000000001},"max":{"1min":6.8120000000000003,"5min":6.8120000000000003,"15min":6.8120000000000003},"last":0.83699999999999997}]},{"osd":5,"last update":"Fri Sep 13 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":1.4630000000000001,"5min":1.097,"15min":1.036},"min":{"1min":0.65100000000000002,"5min":0.65100000000000002,"15min":0.65100000000000002},"max":{"1min":6.2480000000000002,"5min":6.2480000000000002,"15min":6.2480000000000002},"last":1.1659999999999999},{"interface":"front","average":{"1min":1.024,"5min":1.034,"15min":1.036},"min":{"1min":0.72699999999999998,"5min":0.66000000000000003,"15min":0.66000000000000003},"max":{"1min":1.7769999999999999,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":1.1439999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":1.464,"5min":1.1479999999999999,"15min":1.0960000000000001},"min":{"1min":0.64300000000000002,"5min":0.64300000000000002,"15min":0.64300000000000002},"max":{"1min":7.1799999999999997,"5min":7.1799999999999997,"15min":7.1799999999999997},"last":1.101},{"interface":"front","average":{"1min":1.448,"5min":1.1559999999999999,"15min":1.1080000000000001},"min":{"1min":0.71899999999999997,"5min":0.71699999999999997,"15min":0.71699999999999997},"max":{"1min":6.2830000000000004,"5min":6.2830000000000004,"15min":6.2830000000000004},"last":1.2370000000000001}]},{"osd":7,"last update":"Fri Sep 13 15:02:48 2024","interfaces":[{"interface":"back","average":{"1min":1.163,"5min":1.087,"15min":1.0740000000000001},"min":{"1min":0.82799999999999996,"5min":0.68500000000000005,"15min":0.68500000000000005},"max":{"1min":1.8069999999999999,"5min":1.8069999999999999,"15min":1.8069999999999999},"last":1.2},{"interface":"front","average":{"1min":1.528,"5min":1.224,"15min":1.1739999999999999},"min":{"1min":0.80200000000000005,"5min":0.76200000000000001,"15min":0.76200000000000001},"max":{"1min":6.9370000000000003,"5min":6.9370000000000003,"15min":6.9370000000000003},"last":1.2090000000000001}]}]},{"osd":2,"up_from":14,"seq":60129542175,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27548,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":540672,"data_stored":234392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,1,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:02:45 2024","interfaces":[{"interface":"back","average":{"1min":0.60499999999999998,"5min":0.623,"15min":0.626},"min":{"1min":0.44600000000000001,"5min":0.24299999999999999,"15min":0.24299999999999999},"max":{"1min":0.79600000000000004,"5min":0.94099999999999995,"15min":0.94099999999999995},"last":0.51200000000000001},{"interface":"front","average":{"1min":0.66900000000000004,"5min":0.68300000000000005,"15min":0.68500000000000005},"min":{"1min":0.377,"5min":0.377,"15min":0.377},"max":{"1min":0.87,"5min":0.95899999999999996,"15min":0.95899999999999996},"last":0.69699999999999995}]},{"osd":1,"last update":"Fri Sep 13 15:02:45 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.624,"15min":0.624},"min":{"1min":0.40799999999999997,"5min":0.39900000000000002,"15min":0.39900000000000002},"max":{"1min":0.93999999999999995,"5min":0.93999999999999995,"15min":0.93999999999999995},"last":0.56299999999999994},{"interface":"front","average":{"1min":0.80100000000000005,"5min":0.70099999999999996,"15min":0.68500000000000005},"min":{"1min":0.47999999999999998,"5min":0.40799999999999997,"15min":0.40799999999999997},"max":{"1min":1.3799999999999999,"5min":1.3799999999999999,"15min":1.3799999999999999},"last":0.62}]},{"osd":3,"last update":"Fri Sep 13 15:02:45 2024","interfaces":[{"interface":"back","average":{"1min":0.70499999999999996,"5min":0.73599999999999999,"15min":0.74099999999999999},"min":{"1min":0.50900000000000001,"5min":0.42099999999999999,"15min":0.42099999999999999},"max":{"1min":0.91500000000000004,"5min":1.1910000000000001,"15min":1.1910000000000001},"last":0.746},{"interface":"front","average":{"1min":0.79000000000000004,"5min":0.78300000000000003,"15min":0.78200000000000003},"min":{"1min":0.42999999999999999,"5min":0.42999999999999999,"15min":0.42999999999999999},"max":{"1min":1.1950000000000001,"5min":1.1950000000000001,"15min":1.1950000000000001},"last":0.77900000000000003}]},{"osd":4,"last update":"Fri Sep 13 15:02:45 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":0.96099999999999997,"15min":0.95299999999999996},"min":{"1min":0.63600000000000001,"5min":0.56999999999999995,"15min":0.56999999999999995},"max":{"1min":1.492,"5min":1.492,"15min":1.492},"last":0.96099999999999997},{"interface":"front","average":{"1min":0.96399999999999997,"5min":0.95099999999999996,"15min":0.94899999999999995},"min":{"1min":0.72099999999999997,"5min":0.628,"15min":0.628},"max":{"1min":1.139,"5min":1.792,"15min":1.792},"last":1.0549999999999999}]},{"osd":5,"last update":"Fri Sep 13 15:02:45 2024","interfaces":[{"interface":"back","average":{"1min":0.98699999999999999,"5min":0.995,"15min":0.997},"min":{"1min":0.61799999999999999,"5min":0.61799999999999999,"15min":0.61799999999999999},"max":{"1min":1.246,"5min":1.4790000000000001,"15min":1.4790000000000001},"last":0.80700000000000005},{"interface":"front","average":{"1min":1.0880000000000001,"5min":1.0820000000000001,"15min":1.081},"min":{"1min":0.80200000000000005,"5min":0.65900000000000003,"15min":0.65900000000000003},"max":{"1min":1.671,"5min":1.925,"15min":1.925},"last":0.85499999999999998}]},{"osd":6,"last update":"Fri Sep 13 15:02:45 2024","interfaces":[{"interface":"back","average":{"1min":1.0149999999999999,"5min":0.98299999999999998,"15min":0.97699999999999998},"min":{"1min":0.73899999999999999,"5min":0.73599999999999999,"15min":0.73599999999999999},"max":{"1min":1.4039999999999999,"5min":1.4730000000000001,"15min":1.4730000000000001},"last":0.89000000000000001},{"interface":"front","average":{"1min":1.095,"5min":1.1459999999999999,"15min":1.1539999999999999},"min":{"1min":0.68899999999999995,"5min":0.68899999999999995,"15min":0.68899999999999995},"max":{"1min":1.419,"5min":2.8730000000000002,"15min":2.8730000000000002},"last":0.93100000000000005}]},{"osd":7,"last update":"Fri Sep 13 15:02:45 2024","interfaces":[{"interface":"back","average":{"1min":1.0920000000000001,"5min":1.0409999999999999,"15min":1.0329999999999999},"min":{"1min":0.79000000000000004,"5min":0.71399999999999997,"15min":0.71399999999999997},"max":{"1min":1.579,"5min":1.579,"15min":1.579},"last":0.97599999999999998},{"interface":"front","average":{"1min":1.1739999999999999,"5min":1.1879999999999999,"15min":1.1899999999999999},"min":{"1min":0.88600000000000001,"5min":0.88600000000000001,"15min":0.88600000000000001},"max":{"1min":1.6020000000000001,"5min":2.0779999999999998,"15min":2.0779999999999998},"last":1.0069999999999999}]}]},{"osd":1,"up_from":14,"seq":60129542175,"num_pgs":0,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":0,"kb":94371840,"kb_used":27548,"kb_used_data":528,"kb_used_omap":1,"kb_used_meta":27006,"kb_avail":94344292,"statfs":{"total":96636764160,"available":96608555008,"internally_reserved":0,"allocated":540672,"data_stored":234392,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":27654598},"hb_peers":[0,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":0,"last update":"Fri Sep 13 15:02:45 2024","interfaces":[{"interface":"back","average":{"1min":0.64600000000000002,"5min":0.63500000000000001,"15min":0.63300000000000001},"min":{"1min":0.46300000000000002,"5min":0.39400000000000002,"15min":0.39400000000000002},"max":{"1min":0.94399999999999995,"5min":0.94399999999999995,"15min":0.94399999999999995},"last":0.66700000000000004},{"interface":"front","average":{"1min":0.70899999999999996,"5min":0.64100000000000001,"15min":0.63},"min":{"1min":0.41699999999999998,"5min":0.29799999999999999,"15min":0.29799999999999999},"max":{"1min":1.113,"5min":1.113,"15min":1.113},"last":0.63200000000000001}]},{"osd":2,"last update":"Fri Sep 13 15:02:45 2024","interfaces":[{"interface":"back","average":{"1min":0.61099999999999999,"5min":0.622,"15min":0.624},"min":{"1min":0.24099999999999999,"5min":0.24099999999999999,"15min":0.24099999999999999},"max":{"1min":0.83799999999999997,"5min":0.88300000000000001,"15min":0.88300000000000001},"last":0.59299999999999997},{"interface":"front","average":{"1min":0.66600000000000004,"5min":0.72199999999999998,"15min":0.73099999999999998},"min":{"1min":0.35199999999999998,"5min":0.35199999999999998,"15min":0.35199999999999998},"max":{"1min":1.018,"5min":1.032,"15min":1.032},"last":0.97599999999999998}]},{"osd":3,"last update":"Fri Sep 13 15:02:45 2024","interfaces":[{"interface":"back","average":{"1min":0.78000000000000003,"5min":0.79600000000000004,"15min":0.79800000000000004},"min":{"1min":0.442,"5min":0.442,"15min":0.442},"max":{"1min":1.0940000000000001,"5min":1.2470000000000001,"15min":1.2470000000000001},"last":0.86699999999999999},{"interface":"front","average":{"1min":0.80000000000000004,"5min":0.77300000000000002,"15min":0.76900000000000002},"min":{"1min":0.45800000000000002,"5min":0.45700000000000002,"15min":0.45700000000000002},"max":{"1min":1.448,"5min":1.5860000000000001,"15min":1.5860000000000001},"last":0.76700000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:02:45 2024","interfaces":[{"interface":"back","average":{"1min":0.92200000000000004,"5min":0.95199999999999996,"15min":0.95699999999999996},"min":{"1min":0.64900000000000002,"5min":0.64900000000000002,"15min":0.64900000000000002},"max":{"1min":1.1220000000000001,"5min":1.4750000000000001,"15min":1.4750000000000001},"last":0.95199999999999996},{"interface":"front","average":{"1min":0.98499999999999999,"5min":0.97699999999999998,"15min":0.97499999999999998},"min":{"1min":0.66500000000000004,"5min":0.66500000000000004,"15min":0.66500000000000004},"max":{"1min":1.2030000000000001,"5min":1.5249999999999999,"15min":1.5249999999999999},"last":1.0620000000000001}]},{"osd":5,"last update":"Fri Sep 13 15:02:45 2024","interfaces":[{"interface":"back","average":{"1min":0.96199999999999997,"5min":0.95099999999999996,"15min":0.94899999999999995},"min":{"1min":0.627,"5min":0.61499999999999999,"15min":0.61499999999999999},"max":{"1min":1.3959999999999999,"5min":1.6919999999999999,"15min":1.6919999999999999},"last":0.84199999999999997},{"interface":"front","average":{"1min":0.95699999999999996,"5min":1.02,"15min":1.03},"min":{"1min":0.69299999999999995,"5min":0.69299999999999995,"15min":0.69299999999999995},"max":{"1min":1.306,"5min":1.3149999999999999,"15min":1.3149999999999999},"last":1.117}]},{"osd":6,"last update":"Fri Sep 13 15:02:45 2024","interfaces":[{"interface":"back","average":{"1min":1.0369999999999999,"5min":1.016,"15min":1.012},"min":{"1min":0.70399999999999996,"5min":0.66900000000000004,"15min":0.66900000000000004},"max":{"1min":1.3520000000000001,"5min":1.7370000000000001,"15min":1.7370000000000001},"last":1.3029999999999999},{"interface":"front","average":{"1min":1.069,"5min":1.0489999999999999,"15min":1.0449999999999999},"min":{"1min":0.83299999999999996,"5min":0.71499999999999997,"15min":0.71499999999999997},"max":{"1min":1.3140000000000001,"5min":1.7769999999999999,"15min":1.7769999999999999},"last":1.2729999999999999}]},{"osd":7,"last update":"Fri Sep 13 15:02:45 2024","interfaces":[{"interface":"back","average":{"1min":1.0569999999999999,"5min":1.0960000000000001,"15min":1.1020000000000001},"min":{"1min":0.77300000000000002,"5min":0.77200000000000002,"15min":0.77200000000000002},"max":{"1min":1.2490000000000001,"5min":1.6259999999999999,"15min":1.6259999999999999},"last":1.228},{"interface":"front","average":{"1min":1.0720000000000001,"5min":1.1000000000000001,"15min":1.1040000000000001},"min":{"1min":0.72499999999999998,"5min":0.70299999999999996,"15min":0.70299999999999996},"max":{"1min":1.2769999999999999,"5min":1.8180000000000001,"15min":1.8180000000000001},"last":1.159}]}]},{"osd":0,"up_from":14,"seq":60129542174,"num_pgs":1,"num_osds":1,"num_per_pool_osds":1,"num_per_pool_omap_osds":1,"kb":94371840,"kb_used":32216,"kb_used_data":1104,"kb_used_omap":1,"kb_used_meta":31102,"kb_avail":94339624,"statfs":{"total":96636764160,"available":96603774976,"internally_reserved":0,"allocated":1130496,"data_stored":824141,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":1594,"internal_metadata":31848902},"hb_peers":[1,2,3,4,5,6,7],"snap_trim_queue_len":0,"num_snap_trimming":0,"num_shards_repaired":0,"op_queue_age_hist":{"histogram":[],"upper_bound":1},"perf_stat":{"commit_latency_ms":0,"apply_latency_ms":0,"commit_latency_ns":0,"apply_latency_ns":0},"alerts":[],"network_ping_times":[{"osd":1,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.58399999999999996,"5min":0.65000000000000002,"15min":0.66100000000000003},"min":{"1min":0.28000000000000003,"5min":0.28000000000000003,"15min":0.28000000000000003},"max":{"1min":0.85099999999999998,"5min":0.96799999999999997,"15min":0.96799999999999997},"last":0.496},{"interface":"front","average":{"1min":0.69799999999999995,"5min":0.73399999999999999,"15min":0.73999999999999999},"min":{"1min":0.35399999999999998,"5min":0.33800000000000002,"15min":0.33800000000000002},"max":{"1min":1.224,"5min":1.6879999999999999,"15min":1.6879999999999999},"last":0.57499999999999996}]},{"osd":2,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.625,"5min":0.66900000000000004,"15min":0.67600000000000005},"min":{"1min":0.309,"5min":0.309,"15min":0.309},"max":{"1min":1.042,"5min":1.042,"15min":1.042},"last":0.61699999999999999},{"interface":"front","average":{"1min":0.64800000000000002,"5min":0.80900000000000005,"15min":0.83599999999999997},"min":{"1min":0.38700000000000001,"5min":0.38700000000000001,"15min":0.38700000000000001},"max":{"1min":0.85899999999999999,"5min":1.589,"15min":1.589},"last":0.95099999999999996}]},{"osd":3,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.73099999999999998,"5min":0.78000000000000003,"15min":0.78800000000000003},"min":{"1min":0.50700000000000001,"5min":0.50700000000000001,"15min":0.50700000000000001},"max":{"1min":0.999,"5min":1.1890000000000001,"15min":1.1890000000000001},"last":0.66100000000000003},{"interface":"front","average":{"1min":0.70599999999999996,"5min":0.82699999999999996,"15min":0.84699999999999998},"min":{"1min":0.35299999999999998,"5min":0.35299999999999998,"15min":0.35299999999999998},"max":{"1min":0.91800000000000004,"5min":1.0740000000000001,"15min":1.0740000000000001},"last":0.89800000000000002}]},{"osd":4,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.86799999999999999,"5min":1.01,"15min":1.034},"min":{"1min":0.53100000000000003,"5min":0.439,"15min":0.439},"max":{"1min":1.258,"5min":1.4830000000000001,"15min":1.4830000000000001},"last":0.79600000000000004},{"interface":"front","average":{"1min":0.97099999999999997,"5min":1.0349999999999999,"15min":1.0449999999999999},"min":{"1min":0.55800000000000005,"5min":0.54500000000000004,"15min":0.54500000000000004},"max":{"1min":1.3620000000000001,"5min":1.5469999999999999,"15min":1.5469999999999999},"last":0.72199999999999998}]},{"osd":5,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":1.01,"5min":1.0940000000000001,"15min":1.1080000000000001},"min":{"1min":0.61399999999999999,"5min":0.61399999999999999,"15min":0.61399999999999999},"max":{"1min":1.2430000000000001,"5min":1.6379999999999999,"15min":1.6379999999999999},"last":0.76000000000000001},{"interface":"front","average":{"1min":0.93100000000000005,"5min":1.091,"15min":1.1180000000000001},"min":{"1min":0.58499999999999996,"5min":0.58499999999999996,"15min":0.58499999999999996},"max":{"1min":1.2230000000000001,"5min":1.7649999999999999,"15min":1.7649999999999999},"last":1.1359999999999999}]},{"osd":6,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":0.96799999999999997,"5min":1.105,"15min":1.1279999999999999},"min":{"1min":0.622,"5min":0.622,"15min":0.622},"max":{"1min":1.2809999999999999,"5min":1.482,"15min":1.482},"last":1.222},{"interface":"front","average":{"1min":0.98499999999999999,"5min":1.1160000000000001,"15min":1.1379999999999999},"min":{"1min":0.55900000000000005,"5min":0.55900000000000005,"15min":0.55900000000000005},"max":{"1min":1.331,"5min":1.9099999999999999,"15min":1.9099999999999999},"last":1.042}]},{"osd":7,"last update":"Fri Sep 13 15:02:47 2024","interfaces":[{"interface":"back","average":{"1min":1.046,"5min":1.1779999999999999,"15min":1.2},"min":{"1min":0.63700000000000001,"5min":0.56399999999999995,"15min":0.56399999999999995},"max":{"1min":1.3919999999999999,"5min":1.778,"15min":1.778},"last":1.109},{"interface":"front","average":{"1min":1.087,"5min":1.1899999999999999,"15min":1.2070000000000001},"min":{"1min":0.68799999999999994,"5min":0.68799999999999994,"15min":0.68799999999999994},"max":{"1min":1.3380000000000001,"5min":1.8799999999999999,"15min":1.8799999999999999},"last":0.98799999999999999}]}]}],"pool_statfs":[{"poolid":1,"osd":0,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0},{"poolid":1,"osd":7,"total":0,"available":0,"internally_reserved":0,"allocated":593920,"data_stored":590368,"data_compressed":0,"data_compressed_allocated":0,"data_compressed_original":0,"omap_allocated":0,"internal_metadata":0}]}} 2024-09-13T15:03:04.291 DEBUG:teuthology.orchestra.run.smithi033:> sudo ceph --cluster ceph config set global mon_health_to_clog false 2024-09-13T15:03:04.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.399+0000 7f629a356700 1 Processor -- start 2024-09-13T15:03:04.405 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.399+0000 7f629a356700 1 -- start start 2024-09-13T15:03:04.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f629a356700 1 --2- >> v2:172.21.15.103:3300/0 conn(0x7f628c057fd0 0x7f628c058440 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f629a356700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f628c053ab0 con 0x7f628c037860 2024-09-13T15:03:04.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f629a356700 1 -- --> v1:172.21.15.103:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7f628c053d00 con 0x7f628c005de0 2024-09-13T15:03:04.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f629a356700 1 -- --> v2:172.21.15.103:3300/0 -- mon_getmap magic: 0 v1 -- 0x7f628c058980 con 0x7f628c057fd0 2024-09-13T15:03:04.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f6298b53700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7f628c037860 0x7f628c0071d0 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:57142/0 (socket says 172.21.15.33:57142) 2024-09-13T15:03:04.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f6298b53700 1 -- 172.21.15.33:0/158190590 learned_addr learned my addr 172.21.15.33:0/158190590 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:03:04.408 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f6299b55700 1 --2- 172.21.15.33:0/158190590 >> v2:172.21.15.103:3300/0 conn(0x7f628c057fd0 0x7f628c058440 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f628bfff700 1 -- 172.21.15.33:0/158190590 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 2698287747 0 0) 0x7f628c053ab0 con 0x7f628c037860 2024-09-13T15:03:04.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f628bfff700 1 -- 172.21.15.33:0/158190590 --> v1:172.21.15.33:6789/0 -- auth(proto 2 36 bytes epoch 0) v1 -- 0x7f62800035d0 con 0x7f628c037860 2024-09-13T15:03:04.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f6299b55700 1 -- 172.21.15.33:0/158190590 >> v1:172.21.15.103:6789/0 conn(0x7f628c005de0 legacy=0x7f628c0532b0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f6299b55700 1 -- 172.21.15.33:0/158190590 >> v1:172.21.15.33:6789/0 conn(0x7f628c037860 legacy=0x7f628c0071d0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f6299b55700 1 -- 172.21.15.33:0/158190590 --> v2:172.21.15.103:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f628c053fe0 con 0x7f628c057fd0 2024-09-13T15:03:04.409 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f6299b55700 1 --2- 172.21.15.33:0/158190590 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f628c057fd0 0x7f628c058440 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f629404ff70 tx=0x7f6294068790 comp rx=0 tx=0).ready entity=mon.1 client_cookie=d6a8ef687f5b1a62 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:03:04.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f628bfff700 1 -- 172.21.15.33:0/158190590 <== mon.1 v2:172.21.15.103:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6294067690 con 0x7f628c057fd0 2024-09-13T15:03:04.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f628bfff700 1 -- 172.21.15.33:0/158190590 <== mon.1 v2:172.21.15.103:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f629404f010 con 0x7f628c057fd0 2024-09-13T15:03:04.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f628bfff700 1 -- 172.21.15.33:0/158190590 <== mon.1 v2:172.21.15.103:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f6294067bb0 con 0x7f628c057fd0 2024-09-13T15:03:04.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f629a356700 1 -- 172.21.15.33:0/158190590 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f628c057fd0 msgr2=0x7f628c058440 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.410 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f629a356700 1 --2- 172.21.15.33:0/158190590 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f628c057fd0 0x7f628c058440 secure :-1 s=READY pgs=274 cs=0 l=1 rev1=1 crypto rx=0x7f629404ff70 tx=0x7f6294068790 comp rx=0 tx=0).stop 2024-09-13T15:03:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f629a356700 1 -- 172.21.15.33:0/158190590 shutdown_connections 2024-09-13T15:03:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f629a356700 1 --2- 172.21.15.33:0/158190590 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f628c057fd0 0x7f628c058440 unknown :-1 s=CLOSED pgs=274 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f629a356700 1 -- 172.21.15.33:0/158190590 >> 172.21.15.33:0/158190590 conn(0x7f628c03a5d0 msgr2=0x7f628c03a9b0 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:03:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f629a356700 1 -- 172.21.15.33:0/158190590 shutdown_connections 2024-09-13T15:03:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.403+0000 7f629a356700 1 -- 172.21.15.33:0/158190590 wait complete. 2024-09-13T15:03:04.411 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f629a356700 1 Processor -- start 2024-09-13T15:03:04.412 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f629a356700 1 -- start start 2024-09-13T15:03:04.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f629a356700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f628c005de0 0x7f628c178550 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f629a356700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f628c037860 0x7f628c04e100 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f629a356700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f628c057fd0 0x7f628c04c610 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f629a356700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f628c178a90 con 0x7f628c057fd0 2024-09-13T15:03:04.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f629a356700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7f628c04d060 con 0x7f628c005de0 2024-09-13T15:03:04.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f629a356700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7f628c04d340 con 0x7f628c037860 2024-09-13T15:03:04.414 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f6299b55700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f628c057fd0 0x7f628c04c610 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f6299b55700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f628c057fd0 0x7f628c04c610 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57178/0 (socket says 172.21.15.33:57178) 2024-09-13T15:03:04.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f6299b55700 1 -- 172.21.15.33:0/411330033 learned_addr learned my addr 172.21.15.33:0/411330033 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:03:04.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f6298b53700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f628c037860 0x7f628c04e100 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f6299354700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f628c005de0 0x7f628c178550 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f6299b55700 1 -- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f628c037860 msgr2=0x7f628c04e100 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f6299b55700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f628c037860 0x7f628c04e100 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f6299b55700 1 -- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f628c005de0 msgr2=0x7f628c178550 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f6299b55700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f628c005de0 0x7f628c178550 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f6299b55700 1 -- 172.21.15.33:0/411330033 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7f628c04d620 con 0x7f628c057fd0 2024-09-13T15:03:04.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.407+0000 7f6299354700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f628c005de0 0x7f628c178550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:03:04.415 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.411+0000 7f6299b55700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f628c057fd0 0x7f628c04c610 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f6294069db0 tx=0x7f6294068560 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:03:04.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.411+0000 7f6289ffb700 1 -- 172.21.15.33:0/411330033 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f629409a070 con 0x7f628c057fd0 2024-09-13T15:03:04.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.411+0000 7f6289ffb700 1 -- 172.21.15.33:0/411330033 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(0 keys) v1 ==== 4+0+0 (secure 0 0 0) 0x7f6294072150 con 0x7f628c057fd0 2024-09-13T15:03:04.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.411+0000 7f6289ffb700 1 -- 172.21.15.33:0/411330033 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7f62940724c0 con 0x7f628c057fd0 2024-09-13T15:03:04.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.411+0000 7f629a356700 1 -- 172.21.15.33:0/411330033 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7f628c04d900 con 0x7f628c057fd0 2024-09-13T15:03:04.416 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.411+0000 7f629a356700 1 -- 172.21.15.33:0/411330033 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7f628c04e640 con 0x7f628c057fd0 2024-09-13T15:03:04.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.411+0000 7f6289ffb700 1 -- 172.21.15.33:0/411330033 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7f6294072620 con 0x7f628c057fd0 2024-09-13T15:03:04.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.411+0000 7f629a356700 1 -- 172.21.15.33:0/411330033 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7f628c04de20 con 0x7f628c057fd0 2024-09-13T15:03:04.417 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.411+0000 7f6289ffb700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6278066730 0x7f6278068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.415+0000 7f6289ffb700 1 -- 172.21.15.33:0/411330033 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7f62940fe050 con 0x7f628c057fd0 2024-09-13T15:03:04.418 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.415+0000 7f6299354700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6278066730 0x7f6278068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.419 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.415+0000 7f6299354700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6278066730 0x7f6278068bf0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f628c17c0b0 tx=0x7f6284009040 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:03:04.422 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.415+0000 7f6289ffb700 1 -- 172.21.15.33:0/411330033 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7f628c04de20 con 0x7f628c057fd0 2024-09-13T15:03:04.590 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.587+0000 7f629a356700 1 -- 172.21.15.33:0/411330033 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command([{prefix=config set, name=mon_health_to_clog}] v 0) v1 -- 0x7f628c04de20 con 0x7f628c057fd0 2024-09-13T15:03:04.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.591+0000 7f6289ffb700 1 -- 172.21.15.33:0/411330033 <== mon.0 v2:172.21.15.33:3300/0 7 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7f62940cb640 con 0x7f628c057fd0 2024-09-13T15:03:04.598 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.595+0000 7f6289ffb700 1 -- 172.21.15.33:0/411330033 <== mon.0 v2:172.21.15.33:3300/0 8 ==== mon_command_ack([{prefix=config set, name=mon_health_to_clog}]=0 v12)=0 v12) v1 ==== 123+0+0 (secure 0 0 0) 0x7f628c04de20 con 0x7f628c057fd0 2024-09-13T15:03:04.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.599+0000 7f629a356700 1 -- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6278066730 msgr2=0x7f6278068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.599+0000 7f629a356700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6278066730 0x7f6278068bf0 secure :-1 s=READY pgs=318 cs=0 l=1 rev1=1 crypto rx=0x7f628c17c0b0 tx=0x7f6284009040 comp rx=0 tx=0).stop 2024-09-13T15:03:04.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.599+0000 7f629a356700 1 -- 172.21.15.33:0/411330033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f628c057fd0 msgr2=0x7f628c04c610 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.599+0000 7f629a356700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f628c057fd0 0x7f628c04c610 secure :-1 s=READY pgs=618 cs=0 l=1 rev1=1 crypto rx=0x7f6294069db0 tx=0x7f6294068560 comp rx=0 tx=0).stop 2024-09-13T15:03:04.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.599+0000 7f629a356700 1 -- 172.21.15.33:0/411330033 shutdown_connections 2024-09-13T15:03:04.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.599+0000 7f629a356700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7f6278066730 0x7f6278068bf0 unknown :-1 s=CLOSED pgs=318 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.599+0000 7f629a356700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7f628c057fd0 0x7f628c04c610 unknown :-1 s=CLOSED pgs=618 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.599+0000 7f629a356700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7f628c037860 0x7f628c04e100 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.604 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.599+0000 7f629a356700 1 --2- 172.21.15.33:0/411330033 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7f628c005de0 0x7f628c178550 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.599+0000 7f629a356700 1 -- 172.21.15.33:0/411330033 >> 172.21.15.33:0/411330033 conn(0x7f628c03a5d0 msgr2=0x7f628c0e3e50 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:03:04.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.599+0000 7f629a356700 1 -- 172.21.15.33:0/411330033 shutdown_connections 2024-09-13T15:03:04.605 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.599+0000 7f629a356700 1 -- 172.21.15.33:0/411330033 wait complete. 2024-09-13T15:03:04.617 INFO:tasks.cephfs.filesystem:Destroying file system cephfs and related pools 2024-09-13T15:03:04.617 DEBUG:teuthology.orchestra.run.smithi033:> sudo adjust-ulimits ceph-coverage /home/ubuntu/cephtest/archive/coverage timeout 120 ceph --cluster ceph fs dump --format=json 2024-09-13T15:03:04.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.723+0000 7faaab59e700 1 Processor -- start 2024-09-13T15:03:04.729 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.723+0000 7faaab59e700 1 -- start start 2024-09-13T15:03:04.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaab59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7faaac0cef40 0x7faaac0d0a20 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.731 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaab59e700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7faaac0d0f60 0x7faaac15cbe0 unknown :-1 s=NONE pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaab59e700 1 -- --> v1:172.21.15.33:6789/0 -- auth(proto 0 30 bytes epoch 0) v1 -- 0x7faaac15c750 con 0x7faaac154fd0 2024-09-13T15:03:04.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaab59e700 1 -- --> v2:172.21.15.33:3300/0 -- mon_getmap magic: 0 v1 -- 0x7faaac0d1750 con 0x7faaac0d0f60 2024-09-13T15:03:04.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaab59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faaac15c100 con 0x7faaac0cef40 2024-09-13T15:03:04.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaaad9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7faaac0d0f60 0x7faaac15cbe0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaaa59c700 1 --1- >> v1:172.21.15.33:6789/0 conn(0x7faaac154fd0 0x7faaac0ce830 :-1 s=CONNECTING_WAIT_BANNER_AND_IDENTIFY pgs=0 cs=0 l=0).handle_server_banner_and_identify peer v1:172.21.15.33:6789/0 says I am v1:172.21.15.33:57158/0 (socket says 172.21.15.33:57158) 2024-09-13T15:03:04.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaaad9d700 1 --2- >> v2:172.21.15.33:3300/0 conn(0x7faaac0d0f60 0x7faaac15cbe0 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57182/0 (socket says 172.21.15.33:57182) 2024-09-13T15:03:04.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaaa59c700 1 -- 172.21.15.33:0/4128524227 learned_addr learned my addr 172.21.15.33:0/4128524227 (peer_addr_for_me v1:172.21.15.33:0/0) 2024-09-13T15:03:04.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaa3fff700 1 --2- 172.21.15.33:0/4128524227 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7faaac0cef40 0x7faaac0d0a20 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=0 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaaad9d700 1 -- 172.21.15.33:0/4128524227 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7faaac0cef40 msgr2=0x7faaac0d0a20 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=0).mark_down 2024-09-13T15:03:04.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaaad9d700 1 --2- 172.21.15.33:0/4128524227 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7faaac0cef40 0x7faaac0d0a20 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaaad9d700 1 -- 172.21.15.33:0/4128524227 >> v1:172.21.15.33:6789/0 conn(0x7faaac154fd0 legacy=0x7faaac0ce830 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaa9d9b700 1 -- 172.21.15.33:0/4128524227 <== mon.0 v1:172.21.15.33:6789/0 1 ==== auth_reply(proto 2 0 (0) Success) v1 ==== 33+0+0 (unknown 3533451341 0 0) 0x7faaac15c750 con 0x7faaac154fd0 2024-09-13T15:03:04.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaaad9d700 1 -- 172.21.15.33:0/4128524227 --> v2:172.21.15.33:3300/0 -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaac15c3e0 con 0x7faaac0d0f60 2024-09-13T15:03:04.732 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaaad9d700 1 --2- 172.21.15.33:0/4128524227 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaac0d0f60 0x7faaac15cbe0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7faaa4009d90 tx=0x7faaa400b330 comp rx=0 tx=0).ready entity=mon.0 client_cookie=ae9863f1f3347a3c server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:03:04.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaa9d9b700 1 -- 172.21.15.33:0/4128524227 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaa400e070 con 0x7faaac0d0f60 2024-09-13T15:03:04.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaa9d9b700 1 -- 172.21.15.33:0/4128524227 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7faaa400bbd0 con 0x7faaac0d0f60 2024-09-13T15:03:04.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaa9d9b700 1 -- 172.21.15.33:0/4128524227 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faaa4012430 con 0x7faaac0d0f60 2024-09-13T15:03:04.733 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaab59e700 1 -- 172.21.15.33:0/4128524227 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaac0d0f60 msgr2=0x7faaac15cbe0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaab59e700 1 --2- 172.21.15.33:0/4128524227 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaac0d0f60 0x7faaac15cbe0 secure :-1 s=READY pgs=620 cs=0 l=1 rev1=1 crypto rx=0x7faaa4009d90 tx=0x7faaa400b330 comp rx=0 tx=0).stop 2024-09-13T15:03:04.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaab59e700 1 -- 172.21.15.33:0/4128524227 shutdown_connections 2024-09-13T15:03:04.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaab59e700 1 --2- 172.21.15.33:0/4128524227 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7faaac0cef40 0x7faaac0d0a20 unknown :-1 s=CLOSED pgs=0 cs=0 l=0 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaab59e700 1 --2- 172.21.15.33:0/4128524227 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaac0d0f60 0x7faaac15cbe0 unknown :-1 s=CLOSED pgs=620 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaab59e700 1 -- 172.21.15.33:0/4128524227 >> 172.21.15.33:0/4128524227 conn(0x7faaac099a50 msgr2=0x7faaac099e60 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:03:04.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaab59e700 1 -- 172.21.15.33:0/4128524227 shutdown_connections 2024-09-13T15:03:04.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.727+0000 7faaab59e700 1 -- 172.21.15.33:0/4128524227 wait complete. 2024-09-13T15:03:04.734 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaab59e700 1 Processor -- start 2024-09-13T15:03:04.735 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaab59e700 1 -- start start 2024-09-13T15:03:04.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaab59e700 1 --2- >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faaac0cef40 0x7faaac1597c0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaab59e700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaac0d0f60 0x7faaac159d00 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaab59e700 1 --2- >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7faaac154fd0 0x7faaac0b4fa0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaab59e700 1 -- --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faaac06c500 con 0x7faaac0d0f60 2024-09-13T15:03:04.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaab59e700 1 -- --> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] -- mon_getmap magic: 0 v1 -- 0x7faaac06b460 con 0x7faaac0cef40 2024-09-13T15:03:04.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaab59e700 1 -- --> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] -- mon_getmap magic: 0 v1 -- 0x7faaac06b740 con 0x7faaac154fd0 2024-09-13T15:03:04.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaa3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaac0d0f60 0x7faaac159d00 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaa3fff700 1 --2- >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaac0d0f60 0x7faaac159d00 unknown :-1 s=HELLO_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_hello peer v2:172.21.15.33:3300/0 says I am v2:172.21.15.33:57198/0 (socket says 172.21.15.33:57198) 2024-09-13T15:03:04.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaa3fff700 1 -- 172.21.15.33:0/855247541 learned_addr learned my addr 172.21.15.33:0/855247541 (peer_addr_for_me v2:172.21.15.33:0/0) 2024-09-13T15:03:04.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaaad9d700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7faaac154fd0 0x7faaac0b4fa0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.737 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaaa59c700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faaac0cef40 0x7faaac1597c0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaa3fff700 1 -- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7faaac154fd0 msgr2=0x7faaac0b4fa0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaa3fff700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7faaac154fd0 0x7faaac0b4fa0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaa3fff700 1 -- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faaac0cef40 msgr2=0x7faaac1597c0 unknown :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaa3fff700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faaac0cef40 0x7faaac1597c0 unknown :-1 s=AUTH_CONNECTING pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaa3fff700 1 -- 172.21.15.33:0/855247541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({config=0+,monmap=0+}) v3 -- 0x7faaa4009a70 con 0x7faaac0d0f60 2024-09-13T15:03:04.738 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaaad9d700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7faaac154fd0 0x7faaac0b4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).handle_auth_reply_more state changed! 2024-09-13T15:03:04.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaa3fff700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaac0d0f60 0x7faaac159d00 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7faa9400e730 tx=0x7faa9400eaf0 comp rx=0 tx=0).ready entity=mon.0 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:03:04.739 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaa2ffd700 1 -- 172.21.15.33:0/855247541 <== mon.0 v2:172.21.15.33:3300/0 1 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa94013610 con 0x7faaac0d0f60 2024-09-13T15:03:04.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaa2ffd700 1 -- 172.21.15.33:0/855247541 <== mon.0 v2:172.21.15.33:3300/0 2 ==== config(1 keys) v1 ==== 35+0+0 (secure 0 0 0) 0x7faa94013770 con 0x7faaac0d0f60 2024-09-13T15:03:04.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaab59e700 1 -- 172.21.15.33:0/855247541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({mgrmap=0+}) v3 -- 0x7faaac06ba20 con 0x7faaac0d0f60 2024-09-13T15:03:04.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaa2ffd700 1 -- 172.21.15.33:0/855247541 <== mon.0 v2:172.21.15.33:3300/0 3 ==== mon_map magic: 0 v1 ==== 413+0+0 (secure 0 0 0) 0x7faa94013b40 con 0x7faaac0d0f60 2024-09-13T15:03:04.740 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.731+0000 7faaab59e700 1 -- 172.21.15.33:0/855247541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_subscribe({osdmap=0}) v3 -- 0x7faaac06bfe0 con 0x7faaac0d0f60 2024-09-13T15:03:04.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.735+0000 7faaab59e700 1 -- 172.21.15.33:0/855247541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "get_command_descriptions"} v 0) v1 -- 0x7faaac066910 con 0x7faaac0d0f60 2024-09-13T15:03:04.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.735+0000 7faaa2ffd700 1 -- 172.21.15.33:0/855247541 <== mon.0 v2:172.21.15.33:3300/0 4 ==== mgrmap(e 5) v1 ==== 86092+0+0 (secure 0 0 0) 0x7faa94013ca0 con 0x7faaac0d0f60 2024-09-13T15:03:04.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.735+0000 7faaa2ffd700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7faa90066730 0x7faa90068bf0 unknown :-1 s=NONE pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0).connect 2024-09-13T15:03:04.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.735+0000 7faaa2ffd700 1 -- 172.21.15.33:0/855247541 <== mon.0 v2:172.21.15.33:3300/0 5 ==== osd_map(46..46 src has 1..46) v4 ==== 5349+0+0 (secure 0 0 0) 0x7faa94083d70 con 0x7faaac0d0f60 2024-09-13T15:03:04.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.735+0000 7faaaa59c700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7faa90066730 0x7faa90068bf0 unknown :-1 s=BANNER_CONNECTING pgs=0 cs=0 l=1 rev1=0 crypto rx=0 tx=0 comp rx=0 tx=0)._handle_peer_banner_payload supported=3 required=0 2024-09-13T15:03:04.741 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.735+0000 7faaaa59c700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7faa90066730 0x7faa90068bf0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7faa9c000f60 tx=0x7faa9c007cb0 comp rx=0 tx=0).ready entity=mgr.4105 client_cookie=0 server_cookie=0 in_seq=0 out_seq=0 2024-09-13T15:03:04.748 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.743+0000 7faaa2ffd700 1 -- 172.21.15.33:0/855247541 <== mon.0 v2:172.21.15.33:3300/0 6 ==== mon_command_ack([{"prefix": "get_command_descriptions"}]=0 v0) v1 ==== 72+0+175519 (secure 0 0 0) 0x7faa940511b0 con 0x7faaac0d0f60 2024-09-13T15:03:04.950 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.947+0000 7faaab59e700 1 -- 172.21.15.33:0/855247541 --> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] -- mon_command({"prefix": "fs dump", "format": "json"} v 0) v1 -- 0x7faaac0d0a20 con 0x7faaac0d0f60 2024-09-13T15:03:04.951 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.947+0000 7faaa2ffd700 1 -- 172.21.15.33:0/855247541 <== mon.0 v2:172.21.15.33:3300/0 7 ==== mon_command_ack([{"prefix": "fs dump", "format": "json"}]=0 dumped fsmap epoch 28 v28) v1 ==== 94+0+3532 (secure 0 0 0) 0x7faa94021020 con 0x7faaac0d0f60 2024-09-13T15:03:04.951 INFO:teuthology.orchestra.run.smithi033.stdout: 2024-09-13T15:03:04.952 INFO:teuthology.orchestra.run.smithi033.stdout:{"epoch":28,"default_fscid":-1,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"feature_flags":{"enable_multiple":true,"ever_enabled_multiple":true},"standbys":[{"gid":5153,"name":"d","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6837/1822540520","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6835","nonce":1822540520},{"type":"v1","addr":"172.21.15.103:6837","nonce":1822540520}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5503,"name":"b","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.103:6836/467571271","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.103:6834","nonce":467571271},{"type":"v1","addr":"172.21.15.103:6836","nonce":467571271}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5526,"name":"c","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6833/1251224153","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6832","nonce":1251224153},{"type":"v1","addr":"172.21.15.33:6833","nonce":1251224153}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":12},{"gid":5913,"name":"a","rank":-1,"incarnation":0,"state":"up:standby","state_seq":1,"addr":"172.21.15.33:6835/1998532773","addrs":{"addrvec":[{"type":"v2","addr":"172.21.15.33:6834","nonce":1998532773},{"type":"v1","addr":"172.21.15.33:6835","nonce":1998532773}]},"join_fscid":-1,"export_targets":[],"features":4540138322906710015,"flags":0,"compat":{"compat":{},"ro_compat":{},"incompat":{"feature_1":"base v0.20","feature_2":"client writeable ranges","feature_3":"default file layouts on dirs","feature_4":"dir inode in separate object","feature_5":"mds uses versioned encoding","feature_6":"dirfrag is stored in omap","feature_7":"mds uses inline data","feature_8":"no anchor table","feature_9":"file layout v2","feature_10":"snaprealm v2"}},"epoch":28}],"filesystems":[]} 2024-09-13T15:03:04.954 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.947+0000 7faaab59e700 1 -- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7faa90066730 msgr2=0x7faa90068bf0 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.947+0000 7faaab59e700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7faa90066730 0x7faa90068bf0 secure :-1 s=READY pgs=319 cs=0 l=1 rev1=1 crypto rx=0x7faa9c000f60 tx=0x7faa9c007cb0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.947+0000 7faaab59e700 1 -- 172.21.15.33:0/855247541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaac0d0f60 msgr2=0x7faaac159d00 secure :-1 s=STATE_CONNECTION_ESTABLISHED l=1).mark_down 2024-09-13T15:03:04.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.947+0000 7faaab59e700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaac0d0f60 0x7faaac159d00 secure :-1 s=READY pgs=621 cs=0 l=1 rev1=1 crypto rx=0x7faa9400e730 tx=0x7faa9400eaf0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.947+0000 7faaab59e700 1 -- 172.21.15.33:0/855247541 shutdown_connections 2024-09-13T15:03:04.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.947+0000 7faaab59e700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:6832/2093076978,v1:172.21.15.103:6833/2093076978] conn(0x7faa90066730 0x7faa90068bf0 unknown :-1 s=CLOSED pgs=319 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.947+0000 7faaab59e700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:3301/0,v1:172.21.15.103:6790/0] conn(0x7faaac154fd0 0x7faaac0b4fa0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.947+0000 7faaab59e700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.33:3300/0,v1:172.21.15.33:6789/0] conn(0x7faaac0d0f60 0x7faaac159d00 unknown :-1 s=CLOSED pgs=621 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.947+0000 7faaab59e700 1 --2- 172.21.15.33:0/855247541 >> [v2:172.21.15.103:3300/0,v1:172.21.15.103:6789/0] conn(0x7faaac0cef40 0x7faaac1597c0 unknown :-1 s=CLOSED pgs=0 cs=0 l=1 rev1=1 crypto rx=0 tx=0 comp rx=0 tx=0).stop 2024-09-13T15:03:04.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.947+0000 7faaab59e700 1 -- 172.21.15.33:0/855247541 >> 172.21.15.33:0/855247541 conn(0x7faaac099a50 msgr2=0x7faaac153990 unknown :-1 s=STATE_NONE l=0).mark_down 2024-09-13T15:03:04.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.951+0000 7faaab59e700 1 -- 172.21.15.33:0/855247541 shutdown_connections 2024-09-13T15:03:04.955 INFO:teuthology.orchestra.run.smithi033.stderr:2024-09-13T15:03:04.951+0000 7faaab59e700 1 -- 172.21.15.33:0/855247541 wait complete. 2024-09-13T15:03:04.956 INFO:teuthology.orchestra.run.smithi033.stderr:dumped fsmap epoch 28 2024-09-13T15:03:04.967 DEBUG:tasks.cephfs.filesystem:already dead... 2024-09-13T15:03:04.967 INFO:teuthology.misc:Shutting down mds daemons... 2024-09-13T15:03:04.967 DEBUG:tasks.ceph.mds.a:waiting for process to exit 2024-09-13T15:03:04.968 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:04.984 INFO:tasks.ceph.mds.a:Stopped 2024-09-13T15:03:04.985 DEBUG:tasks.ceph.mds.c:waiting for process to exit 2024-09-13T15:03:04.985 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:04.999 INFO:tasks.ceph.mds.c:Stopped 2024-09-13T15:03:04.999 DEBUG:tasks.ceph.mds.b:waiting for process to exit 2024-09-13T15:03:04.999 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:05.015 INFO:tasks.ceph.mds.b:Stopped 2024-09-13T15:03:05.016 DEBUG:tasks.ceph.mds.d:waiting for process to exit 2024-09-13T15:03:05.016 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:05.028 INFO:tasks.ceph.mds.d:Stopped 2024-09-13T15:03:05.028 INFO:teuthology.misc:Shutting down osd daemons... 2024-09-13T15:03:05.028 DEBUG:tasks.ceph.osd.0:waiting for process to exit 2024-09-13T15:03:05.028 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:05.107 INFO:tasks.ceph.osd.0:Stopped 2024-09-13T15:03:05.107 DEBUG:tasks.ceph.osd.1:waiting for process to exit 2024-09-13T15:03:05.107 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:09.515 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.1 is failed for ~0s 2024-09-13T15:03:11.209 INFO:tasks.ceph.osd.1:Stopped 2024-09-13T15:03:11.210 DEBUG:tasks.ceph.osd.2:waiting for process to exit 2024-09-13T15:03:11.210 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:15.524 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 is failed for ~0s 2024-09-13T15:03:15.525 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.1 has been restored 2024-09-13T15:03:17.312 INFO:tasks.ceph.osd.2:Stopped 2024-09-13T15:03:17.313 DEBUG:tasks.ceph.osd.3:waiting for process to exit 2024-09-13T15:03:17.313 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:21.432 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 is failed for ~0s 2024-09-13T15:03:21.432 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.2 has been restored 2024-09-13T15:03:23.415 INFO:tasks.ceph.osd.3:Stopped 2024-09-13T15:03:23.415 DEBUG:tasks.ceph.osd.4:waiting for process to exit 2024-09-13T15:03:23.415 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:23.513 INFO:tasks.ceph.osd.4:Stopped 2024-09-13T15:03:23.513 DEBUG:tasks.ceph.osd.5:waiting for process to exit 2024-09-13T15:03:23.513 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:23.613 INFO:tasks.ceph.osd.5:Stopped 2024-09-13T15:03:23.613 DEBUG:tasks.ceph.osd.6:waiting for process to exit 2024-09-13T15:03:23.613 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:23.695 INFO:tasks.ceph.osd.6:Stopped 2024-09-13T15:03:23.695 DEBUG:tasks.ceph.osd.7:waiting for process to exit 2024-09-13T15:03:23.695 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:26.937 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 is failed for ~0s 2024-09-13T15:03:26.937 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.3 has been restored 2024-09-13T15:03:29.563 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:03:29.566 DEBUG:teuthology.orchestra.run.smithi103:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:03:29.796 INFO:tasks.ceph.osd.7:Stopped 2024-09-13T15:03:29.797 INFO:teuthology.misc:Shutting down mgr daemons... 2024-09-13T15:03:29.797 DEBUG:tasks.ceph.mgr.y:waiting for process to exit 2024-09-13T15:03:29.797 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:29.829 INFO:tasks.ceph.mgr.y:Stopped 2024-09-13T15:03:29.830 DEBUG:tasks.ceph.mgr.x:waiting for process to exit 2024-09-13T15:03:29.830 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:29.857 INFO:tasks.ceph.mgr.x:Stopped 2024-09-13T15:03:29.857 INFO:teuthology.misc:Shutting down mon daemons... 2024-09-13T15:03:29.857 DEBUG:tasks.ceph.mon.a:waiting for process to exit 2024-09-13T15:03:29.857 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:29.922 INFO:tasks.ceph.mon.a:Stopped 2024-09-13T15:03:29.923 DEBUG:tasks.ceph.mon.b:waiting for process to exit 2024-09-13T15:03:29.923 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:29.962 INFO:tasks.ceph.mon.b:Stopped 2024-09-13T15:03:29.962 DEBUG:tasks.ceph.mon.c:waiting for process to exit 2024-09-13T15:03:29.962 INFO:teuthology.orchestra.run:waiting for 300 2024-09-13T15:03:30.005 INFO:tasks.ceph.mon.c:Stopped 2024-09-13T15:03:30.006 INFO:tasks.ceph:Checking cluster log for badness... 2024-09-13T15:03:30.006 DEBUG:teuthology.orchestra.run.smithi033:> sudo egrep '\[ERR\]|\[WRN\]|\[SEC\]' /var/log/ceph/ceph.log | egrep -v '\(MDS_ALL_DOWN\)' | egrep -v '\(MDS_UP_LESS_THAN_MAX\)' | egrep -v FS_DEGRADED | egrep -v FS_INLINE_DATA_DEPRECATED | egrep -v FS_WITH_FAILED_MDS | egrep -v MDS_ALL_DOWN | egrep -v MDS_DAMAGE | egrep -v MDS_DEGRADED | egrep -v MDS_FAILED | egrep -v MDS_INSUFFICIENT_STANDBY | egrep -v MDS_UP_LESS_THAN_MAX | egrep -v 'online, but wants' | egrep -v 'filesystem is online with fewer MDS than max_mds' | egrep -v POOL_APP_NOT_ENABLED | egrep -v 'do not have an application enabled' | egrep -v 'overall HEALTH_' | egrep -v 'Replacing daemon' | egrep -v 'deprecated feature inline_data' | egrep -v 'overall HEALTH_' | egrep -v '\(OSD_DOWN\)' | egrep -v '\(OSD_' | egrep -v 'but it is still running' | egrep -v 'is not responding' | egrep -v MON_DOWN | egrep -v PG_AVAILABILITY | egrep -v PG_DEGRADED | egrep -v 'Reduced data availability' | egrep -v 'Degraded data redundancy' | head -n 1 2024-09-13T15:03:30.028 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-0 on ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:03:30.028 DEBUG:teuthology.orchestra.run.smithi033:> sync && sudo umount -f /var/lib/ceph/osd/ceph-0 2024-09-13T15:03:30.246 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-1 on ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:03:30.247 DEBUG:teuthology.orchestra.run.smithi033:> sync && sudo umount -f /var/lib/ceph/osd/ceph-1 2024-09-13T15:03:30.404 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-2 on ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:03:30.404 DEBUG:teuthology.orchestra.run.smithi033:> sync && sudo umount -f /var/lib/ceph/osd/ceph-2 2024-09-13T15:03:30.539 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-3 on ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:03:30.540 DEBUG:teuthology.orchestra.run.smithi033:> sync && sudo umount -f /var/lib/ceph/osd/ceph-3 2024-09-13T15:03:30.678 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-4 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T15:03:30.678 DEBUG:teuthology.orchestra.run.smithi103:> sync && sudo umount -f /var/lib/ceph/osd/ceph-4 2024-09-13T15:03:30.873 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-5 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T15:03:30.873 DEBUG:teuthology.orchestra.run.smithi103:> sync && sudo umount -f /var/lib/ceph/osd/ceph-5 2024-09-13T15:03:31.078 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-6 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T15:03:31.078 DEBUG:teuthology.orchestra.run.smithi103:> sync && sudo umount -f /var/lib/ceph/osd/ceph-6 2024-09-13T15:03:31.251 INFO:tasks.ceph:Unmounting /var/lib/ceph/osd/ceph-7 on ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T15:03:31.251 DEBUG:teuthology.orchestra.run.smithi103:> sync && sudo umount -f /var/lib/ceph/osd/ceph-7 2024-09-13T15:03:31.419 INFO:tasks.ceph:Archiving mon data... 2024-09-13T15:03:31.420 DEBUG:teuthology.misc:Transferring archived files from smithi033:/var/lib/ceph/mon/ceph-a to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903702/data/mon.a.tgz 2024-09-13T15:03:31.421 DEBUG:teuthology.orchestra.run.smithi033:> mktemp 2024-09-13T15:03:31.427 INFO:teuthology.orchestra.run.smithi033.stdout:/tmp/tmp.jqSiI52zc8 2024-09-13T15:03:31.428 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-a -- . > /tmp/tmp.jqSiI52zc8 2024-09-13T15:03:31.556 DEBUG:teuthology.orchestra.run.smithi033:> sudo chmod 0666 /tmp/tmp.jqSiI52zc8 2024-09-13T15:03:31.578 DEBUG:teuthology.orchestra.remote:smithi033:/tmp/tmp.jqSiI52zc8 is 315KB 2024-09-13T15:03:31.640 DEBUG:teuthology.orchestra.run.smithi033:> rm -fr /tmp/tmp.jqSiI52zc8 2024-09-13T15:03:31.647 DEBUG:teuthology.misc:Transferring archived files from smithi103:/var/lib/ceph/mon/ceph-b to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903702/data/mon.b.tgz 2024-09-13T15:03:31.647 DEBUG:teuthology.orchestra.run.smithi103:> mktemp 2024-09-13T15:03:31.654 INFO:teuthology.orchestra.run.smithi103.stdout:/tmp/tmp.nzIZOX47OP 2024-09-13T15:03:31.654 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-b -- . > /tmp/tmp.nzIZOX47OP 2024-09-13T15:03:31.755 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 0666 /tmp/tmp.nzIZOX47OP 2024-09-13T15:03:31.777 DEBUG:teuthology.orchestra.remote:smithi103:/tmp/tmp.nzIZOX47OP is 419KB 2024-09-13T15:03:31.839 DEBUG:teuthology.orchestra.run.smithi103:> rm -fr /tmp/tmp.nzIZOX47OP 2024-09-13T15:03:31.845 DEBUG:teuthology.misc:Transferring archived files from smithi103:/var/lib/ceph/mon/ceph-c to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903702/data/mon.c.tgz 2024-09-13T15:03:31.845 DEBUG:teuthology.orchestra.run.smithi103:> mktemp 2024-09-13T15:03:31.852 INFO:teuthology.orchestra.run.smithi103.stdout:/tmp/tmp.5SH0uxCDi3 2024-09-13T15:03:31.852 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar cz -f - -C /var/lib/ceph/mon/ceph-c -- . > /tmp/tmp.5SH0uxCDi3 2024-09-13T15:03:31.939 INFO:tasks.daemonwatchdog.daemon_watchdog:daemon ceph.osd.7 has been restored 2024-09-13T15:03:31.957 DEBUG:teuthology.orchestra.run.smithi103:> sudo chmod 0666 /tmp/tmp.5SH0uxCDi3 2024-09-13T15:03:31.977 DEBUG:teuthology.orchestra.remote:smithi103:/tmp/tmp.5SH0uxCDi3 is 419KB 2024-09-13T15:03:32.038 DEBUG:teuthology.orchestra.run.smithi103:> rm -fr /tmp/tmp.5SH0uxCDi3 2024-09-13T15:03:32.045 INFO:tasks.ceph:Cleaning ceph cluster... 2024-09-13T15:03:32.045 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T15:03:32.047 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -rf -- /etc/ceph/ceph.conf /etc/ceph/ceph.keyring /home/ubuntu/cephtest/ceph.data /home/ubuntu/cephtest/ceph.monmap /home/ubuntu/cephtest/../*.pid 2024-09-13T15:03:32.063 INFO:tasks.ceph:Checking for errors in any valgrind logs... 2024-09-13T15:03:32.063 DEBUG:teuthology.orchestra.run.smithi033:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T15:03:32.065 DEBUG:teuthology.orchestra.run.smithi103:> sudo zgrep '' /var/log/ceph/valgrind/* /dev/null | sort | uniq 2024-09-13T15:03:32.093 INFO:teuthology.orchestra.run.smithi033.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T15:03:32.097 INFO:teuthology.orchestra.run.smithi103.stderr:gzip: /var/log/ceph/valgrind/*.gz: No such file or directory 2024-09-13T15:03:32.104 INFO:tasks.ceph:Archiving crash dumps... 2024-09-13T15:03:32.106 DEBUG:teuthology.misc:Transferring archived files from smithi033:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903702/remote/smithi033/crash 2024-09-13T15:03:32.108 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T15:03:32.159 DEBUG:teuthology.misc:Transferring archived files from smithi103:/var/lib/ceph/crash to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903702/remote/smithi103/crash 2024-09-13T15:03:32.160 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar c -f - -C /var/lib/ceph/crash -- . 2024-09-13T15:03:32.174 INFO:tasks.ceph:Shutting down logrotate 2024-09-13T15:03:32.175 DEBUG:teuthology.orchestra.run.smithi033:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:03:32.177 DEBUG:teuthology.orchestra.run.smithi103:> sudo logrotate /etc/logrotate.d/ceph-test.conf 2024-09-13T15:03:32.216 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T15:03:32.271 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm /etc/logrotate.d/ceph-test.conf 2024-09-13T15:03:32.287 INFO:tasks.ceph:Compressing logs... 2024-09-13T15:03:32.287 DEBUG:teuthology.orchestra.run.smithi033:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T15:03:32.290 DEBUG:teuthology.orchestra.run.smithi103:> sudo find /var/log/ceph -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T15:03:35.695 INFO:tasks.ceph:Archiving logs... 2024-09-13T15:03:35.695 DEBUG:teuthology.misc:Transferring archived files from smithi033:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903702/remote/smithi033/log 2024-09-13T15:03:35.696 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T15:03:36.325 DEBUG:teuthology.misc:Transferring archived files from smithi103:/var/log/ceph to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903702/remote/smithi103/log 2024-09-13T15:03:36.326 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar c -f - -C /var/log/ceph -- . 2024-09-13T15:03:36.722 DEBUG:teuthology.run_tasks:Unwinding manager install 2024-09-13T15:03:36.730 INFO:teuthology.task.install.util:Removing shipped files: /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer... 2024-09-13T15:03:36.731 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T15:03:36.733 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f -- /home/ubuntu/cephtest/valgrind.supp /usr/bin/daemon-helper /usr/bin/adjust-ulimits /usr/bin/stdin-killer 2024-09-13T15:03:36.821 DEBUG:teuthology.run_tasks:Unwinding manager clock 2024-09-13T15:03:36.830 INFO:teuthology.task.clock:Checking final clock skew... 2024-09-13T15:03:36.830 DEBUG:teuthology.orchestra.run.smithi033:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T15:03:36.833 DEBUG:teuthology.orchestra.run.smithi103:> PATH=/usr/bin:/usr/sbin ntpq -p || PATH=/usr/bin:/usr/sbin chronyc sources || true 2024-09-13T15:03:36.856 INFO:teuthology.orchestra.run.smithi033.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T15:03:36.856 INFO:teuthology.orchestra.run.smithi033.stdout:============================================================================== 2024-09-13T15:03:36.856 INFO:teuthology.orchestra.run.smithi033.stdout:*hv01.front.sepi 67.205.162.81 3 u 57 64 77 0.097 0.034 0.973 2024-09-13T15:03:36.856 INFO:teuthology.orchestra.run.smithi033.stdout:+hv02.front.sepi 63.231.80.2 3 u 64 64 77 0.081 1.670 0.776 2024-09-13T15:03:36.856 INFO:teuthology.orchestra.run.smithi033.stdout:+hv03.front.sepi 74.6.168.72 3 u 61 64 77 0.062 0.987 0.802 2024-09-13T15:03:36.856 INFO:teuthology.orchestra.run.smithi033.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T15:03:36.858 INFO:teuthology.orchestra.run.smithi103.stdout: remote refid st t when poll reach delay offset jitter 2024-09-13T15:03:36.859 INFO:teuthology.orchestra.run.smithi103.stdout:============================================================================== 2024-09-13T15:03:36.859 INFO:teuthology.orchestra.run.smithi103.stdout:*hv01.front.sepi 67.205.162.81 3 u 61 64 77 0.137 1.098 0.998 2024-09-13T15:03:36.859 INFO:teuthology.orchestra.run.smithi103.stdout:+hv02.front.sepi 63.231.80.2 3 u 59 64 77 0.134 2.356 0.956 2024-09-13T15:03:36.859 INFO:teuthology.orchestra.run.smithi103.stdout:+hv03.front.sepi 74.6.168.72 3 u 58 64 77 0.088 0.825 0.963 2024-09-13T15:03:36.859 INFO:teuthology.orchestra.run.smithi103.stdout: hv04.front.sepi .INIT. 16 u - 64 0 0.000 0.000 0.000 2024-09-13T15:03:36.860 DEBUG:teuthology.run_tasks:Unwinding manager ansible.cephlab 2024-09-13T15:03:36.879 INFO:teuthology.task.ansible:Skipping ansible cleanup... 2024-09-13T15:03:36.879 DEBUG:teuthology.run_tasks:Unwinding manager selinux 2024-09-13T15:03:36.929 DEBUG:teuthology.run_tasks:Unwinding manager pcp 2024-09-13T15:03:36.968 DEBUG:teuthology.run_tasks:Unwinding manager internal.timer 2024-09-13T15:03:37.026 INFO:teuthology.task.internal:Duration was 734.186471 seconds 2024-09-13T15:03:37.026 DEBUG:teuthology.run_tasks:Unwinding manager internal.syslog 2024-09-13T15:03:37.089 INFO:teuthology.task.internal.syslog:Shutting down syslog monitoring... 2024-09-13T15:03:37.089 DEBUG:teuthology.orchestra.run.smithi033:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T15:03:37.091 DEBUG:teuthology.orchestra.run.smithi103:> sudo rm -f -- /etc/rsyslog.d/80-cephtest.conf && sudo service rsyslog restart 2024-09-13T15:03:37.145 INFO:teuthology.task.internal.syslog:Checking logs for errors... 2024-09-13T15:03:37.145 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi033.front.sepia.ceph.com 2024-09-13T15:03:37.145 DEBUG:teuthology.orchestra.run.smithi033:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T15:03:37.157 DEBUG:teuthology.task.internal.syslog:Checking ubuntu@smithi103.front.sepia.ceph.com 2024-09-13T15:03:37.157 DEBUG:teuthology.orchestra.run.smithi103:> egrep --binary-files=text '\bBUG\b|\bINFO\b|\bDEADLOCK\b' /home/ubuntu/cephtest/archive/syslog/kern.log | grep -v 'task .* blocked for more than .* seconds' | grep -v 'lockdep is turned off' | grep -v 'trying to register non-static key' | grep -v 'DEBUG: fsize' | grep -v CRON | grep -v 'BUG: bad unlock balance detected' | grep -v 'inconsistent lock state' | grep -v '*** DEADLOCK ***' | grep -v 'INFO: possible irq lock inversion dependency detected' | grep -v 'INFO: NMI handler (perf_event_nmi_handler) took too long to run' | grep -v 'INFO: recovery required on readonly' | grep -v 'ceph-create-keys: INFO' | grep -v INFO:ceph-create-keys | grep -v 'Loaded datasource DataSourceOpenStack' | grep -v 'container-storage-setup: INFO: Volume group backing root filesystem could not be determined' | egrep -v '\bsalt-master\b|\bsalt-minion\b|\bsalt-api\b' | grep -v ceph-crash | egrep -v '\btcmu-runner\b.*\bINFO\b' | head -n 1 2024-09-13T15:03:37.170 INFO:teuthology.task.internal.syslog:Compressing syslogs... 2024-09-13T15:03:37.171 DEBUG:teuthology.orchestra.run.smithi033:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T15:03:37.172 DEBUG:teuthology.orchestra.run.smithi103:> find /home/ubuntu/cephtest/archive/syslog -name '*.log' -print0 | sudo xargs -0 --no-run-if-empty -- gzip -- 2024-09-13T15:03:37.209 INFO:teuthology.task.internal.syslog:Gathering journactl -b0... 2024-09-13T15:03:37.209 DEBUG:teuthology.orchestra.run.smithi033:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T15:03:37.252 DEBUG:teuthology.orchestra.run.smithi103:> sudo journalctl -b0 | gzip -9 > /home/ubuntu/cephtest/archive/syslog/journalctl-b0.gz 2024-09-13T15:03:37.329 DEBUG:teuthology.run_tasks:Unwinding manager internal.sudo 2024-09-13T15:03:37.341 INFO:teuthology.task.internal:Restoring /etc/sudoers... 2024-09-13T15:03:37.341 DEBUG:teuthology.orchestra.run.smithi033:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T15:03:37.358 DEBUG:teuthology.orchestra.run.smithi103:> sudo mv -f /etc/sudoers.orig.teuthology /etc/sudoers 2024-09-13T15:03:37.373 DEBUG:teuthology.run_tasks:Unwinding manager internal.coredump 2024-09-13T15:03:37.389 DEBUG:teuthology.orchestra.run.smithi033:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T15:03:37.392 DEBUG:teuthology.orchestra.run.smithi103:> sudo sysctl -w kernel.core_pattern=core && sudo bash -c 'for f in `find /home/ubuntu/cephtest/archive/coredump -type f`; do file $f | grep -q systemd-sysusers && rm $f || true ; done' && rmdir --ignore-fail-on-non-empty -- /home/ubuntu/cephtest/archive/coredump 2024-09-13T15:03:37.404 INFO:teuthology.orchestra.run.smithi033.stdout:kernel.core_pattern = core 2024-09-13T15:03:37.406 INFO:teuthology.orchestra.run.smithi103.stdout:kernel.core_pattern = core 2024-09-13T15:03:37.423 DEBUG:teuthology.orchestra.run.smithi033:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T15:03:37.467 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:03:37.468 DEBUG:teuthology.orchestra.run.smithi103:> test -e /home/ubuntu/cephtest/archive/coredump 2024-09-13T15:03:37.476 DEBUG:teuthology.orchestra.run:got remote process result: 1 2024-09-13T15:03:37.476 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive 2024-09-13T15:03:37.486 INFO:teuthology.task.internal:Transferring archived files... 2024-09-13T15:03:37.487 DEBUG:teuthology.misc:Transferring archived files from smithi033:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903702/remote/smithi033 2024-09-13T15:03:37.487 DEBUG:teuthology.orchestra.run.smithi033:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T15:03:37.513 DEBUG:teuthology.misc:Transferring archived files from smithi103:/home/ubuntu/cephtest/archive to /home/teuthworker/archive/rishabh-2024-09-13_14:36:41-fs-wip-rishabh-testing-20240910.095512-reef-distro-default-smithi/7903702/remote/smithi103 2024-09-13T15:03:37.514 DEBUG:teuthology.orchestra.run.smithi103:> sudo tar c -f - -C /home/ubuntu/cephtest/archive -- . 2024-09-13T15:03:37.545 INFO:teuthology.task.internal:Removing archive directory... 2024-09-13T15:03:37.546 DEBUG:teuthology.orchestra.run.smithi033:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T15:03:37.551 DEBUG:teuthology.orchestra.run.smithi103:> rm -rf -- /home/ubuntu/cephtest/archive 2024-09-13T15:03:37.557 DEBUG:teuthology.run_tasks:Unwinding manager internal.archive_upload 2024-09-13T15:03:37.566 INFO:teuthology.task.internal:Not uploading archives. 2024-09-13T15:03:37.566 DEBUG:teuthology.run_tasks:Unwinding manager internal.base 2024-09-13T15:03:37.601 INFO:teuthology.task.internal:Tidying up after the test... 2024-09-13T15:03:37.601 DEBUG:teuthology.orchestra.run.smithi033:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T15:03:37.603 DEBUG:teuthology.orchestra.run.smithi103:> find /home/ubuntu/cephtest -ls ; rmdir -- /home/ubuntu/cephtest 2024-09-13T15:03:37.608 INFO:teuthology.orchestra.run.smithi033.stdout: 924112 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 15:03 /home/ubuntu/cephtest 2024-09-13T15:03:37.611 INFO:teuthology.orchestra.run.smithi103.stdout: 1048601 4 drwxr-xr-x 2 ubuntu ubuntu 4096 Sep 13 15:03 /home/ubuntu/cephtest 2024-09-13T15:03:37.613 DEBUG:teuthology.run_tasks:Unwinding manager kernel 2024-09-13T15:03:37.645 DEBUG:teuthology.run_tasks:Unwinding manager console_log 2024-09-13T15:03:37.745 INFO:teuthology.run:Summary data: description: fs/functional/{begin/{0-install 1-ceph 2-logrotate 3-modules} clusters/1a3s-mds-4c-client conf/{client mds mgr mon osd} distro/{ubuntu_20.04} mount/fuse objectstore/bluestore-ec-root overrides/{ignorelist_health ignorelist_wrongly_marked_down no_client_pidfile pg_health} subvol_versions/create_subvol_version_v2 tasks/recovery-fs} duration: 734.1864709854126 flavor: default owner: scheduled_rishabh@teuthology success: true 2024-09-13T15:03:37.746 DEBUG:teuthology.report:Pushing job info to https://paddles.front.sepia.ceph.com/ 2024-09-13T15:03:37.829 INFO:teuthology.run:pass